{ "bizCode": "MNNTest", "extraInfo": { "version": "2.9.5" }, "oplists": [ { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.0625, 3.109375, 3.109375, 3.0625, 3.0625, 3.125, 3.09375, 3.109375, 2.203125, 3.6875, 3.0625, 3.125, 3.015625, 3.125, 2.984375, 3.078125, 3.0625, 3.078125, 3.078125, 2.890625, 2.78125, 3.1875, 3.109375, 3.046875, 3.03125, 3.03125, 2.21875, 3.125, 3.171875, 3.1875, 2.984375, 3.109375, 2.84375, 3.09375, 3.0625, 3.09375, 3.125, 3.1875, 3.0625, 3.5625, 3.046875, 3.125, 3.109375, 3.125, 3.046875, 3.0625, 6.46875, 2.984375, 3.078125, 3.09375, 2.984375, 3.203125, 3.09375, 3.109375, 3.0625, 3.125, 3.125, 3.171875, 3.0625, 2.921875, 3.203125, 3.0625, 3.15625, 3.09375, 3.09375, 3.109375, 3.203125, 3.078125, 4.40625, 3.0625, 3.078125, 2.984375, 3.015625, 3.046875, 3.078125, 3.078125, 2.796875, 3.09375, 3.453125, 3.09375, 3.046875, 3.03125, 3.078125, 3.109375, 3.140625, 3.375, 3.125, 3.0, 3.09375, 2.640625, 2.96875, 3.078125, 3.0625, 3.109375, 3.0625, 3.109375, 2.25, 3.171875, 3.09375, 3.875, 3.15625, 3.140625, 3.109375, 3.09375, 2.921875, 3.09375, 3.09375, 3.140625, 3.09375, 3.109375, 3.078125, 3.15625, 3.203125, 3.546875, 3.171875, 3.34375, 3.15625, 2.9375, 3.0625, 3.703125, 3.171875, 2.921875, 3.078125, 3.09375, 3.09375, 3.078125, 3.046875, 2.984375, 4.1875, 3.09375, 2.140625, 3.0625, 3.125, 3.09375, 3.375, 3.109375, 3.171875, 3.046875, 3.078125, 2.96875, 3.1875, 3.109375, 3.109375, 4.5625, 1.617188, 3.125, 3.0625, 3.15625, 3.078125, 3.0625, 3.0625, 3.109375, 3.09375, 3.0625, 2.984375, 3.078125, 3.09375, 2.8125, 3.109375, 3.125, 3.359375, 3.046875, 3.0625, 3.078125, 3.46875, 2.953125, 3.09375, 2.96875, 3.09375, 3.0625, 3.078125, 3.171875, 3.453125, 3.125, 3.203125, 3.09375, 3.09375, 3.078125, 3.109375, 3.09375, 3.765625, 3.046875, 3.078125, 3.0, 3.78125, 3.140625, 3.046875, 3.4375, 3.109375, 3.109375, 3.4375, 3.09375, 2.875, 3.0625, 2.984375, 3.125, 3.078125, 3.046875, 2.96875, 3.0625, 3.09375, 3.59375, 3.015625, 3.125, 3.125, 3.171875, 3.484375, 3.0625, 3.03125, 4.0, 2.9375, 3.375, 3.1875, 3.140625, 3.09375, 3.0, 3.0625, 3.265625, 3.03125, 3.015625, 3.125, 3.09375, 2.9375, 3.09375, 3.0, 2.953125, 3.109375, 3.171875, 3.15625, 3.125, 3.0, 3.109375, 3.078125, 3.046875, 3.109375, 3.015625, 3.09375, 3.0, 2.90625, 3.109375, 3.078125, 3.125, 3.109375, 3.15625, 3.453125, 2.96875, 3.015625, 3.09375, 3.078125, 2.984375, 3.125, 2.984375, 3.0625, 3.125, 3.109375, 3.09375, 3.046875, 3.09375, 3.140625, 3.15625, 3.0625, 3.046875, 3.078125, 3.015625, 3.078125, 3.265625, 2.921875, 2.90625, 2.96875, 3.0625, 3.0625, 3.03125, 3.109375, 2.9375, 3.171875, 3.078125, 3.09375, 2.359375, 3.21875, 3.015625, 3.109375, 3.140625, 3.4375, 3.09375, 3.171875, 3.046875, 3.15625, 3.09375, 3.078125, 3.828125, 3.140625, 3.59375, 3.109375, 2.875, 4.15625, 3.109375, 2.8125, 3.375, 3.0625, 3.171875, 3.09375, 3.109375, 3.046875, 3.015625, 3.15625, 3.0, 3.15625, 3.125, 3.09375, 3.09375, 2.5625, 3.140625, 2.953125, 3.125, 1.601562, 3.015625, 3.109375, 2.984375, 3.109375, 3.046875, 3.09375, 3.140625, 3.203125, 3.046875, 3.09375, 3.09375, 3.265625, 3.078125, 3.109375, 3.03125, 4.21875, 3.03125, 3.015625, 3.171875, 3.125, 3.140625, 3.109375, 3.359375, 3.078125, 3.3125, 3.625, 3.140625, 3.078125, 3.1875, 6.15625, 3.0, 3.046875, 3.09375, 3.109375, 3.140625, 3.078125, 3.171875, 3.0625, 3.078125, 3.0625, 3.125, 3.09375, 3.078125, 3.109375, 3.078125, 3.015625, 2.859375, 3.15625, 3.125, 2.3125, 3.109375, 3.1875, 3.046875, 3.09375, 3.78125, 3.171875, 3.046875, 2.921875, 3.015625, 3.109375, 3.0, 2.546875, 3.15625, 3.0625, 3.125, 3.078125, 3.046875, 3.0625, 3.046875, 2.9375, 3.484375, 3.03125, 3.078125, 3.046875, 3.140625, 3.015625, 3.09375, 3.8125, 3.078125, 3.15625, 3.015625, 3.125, 3.0625, 3.078125, 4.9375, 3.140625, 3.03125, 2.984375, 3.09375, 3.578125, 3.109375, 3.078125, 3.015625, 3.015625, 3.359375, 3.015625, 3.09375, 2.953125, 3.078125, 3.03125, 3.125, 3.046875, 3.15625, 3.171875, 3.09375, 2.953125, 3.046875, 3.09375, 3.953125, 3.109375, 3.09375, 3.0, 3.09375, 3.734375, 3.015625, 3.140625, 3.15625, 3.125, 3.03125, 3.140625, 3.6875, 3.046875, 3.15625, 3.25, 3.046875, 3.046875, 3.09375, 2.8125, 3.15625, 3.0625, 3.125, 3.125, 3.109375, 3.109375, 3.109375, 3.046875, 3.125, 3.109375, 3.0625, 3.078125, 3.09375, 3.265625, 3.15625, 5.78125, 3.125, 3.0625, 3.171875, 3.078125, 2.640625, 3.140625, 3.109375, 3.15625, 3.109375, 3.140625, 3.078125, 3.140625, 3.234375, 2.90625, 3.125, 3.046875, 2.953125, 3.15625, 3.484375, 3.046875, 3.03125, 3.0625, 3.140625, 3.296875, 2.984375, 2.859375, 3.109375, 3.078125, 3.015625, 3.09375, 3.0625, 3.484375, 3.078125, 3.0625, 3.125, 3.03125, 3.234375, 3.09375, 3.140625, 3.0625, 3.140625, 3.109375, 3.125, 3.203125, 3.09375, 3.109375, 2.984375, 3.046875, 3.703125, 3.03125, 3.078125, 3.046875, 3.0625, 3.09375, 3.125, 3.03125, 3.125, 3.203125, 3.109375, 3.171875, 3.078125, 3.203125, 3.109375, 3.046875, 3.234375, 3.078125, 3.09375, 3.0625, 3.03125, 3.09375, 2.984375, 3.109375, 2.890625, 3.078125, 3.078125, 3.046875, 3.15625, 3.140625, 3.125, 3.15625, 3.140625, 3.9375, 4.125, 3.734375, 3.140625, 3.359375, 3.109375, 3.21875, 2.375, 3.46875, 3.0625, 3.046875, 3.03125, 3.078125, 2.78125, 3.15625, 3.578125, 3.203125, 3.0625, 3.078125, 3.171875, 3.015625, 3.109375, 3.09375, 3.5, 3.234375, 3.109375, 3.03125, 3.0625, 3.03125, 3.640625, 3.03125, 3.09375, 3.40625, 3.109375, 3.40625, 3.109375, 2.984375, 2.890625, 3.171875, 3.109375, 3.078125, 3.015625, 3.046875, 3.125, 3.09375, 3.078125, 3.03125, 3.125, 3.09375, 3.3125, 2.96875, 3.109375, 3.078125, 3.0625, 3.09375, 3.0, 3.15625, 3.28125, 3.203125, 3.015625, 3.09375, 3.078125, 3.03125, 3.03125, 3.15625, 3.015625, 3.125, 3.0, 1.257812, 3.078125, 3.09375, 3.140625, 3.109375, 3.828125, 3.125, 3.078125, 3.03125, 3.25, 3.125, 3.0625, 2.96875, 3.109375, 1.945312, 3.09375, 2.140625, 3.0, 3.125, 3.109375, 3.140625, 3.03125, 2.984375, 3.109375, 3.125, 3.09375, 3.34375, 3.09375, 3.03125, 4.34375, 2.953125, 3.09375, 2.984375, 3.765625, 3.0625, 3.109375, 3.03125, 2.78125, 2.96875, 3.0, 3.1875, 3.171875, 2.734375, 3.03125, 3.109375, 2.984375, 2.25, 3.09375, 3.109375, 3.078125, 3.078125, 3.109375, 3.03125, 3.125, 1.21875, 3.046875, 3.046875, 3.109375, 3.0625, 3.125, 3.078125, 3.046875, 3.109375, 3.109375, 3.15625, 3.109375, 2.921875, 3.078125, 3.09375, 3.078125, 3.046875, 3.03125, 2.921875, 3.03125, 3.265625, 3.015625, 3.25, 3.078125, 3.109375, 3.0, 3.15625, 2.359375, 3.046875, 3.0, 3.09375, 3.015625, 3.171875, 2.828125, 3.421875, 3.03125, 3.828125, 3.140625, 3.296875, 3.0625, 3.03125, 3.078125, 3.078125, 3.078125, 3.15625, 2.625, 3.109375, 3.078125, 3.125, 3.703125, 3.09375, 3.09375, 2.890625, 3.65625, 2.21875, 3.078125, 3.3125, 3.078125, 2.984375, 3.03125, 2.984375, 3.109375, 3.109375, 3.0625, 3.03125, 1.992188, 3.234375, 2.921875, 3.03125, 3.140625, 3.1875, 3.109375, 2.96875, 2.953125, 3.421875, 3.296875, 3.03125, 3.0625, 3.0, 3.0625, 3.109375, 3.0625, 3.03125, 3.109375, 3.0625, 3.28125, 3.015625, 3.09375, 3.671875, 3.0625, 3.0625, 3.046875, 3.078125, 3.0625, 3.125, 3.078125, 2.921875, 3.0625, 3.09375, 3.171875, 3.09375, 3.375, 3.0625, 3.078125, 3.109375, 3.109375, 2.671875, 3.09375, 3.140625, 3.109375, 3.296875, 3.0, 3.078125, 2.625, 3.109375, 3.0625, 3.0625, 3.125, 3.125, 3.21875, 3.09375, 3.0, 3.34375, 3.0, 3.09375, 3.546875, 3.15625, 3.171875, 3.109375, 3.171875, 4.71875, 3.09375, 3.109375, 3.75, 3.109375, 3.078125, 3.015625, 3.109375, 3.125, 3.765625, 3.140625, 3.015625, 3.046875, 2.125, 3.140625, 3.078125, 2.984375, 3.375, 3.171875, 3.09375, 3.078125, 3.296875, 3.109375, 3.0625, 3.0625, 3.125, 3.09375, 2.234375, 3.078125, 3.0625, 2.96875, 3.09375, 3.96875, 3.5, 3.125, 3.140625, 3.109375, 3.046875, 3.109375, 3.015625, 3.046875, 3.03125, 3.15625, 2.953125, 2.921875, 3.0625, 3.15625, 2.953125, 3.109375, 3.140625, 3.078125, 3.109375, 2.78125, 3.15625, 3.21875, 3.0625, 3.140625, 3.140625, 3.015625, 3.0625, 3.125, 3.015625, 3.15625, 3.125, 3.078125, 3.015625, 2.96875, 3.03125, 3.09375, 3.171875, 3.265625, 2.953125, 3.203125, 3.125, 3.046875, 3.171875, 2.9375, 3.140625, 3.03125, 3.171875, 3.09375, 3.0, 3.046875, 3.0625, 3.03125, 3.28125, 2.96875, 8.4375, 3.046875, 3.109375, 3.578125, 3.109375, 3.078125, 3.125, 3.078125, 3.078125, 2.890625, 3.125, 2.078125, 3.09375, 3.125, 3.109375, 3.015625, 3.125, 3.171875, 3.140625, 2.671875, 2.734375, 3.109375, 3.125, 3.109375, 3.140625, 3.109375, 3.03125, 3.109375, 3.09375, 3.03125, 3.078125, 3.0625, 3.09375, 3.125, 2.515625, 3.09375, 3.140625, 3.15625, 3.078125, 3.140625, 3.140625, 3.140625, 3.09375, 3.109375, 3.046875, 3.078125, 3.015625, 3.03125, 3.09375, 3.109375, 3.015625, 3.109375, 3.046875, 3.109375, 3.1875, 3.0625, 3.09375, 3.65625, 3.03125, 3.265625, 3.078125, 3.140625, 3.078125, 3.109375, 3.75, 3.984375, 3.140625, 3.015625, 3.109375, 3.03125, 3.015625, 3.03125, 2.9375, 3.109375, 3.15625, 3.109375, 2.984375, 3.078125, 2.1875, 3.15625, 3.0, 3.0625, 3.03125, 3.109375, 3.5, 2.984375, 3.171875, 3.15625, 3.09375, 3.09375, 3.234375, 3.03125, 3.09375, 2.28125, 2.984375, 3.078125, 3.21875, 2.9375, 3.078125, 3.09375, 3.078125, 3.078125, 3.125, 3.109375, 2.171875, 3.109375, 3.203125, 3.140625, 2.953125, 3.140625, 3.0, 3.0625, 3.109375, 3.140625, 3.109375, 2.9375, 3.140625, 3.078125, 3.0625, 2.578125, 3.09375, 3.0625, 3.125, 3.1875, 3.90625, 3.03125, 3.140625, 3.078125, 3.0625, 3.03125, 2.546875, 3.125, 3.125, 3.140625, 3.640625, 3.09375, 3.0625, 3.03125, 3.25, 3.015625, 3.09375, 3.265625, 3.1875, 3.03125, 3.140625, 3.140625, 3.0625, 3.578125, 3.078125, 3.125, 2.421875, 3.078125, 3.0625, 3.109375, 3.140625, 3.109375, 3.09375, 3.078125, 3.09375, 3.015625, 2.578125, 3.109375, 4.5, 2.9375, 2.1875, 2.96875, 3.203125, 3.203125, 3.09375, 3.125, 3.03125, 3.15625, 3.21875, 2.96875, 2.65625, 3.078125, 3.125, 3.15625, 2.71875, 3.234375, 3.046875, 3.125, 3.265625, 3.25, 3.140625, 3.328125, 3.0625, 2.96875, 3.0625, 4.59375, 10.0625, 3.03125, 3.0625, 3.0, 3.046875, 2.875, 2.796875, 3.109375, 3.03125, 3.140625, 3.109375, 3.078125, 3.109375, 3.28125, 3.09375, 3.015625, 3.078125, 3.140625, 3.109375, 3.21875, 3.171875, 3.140625, 3.078125, 2.34375, 2.859375, 2.9375, 2.984375, 3.046875, 3.03125, 3.0625, 3.359375, 3.0625, 3.140625, 3.78125, 3.109375, 3.125, 2.90625, 3.0625, 3.078125, 3.03125, 3.03125, 3.671875, 5.4375, 3.03125, 3.078125, 3.109375, 3.0625, 4.53125, 3.140625, 3.03125, 3.109375, 3.078125, 1.398438, 3.109375, 3.25, 3.109375, 2.953125, 3.875, 3.078125, 3.140625, 3.296875, 3.171875, 2.984375, 3.0625, 3.03125, 3.09375, 3.09375, 3.125, 3.015625, 3.015625, 3.1875, 2.453125, 3.0625, 3.046875, 3.046875, 3.15625, 3.15625, 3.140625, 3.125, 3.0625, 3.109375, 3.078125, 3.046875, 3.421875, 3.046875, 3.109375, 3.265625, 3.140625, 3.125, 3.359375, 3.109375, 3.15625, 3.3125, 3.203125, 2.890625, 3.109375, 3.0625, 3.09375, 2.984375, 3.078125, 3.03125, 2.96875, 3.0, 3.078125, 3.0, 3.703125, 3.078125, 3.078125, 3.140625, 3.078125, 3.078125, 3.109375, 3.046875, 7.34375, 3.09375, 2.953125, 3.09375, 3.09375, 3.046875, 3.109375, 3.140625, 3.171875, 3.359375, 3.0, 3.078125, 3.109375, 3.046875, 3.125, 3.0625, 3.0625, 3.140625, 3.109375, 3.09375, 3.078125, 3.109375, 3.078125, 3.484375, 3.03125, 3.21875, 3.390625, 3.140625, 3.15625, 3.0, 3.046875, 3.125, 3.078125, 3.109375, 3.046875, 3.078125, 3.046875, 3.1875, 3.53125, 3.25, 3.234375, 3.03125, 3.515625, 3.1875, 3.046875, 3.078125, 3.125, 2.984375, 3.125, 3.09375, 3.015625, 3.09375, 3.109375, 3.109375, 3.0625, 3.109375, 3.0625, 3.125, 3.0625, 3.015625, 3.09375, 3.09375, 3.046875, 3.125, 3.078125, 3.015625, 3.109375, 3.171875, 2.96875, 3.078125, 3.078125, 3.109375, 3.09375, 3.0, 3.078125, 3.140625, 3.078125, 3.109375, 2.953125, 2.953125, 3.078125, 3.0625, 3.0, 3.125, 3.46875, 3.109375, 3.140625, 2.84375, 3.015625, 2.90625, 3.09375, 3.0625, 3.109375, 3.015625, 3.078125, 4.375, 3.15625, 2.859375, 3.140625, 3.140625, 3.21875, 3.109375, 3.046875, 2.296875, 3.0, 3.09375, 2.875, 3.078125, 4.59375, 2.9375, 2.984375, 3.140625, 3.15625, 3.0625, 3.09375, 3.203125, 3.375, 3.515625, 2.75, 3.125, 3.640625, 3.0625, 2.984375, 3.03125, 3.171875, 3.109375, 3.109375, 3.0625, 3.03125, 3.46875, 3.0625, 3.015625, 3.15625, 3.109375, 3.078125, 3.125, 3.0625, 3.125, 3.03125, 3.125, 3.015625, 3.078125, 3.203125, 2.984375, 3.078125, 3.046875, 3.078125, 2.96875, 3.078125, 3.203125, 3.109375, 3.109375, 3.09375, 3.109375, 3.0625, 3.0625, 2.90625, 3.109375, 3.125, 3.046875, 2.953125, 3.046875, 3.078125, 3.140625, 3.0625, 2.96875, 3.078125, 3.078125, 3.03125, 3.046875, 3.1875, 3.0625, 3.09375, 3.40625, 3.109375, 3.078125, 3.171875, 3.15625, 3.109375, 3.046875, 3.0, 3.09375, 3.203125, 3.078125, 3.078125, 3.140625, 3.125, 3.171875, 3.328125, 3.046875, 3.015625, 3.046875, 3.734375, 3.09375, 3.09375, 3.15625, 3.109375, 3.109375, 3.09375, 3.34375, 3.0625, 3.125, 3.125, 3.109375, 3.078125, 3.09375, 3.015625, 3.046875, 3.109375, 3.0625, 3.28125, 3.015625, 3.140625, 2.09375, 3.015625, 3.1875, 3.09375, 2.953125, 3.0625, 2.953125, 3.15625, 3.109375, 3.109375, 3.046875, 3.09375, 3.0625, 3.09375, 3.0625, 3.109375, 4.0625, 3.03125, 3.15625, 5.4375, 3.03125, 3.046875, 3.046875, 3.046875, 3.09375, 3.140625, 3.09375, 3.1875, 3.109375, 2.5, 3.109375, 3.078125, 3.671875, 3.546875, 3.171875, 3.03125, 4.46875, 3.109375, 3.375, 2.984375, 3.0625, 3.109375, 2.984375, 3.109375, 3.359375, 3.078125, 3.03125, 3.15625, 3.03125, 3.125, 2.34375, 3.140625, 3.140625, 3.109375, 3.015625, 3.078125, 4.6875, 3.015625, 3.125, 3.09375, 3.0625, 3.21875, 3.109375, 3.09375, 3.078125, 3.109375, 2.234375, 3.171875, 3.03125, 3.078125, 3.109375, 3.0, 3.171875, 3.078125, 3.046875, 3.09375, 3.0625, 3.125, 2.8125, 2.890625, 3.234375, 3.078125, 3.109375, 3.125, 3.046875, 3.125, 3.25, 3.125, 3.0, 3.171875, 3.09375, 3.140625, 3.171875, 3.015625, 3.234375, 3.046875, 2.53125, 3.0, 3.078125, 3.109375, 3.015625, 3.109375, 3.046875, 3.0625, 3.109375, 3.0625, 3.109375, 3.09375, 3.140625, 3.015625, 3.140625, 3.046875, 2.125, 3.09375, 3.078125, 3.015625, 3.171875, 3.1875, 3.09375, 3.109375, 3.09375, 3.015625, 3.0625, 3.046875, 3.03125, 3.171875, 3.109375, 3.0625, 3.015625, 3.09375, 3.171875, 3.171875, 3.03125, 3.109375, 3.109375, 3.046875, 4.21875, 3.09375, 3.15625, 3.109375, 3.046875, 3.0625, 2.84375, 3.09375, 3.140625, 3.078125, 3.078125, 3.125, 3.125, 3.09375, 3.15625, 3.0625, 4.0, 3.109375, 3.171875, 3.59375, 2.953125, 3.21875, 3.109375, 3.65625, 3.546875, 3.21875, 3.640625, 3.125, 3.046875, 3.671875, 3.09375, 3.453125, 3.125, 3.078125, 3.171875, 3.09375, 3.09375, 3.0, 3.125, 3.078125, 3.09375, 2.84375, 3.15625, 2.796875, 3.078125, 3.453125, 3.078125, 3.09375, 3.09375, 3.0, 3.140625, 3.078125, 3.0, 3.046875, 3.1875, 3.09375, 3.046875, 2.546875, 3.109375, 3.09375, 3.109375, 2.625, 3.25, 3.09375, 3.109375, 3.109375, 3.09375, 3.109375, 3.1875, 3.046875, 3.109375, 3.109375, 2.9375, 3.0625, 3.140625, 3.03125, 3.0625, 3.125, 3.109375, 2.875, 3.125, 3.140625, 3.078125, 3.21875, 3.15625, 3.078125, 2.40625, 3.15625, 3.046875, 3.0625, 1.921875, 3.109375, 3.109375, 3.046875, 3.125, 3.21875, 4.40625, 3.390625, 3.078125, 3.125, 3.28125, 3.0, 3.09375, 3.078125, 3.140625, 3.09375, 3.0625, 3.078125, 3.1875, 3.109375, 3.078125, 3.265625, 3.046875, 3.59375, 3.140625, 3.078125, 3.046875, 3.15625, 3.109375, 1.601562, 3.0, 2.921875, 3.09375, 3.265625, 3.0, 3.15625, 3.453125, 3.046875, 2.796875, 5.75, 2.859375, 3.109375, 3.140625, 3.078125, 2.953125, 3.140625, 3.109375, 3.015625, 3.109375, 3.234375, 3.0625, 3.15625, 3.09375, 3.09375, 3.125, 3.125, 3.09375, 3.0625, 3.140625, 3.140625, 3.078125, 3.078125, 3.328125, 3.40625, 3.109375, 3.109375, 3.15625, 3.140625, 3.0625, 3.15625, 3.09375, 3.765625, 2.984375, 3.078125, 3.078125, 3.125, 3.4375, 3.0625, 2.28125, 2.984375, 3.09375, 3.078125, 3.109375, 3.0625, 3.15625, 3.09375, 4.4375, 3.0, 3.015625, 3.703125, 3.0625, 3.15625, 2.984375, 3.09375, 3.109375, 3.234375, 3.171875, 3.09375, 3.46875, 2.953125, 3.046875, 3.078125, 3.1875, 3.15625, 3.1875, 3.0625, 3.140625, 3.09375, 3.171875, 3.3125, 3.125, 3.015625, 3.171875, 3.0625, 2.828125, 3.078125, 3.078125, 3.015625, 3.078125, 2.96875, 3.109375, 3.09375, 3.140625, 2.953125, 3.078125, 3.0625, 3.03125, 3.078125, 3.078125, 3.078125, 3.03125, 3.875, 3.453125, 3.03125, 3.078125, 3.125, 3.171875, 3.03125, 3.21875, 3.109375, 3.5625, 3.1875, 3.125, 3.0625, 3.09375, 3.125, 2.421875, 3.015625, 3.09375, 3.0625, 3.03125, 3.015625, 3.109375, 3.03125, 3.09375, 3.78125, 3.140625, 3.25, 3.03125, 3.09375, 3.625, 3.109375, 3.125, 3.046875, 3.203125, 4.125, 3.109375, 5.25, 3.046875, 2.375, 3.03125, 2.875, 3.328125, 3.078125, 3.140625, 3.109375, 3.0625, 3.125, 3.078125, 3.09375, 3.171875, 2.984375, 3.578125, 3.0625, 3.65625, 2.34375, 3.09375, 3.109375, 2.890625, 3.109375, 3.203125, 3.109375, 3.03125, 3.0, 2.921875, 3.15625, 3.265625, 3.015625, 3.078125, 3.0625, 3.078125, 3.078125, 3.65625, 3.015625, 3.140625, 3.03125, 3.15625, 3.109375, 3.140625, 3.140625, 3.125, 2.71875, 3.265625, 3.09375, 3.140625, 2.046875, 2.921875, 3.171875, 4.125, 3.03125, 3.296875, 2.96875, 3.109375, 3.203125, 3.140625, 2.984375, 3.125, 3.109375, 6.34375, 3.09375, 3.046875, 3.109375, 3.171875, 3.953125, 3.140625, 3.078125, 3.046875, 3.078125, 3.015625, 3.28125, 3.109375, 3.0625, 3.015625, 3.109375, 2.71875, 3.25, 3.078125, 3.0625, 2.359375, 3.140625, 3.28125, 3.28125, 3.0, 3.125, 3.015625, 3.25, 3.078125, 3.078125, 3.046875, 3.09375, 3.0625, 3.078125, 3.21875, 3.09375, 3.0625, 3.09375, 3.0625, 3.265625, 3.125, 4.28125, 3.125, 3.046875, 3.046875, 3.15625, 3.234375, 3.0625, 3.046875, 3.15625, 3.078125, 3.609375, 3.0625, 3.109375, 3.6875, 3.25, 3.09375, 3.0625, 3.03125, 3.171875, 3.453125, 3.109375, 3.0625, 3.65625, 3.078125, 3.09375, 3.140625, 3.203125, 3.046875, 3.09375, 3.03125, 3.109375, 3.078125, 3.140625, 1.6875, 3.0625, 6.78125, 1.640625, 3.046875, 3.109375, 1.5625, 3.125, 3.125, 3.140625, 3.03125, 3.09375, 3.09375, 3.0, 3.046875, 3.046875, 3.1875, 3.578125, 3.1875, 3.109375, 3.078125, 3.046875, 3.109375, 3.015625, 3.0, 3.015625, 3.078125, 2.984375, 3.640625, 3.109375, 3.078125, 3.125, 3.078125, 3.0625, 3.09375, 3.09375, 3.109375, 3.109375, 3.109375, 3.140625, 3.203125, 3.0625, 3.109375, 3.125, 2.984375, 2.984375, 2.953125, 3.125, 3.484375, 3.078125, 3.078125, 3.0625, 3.109375, 3.109375, 3.109375, 3.046875, 3.125, 3.0625, 3.0625, 3.21875, 2.953125, 5.625, 2.953125, 3.125, 3.1875, 3.03125, 3.0625, 3.140625, 3.203125, 3.15625, 2.390625, 3.125, 3.09375, 3.21875, 3.03125, 3.0625, 3.0, 3.09375, 3.09375, 3.0625, 3.09375, 3.09375, 3.015625, 3.078125, 3.046875, 2.875, 3.078125, 1.6875, 3.125, 3.125, 3.125, 3.078125, 3.125, 2.96875, 3.03125, 3.078125, 3.15625, 3.046875, 3.09375, 4.0, 3.046875, 2.5625, 3.140625, 3.125, 3.109375, 3.203125, 3.71875, 1.453125, 3.171875, 3.171875, 3.125, 3.140625, 3.109375, 3.125, 3.09375, 3.09375, 4.28125, 2.90625, 3.03125, 3.078125, 3.046875, 3.09375, 3.234375, 3.109375, 3.09375, 3.125, 2.921875, 3.109375, 3.28125, 3.046875, 3.640625, 3.09375, 3.125, 3.15625, 3.15625, 3.046875, 3.296875, 2.984375, 3.03125, 2.953125, 3.265625, 3.03125, 3.09375, 3.625, 2.9375, 3.109375, 4.125, 2.984375, 2.96875, 2.53125, 3.046875, 2.984375, 2.984375, 3.09375, 2.96875, 3.046875, 3.015625, 3.015625, 3.109375, 3.140625, 3.09375, 3.09375, 3.140625, 3.03125, 3.078125, 2.9375, 3.15625, 3.1875, 3.125, 3.0625, 3.078125, 3.15625, 3.71875, 3.09375, 3.109375, 3.109375, 2.921875, 3.15625, 3.171875, 3.234375, 3.171875, 3.125, 2.921875, 2.984375, 3.65625, 3.09375, 3.078125, 3.109375, 3.09375, 3.046875, 3.09375, 3.0, 2.9375, 3.359375, 3.0625, 3.046875, 3.15625, 3.09375, 3.140625, 3.125, 2.75, 3.109375, 2.921875, 3.046875, 3.265625, 3.0, 3.03125, 3.125, 3.109375, 3.375, 3.1875, 3.140625, 3.171875, 3.09375, 3.0, 3.0, 3.046875, 3.03125, 3.1875, 3.171875, 2.890625, 3.109375, 3.09375, 3.0, 3.125, 3.140625, 2.125, 3.140625, 3.125, 3.15625, 3.921875, 3.109375, 2.984375, 3.109375, 3.203125, 3.0625, 3.109375, 3.15625, 3.171875, 3.0, 3.03125, 3.09375, 3.015625, 3.09375, 2.375, 3.0625, 3.203125, 3.109375, 3.125, 3.046875, 3.03125, 3.078125, 3.421875, 3.09375, 3.03125, 1.75, 3.125, 3.078125, 2.984375, 2.46875, 3.078125, 3.015625, 3.03125, 3.09375, 3.09375, 3.078125, 3.09375, 3.078125, 2.984375, 3.140625, 3.109375, 3.046875, 3.09375, 3.140625, 3.046875, 3.15625, 3.21875, 3.0, 3.0625, 3.515625, 3.109375, 3.078125, 3.125, 3.0625, 3.078125, 3.75, 3.0625, 3.171875, 3.046875, 3.21875, 3.109375, 3.03125, 3.09375, 3.15625, 3.0, 3.09375, 3.140625, 3.0625, 3.09375, 3.171875, 3.1875, 3.015625, 3.125, 2.96875, 3.078125, 3.1875, 3.09375, 3.234375, 3.109375, 3.140625, 3.09375, 3.296875, 3.1875, 3.96875, 3.078125, 3.09375, 3.09375, 2.96875, 3.0625, 2.96875, 3.15625, 3.046875, 3.09375, 3.171875, 3.0, 3.03125, 3.09375, 2.890625, 3.703125, 3.125, 3.140625, 4.15625, 3.28125, 3.078125, 3.125, 3.671875, 2.984375, 3.09375, 3.109375, 3.109375, 3.109375, 3.296875, 3.03125, 3.125, 3.125, 3.1875, 3.171875, 2.859375, 3.21875, 3.109375, 3.109375, 2.9375, 2.609375, 3.109375, 3.140625, 3.109375, 3.234375, 3.125, 3.5625, 3.109375, 3.125, 3.109375, 3.4375, 3.09375, 3.09375, 3.203125, 3.8125, 3.140625, 3.0625, 3.078125, 2.96875, 2.8125, 3.09375, 3.078125, 3.125, 3.109375, 3.265625, 3.203125, 3.09375, 3.265625, 3.390625, 3.546875, 3.15625, 3.109375, 2.59375, 3.109375, 3.125, 2.96875, 3.109375, 3.0625, 3.109375, 3.140625, 3.015625, 3.203125, 3.078125, 3.171875, 3.0625, 3.140625, 3.09375, 3.28125, 3.125, 3.125, 3.0625, 3.1875, 3.125, 3.140625, 3.109375, 3.359375, 3.078125, 2.90625, 3.109375, 2.46875, 3.140625, 3.078125, 3.046875, 3.125, 3.09375, 3.078125, 2.921875, 3.140625, 3.078125, 3.03125, 2.96875, 3.109375, 3.0625, 3.171875, 3.0625, 3.125, 3.15625, 3.0625, 3.0625, 3.0, 3.140625, 3.078125, 3.171875, 3.828125, 3.03125, 3.046875, 3.078125, 2.890625, 3.0, 3.109375, 3.140625, 3.140625, 3.015625, 3.140625, 3.09375, 2.9375, 3.109375, 3.0, 3.375, 2.96875, 3.078125, 3.140625, 3.015625, 3.09375, 3.0625, 3.125, 3.078125, 3.109375, 3.109375, 3.109375, 3.125, 3.046875, 3.109375, 3.078125, 3.078125, 3.09375, 3.140625, 3.046875, 3.109375, 2.953125, 3.046875, 3.015625, 3.0625, 3.046875, 3.078125, 3.03125, 4.4375, 3.15625, 3.3125, 3.078125, 3.265625, 2.5625, 3.140625, 3.203125, 3.015625, 3.140625, 3.171875, 3.09375, 3.125, 3.109375, 2.671875, 3.078125, 3.0625, 3.15625, 2.984375, 3.0625, 3.078125, 3.109375, 2.953125, 3.0625, 3.109375, 3.25, 2.90625, 3.046875, 3.109375, 3.046875, 3.15625, 3.09375, 3.140625, 3.203125, 3.484375, 3.15625, 3.09375, 3.0625, 3.140625, 3.140625, 3.078125, 3.109375, 3.109375, 3.0625, 2.984375, 3.125, 3.0625, 3.125, 3.109375, 2.96875, 3.0625, 3.09375, 2.90625, 3.015625, 3.3125, 3.0625, 3.09375, 3.078125, 3.125, 3.140625, 3.125, 3.09375, 3.09375, 3.140625, 6.40625, 3.125, 2.53125, 3.046875, 3.125, 3.046875, 3.0625, 3.15625, 3.078125, 3.515625, 3.078125, 3.125, 3.609375, 3.46875, 3.109375, 3.109375, 3.09375, 3.078125, 3.140625, 3.203125, 2.96875, 3.125, 3.078125, 3.21875, 3.140625, 3.15625, 3.59375, 3.015625, 3.03125, 2.890625, 3.140625, 3.09375, 3.0, 3.078125, 3.015625, 3.09375, 3.03125, 3.03125, 3.109375, 2.953125, 3.15625, 3.0625, 3.046875, 3.140625, 3.0625, 3.390625, 3.109375, 3.078125, 3.015625, 3.09375, 3.125, 3.0625, 3.046875, 3.125, 3.375, 2.984375, 3.078125, 3.171875, 2.953125, 3.140625, 3.296875, 3.125, 2.4375, 3.078125, 8.25, 3.0625, 3.03125, 3.078125, 3.09375, 3.15625, 3.0625, 3.0625, 3.125, 3.125, 3.171875, 3.0625, 3.171875, 3.90625, 3.09375, 3.09375, 2.171875, 3.109375, 2.9375, 3.078125, 3.09375, 3.171875, 3.25, 3.140625, 3.046875, 3.125, 3.0625, 3.09375, 2.125, 3.015625, 3.078125, 3.03125, 2.8125, 3.03125, 3.09375, 3.109375, 3.125, 3.140625, 3.28125, 3.203125, 3.234375, 0.024902, 3.59375, 3.078125, 3.078125, 3.0, 3.109375, 3.03125, 2.984375, 3.078125, 2.984375, 3.09375, 3.140625, 3.0625, 3.109375, 3.15625, 3.078125, 3.078125, 3.0625, 3.078125, 3.1875, 2.953125, 10.125, 3.0, 3.125, 3.046875, 3.046875, 3.078125, 3.078125, 2.875, 2.671875, 3.171875, 3.09375, 3.078125, 3.390625, 3.03125, 3.125, 2.609375, 2.96875, 3.140625, 2.984375, 3.125, 3.078125, 3.078125, 3.15625, 3.140625, 3.140625, 3.140625, 3.09375, 3.0625, 3.734375, 3.453125, 2.984375, 3.125, 3.015625, 3.171875, 3.03125, 3.15625, 3.078125, 3.015625, 3.078125, 3.125, 4.5625, 3.09375, 3.28125, 3.234375, 3.078125, 3.0, 3.125, 3.015625, 2.8125, 3.140625, 3.125, 3.203125, 3.0625, 3.09375, 3.171875, 3.046875, 3.0625, 3.171875, 3.0625, 3.046875, 3.09375, 3.078125, 3.125, 3.03125, 3.3125, 3.171875, 3.203125, 3.0625, 2.734375, 4.09375, 3.03125, 3.078125, 3.0, 3.046875, 3.046875, 2.984375, 3.171875, 3.0625, 3.171875, 3.125, 3.03125, 3.046875, 3.21875, 3.078125, 3.390625, 3.0625, 2.953125, 3.078125, 3.109375, 3.125, 3.15625, 3.078125, 3.0625, 3.09375, 2.21875, 3.109375, 3.046875, 3.03125, 3.0625, 3.921875, 3.046875, 3.09375, 3.0625, 3.109375, 3.859375, 3.171875, 3.109375, 3.0625, 3.171875, 3.15625, 3.0625, 3.3125, 3.0, 3.078125, 3.140625, 3.140625, 3.171875, 2.953125, 3.109375, 3.1875, 3.125, 3.078125, 2.796875, 2.8125, 3.15625, 3.078125, 3.109375, 2.90625, 3.109375, 3.078125, 3.046875, 3.046875, 3.125, 3.34375, 3.4375, 3.046875, 3.03125, 3.0625, 3.171875, 4.0, 3.0, 3.0625, 3.5, 2.953125, 3.09375, 3.078125, 2.125, 3.4375, 3.109375, 3.09375, 3.09375, 3.15625, 3.0625, 3.015625, 3.1875, 3.078125, 3.046875, 3.140625, 3.046875, 3.109375, 3.125, 3.078125, 3.28125, 3.09375, 3.28125, 3.109375, 3.046875, 3.140625, 3.515625, 3.125, 3.1875, 3.5, 3.09375, 3.171875, 3.109375, 3.0625, 3.046875, 3.109375, 3.28125, 3.046875, 3.0625, 3.125, 3.09375, 3.03125, 3.03125, 3.078125, 3.171875, 3.0625, 3.109375, 3.28125, 3.140625, 2.875, 3.015625, 2.984375, 2.9375, 3.09375, 3.125, 3.09375, 3.09375, 2.96875, 3.109375, 3.9375, 3.046875, 2.953125, 4.125, 3.65625, 3.140625, 3.078125, 2.9375, 3.046875, 3.03125, 3.046875, 2.875, 2.953125, 3.109375, 3.125, 3.03125, 3.0625, 3.359375, 3.125, 3.0625, 3.171875, 3.0, 3.171875, 3.0, 3.03125, 3.546875, 3.09375, 3.078125, 3.109375, 3.015625, 3.0625, 3.078125, 3.078125, 3.046875, 3.0625, 3.140625, 3.125, 3.140625, 3.125, 3.109375, 3.140625, 3.03125, 3.0625, 3.046875, 3.0, 3.0625, 3.125, 3.15625, 2.203125, 2.984375, 3.03125, 3.171875, 3.109375, 3.03125, 3.0625, 3.078125, 3.046875, 3.0625, 3.0625, 3.109375, 3.125, 3.09375, 3.125, 3.015625, 3.0, 3.015625, 3.1875, 3.078125, 3.03125, 3.140625, 3.03125, 3.046875, 3.0625, 3.109375, 3.125, 3.09375, 3.109375, 3.0625, 3.140625, 2.90625, 3.1875, 2.921875, 3.0625, 3.078125, 3.140625, 3.078125, 3.15625, 3.03125, 3.078125, 2.984375, 3.0, 3.34375, 3.5, 3.234375, 3.09375, 2.375, 3.03125, 3.078125, 3.03125, 3.0625, 2.984375, 3.0625, 2.515625, 3.078125, 3.1875, 3.03125, 2.921875, 3.046875, 3.265625, 2.9375, 3.125, 3.078125, 3.28125, 3.078125, 3.03125, 3.0625, 3.125, 3.015625, 3.1875, 3.15625, 3.0, 3.171875, 2.828125, 3.171875, 3.078125, 3.140625, 3.109375, 3.140625, 3.328125, 3.015625, 3.0625, 3.0625, 3.0625, 3.078125, 3.234375, 2.734375, 3.0625, 3.078125, 3.09375, 3.15625, 3.140625, 3.015625, 3.078125, 3.0625, 3.09375, 3.125, 3.078125, 3.078125, 3.34375, 3.15625, 3.15625, 3.15625, 3.140625, 3.0625, 2.984375, 3.140625, 3.921875, 3.09375, 3.09375, 3.125, 3.15625, 3.875, 3.125, 3.078125, 3.03125, 3.09375, 3.984375, 3.09375, 3.15625, 3.09375, 3.015625, 3.109375, 3.046875, 3.09375, 3.15625, 3.03125, 3.109375, 3.078125, 3.015625, 3.09375, 3.15625, 3.0625, 3.03125, 3.09375, 2.984375, 3.171875, 3.125, 3.109375, 3.1875, 3.078125, 3.078125, 3.03125, 2.8125, 3.15625, 2.9375, 2.90625, 3.40625, 2.953125, 3.109375, 3.046875, 3.0, 3.109375, 3.125, 3.109375, 3.1875, 3.15625, 3.0625, 3.125, 3.078125, 3.0625, 3.09375, 2.765625, 3.0625, 3.484375, 3.03125, 3.046875, 3.15625, 3.078125, 3.046875, 3.078125, 3.078125, 3.140625, 3.03125, 3.078125, 3.109375, 3.015625, 3.015625, 3.109375, 3.171875, 3.078125, 3.046875, 3.171875, 3.140625, 3.0, 3.015625, 3.015625, 3.03125, 3.109375, 3.125, 3.265625, 3.125, 3.09375, 3.046875, 3.0625, 3.09375, 3.078125, 3.109375, 3.203125, 3.0625, 3.140625, 3.09375, 3.171875, 3.046875, 3.109375, 3.46875, 3.0625, 3.046875, 3.046875, 3.046875, 3.0625, 3.078125, 3.078125, 3.046875, 3.15625, 3.234375, 3.0625, 3.125, 2.953125, 3.046875, 3.0625, 3.046875, 3.078125, 3.234375, 2.96875, 2.984375, 3.15625, 3.0625, 3.125, 2.4375, 3.234375, 3.125, 3.296875, 3.109375, 3.09375, 3.03125, 3.171875, 2.65625, 3.015625, 2.96875, 3.09375, 3.109375, 3.09375, 2.984375, 3.125, 3.078125, 2.96875, 3.1875, 3.0625, 8.0625, 3.0625, 4.03125, 3.0625, 3.078125, 3.28125, 3.15625, 3.09375, 3.09375, 3.078125, 3.125, 3.09375, 3.15625, 2.8125, 3.09375, 3.109375, 3.015625, 3.125, 3.078125, 3.078125, 4.84375, 3.8125, 3.0625, 3.09375, 3.0625, 3.0625, 3.109375, 3.046875, 3.125, 3.96875, 2.90625, 3.0625, 3.0, 3.328125, 3.765625, 3.140625, 3.015625, 3.0625, 2.984375, 3.234375, 3.046875, 2.9375, 3.0625, 3.71875, 3.515625, 3.125, 3.046875, 3.0625, 3.078125, 3.0, 3.03125, 3.0625, 3.140625, 3.171875, 3.078125, 3.09375, 3.09375, 3.078125, 3.171875, 3.125, 2.984375, 3.046875, 3.1875, 3.15625, 3.28125, 3.109375, 3.078125, 4.0, 3.078125, 3.109375, 3.109375, 3.0625, 3.125, 3.09375, 3.140625, 3.09375, 3.078125, 3.109375, 2.9375, 3.125, 3.125, 3.109375, 3.078125, 3.140625, 3.03125, 3.109375, 3.125, 3.125, 3.171875, 3.15625, 3.140625, 3.109375, 3.140625, 3.03125, 3.296875, 3.25, 3.109375, 3.078125, 3.171875, 3.140625, 2.984375, 2.953125, 2.90625, 3.015625, 3.03125, 3.1875, 3.09375, 1.664062, 3.03125, 3.0625, 3.078125, 3.15625, 3.109375, 3.109375, 3.109375, 3.15625, 4.625, 3.140625, 3.140625, 3.1875, 3.09375, 3.046875, 3.03125, 3.171875, 3.125, 3.09375, 3.796875, 3.078125, 3.125, 3.0625, 3.015625, 3.109375, 3.078125, 3.1875, 2.921875, 3.09375, 3.15625, 2.953125, 3.109375, 2.96875, 3.15625, 3.140625, 3.390625, 3.125, 3.09375, 3.09375, 3.109375, 3.046875, 2.96875, 3.09375, 3.03125, 3.640625, 3.078125, 2.953125, 3.046875, 3.15625, 3.09375, 3.0625, 3.6875, 2.984375, 3.125, 3.125, 3.09375, 3.046875, 3.15625, 3.125, 3.109375, 3.21875, 3.140625, 3.078125, 3.0, 3.078125, 3.09375, 3.109375, 3.1875, 3.375, 3.0625, 3.15625, 3.046875, 3.125, 2.578125, 3.046875, 3.125, 3.109375, 3.046875, 3.03125, 3.90625, 3.0625, 3.0625, 3.109375, 3.015625, 4.09375, 2.953125, 3.140625, 3.0625, 3.109375, 3.109375, 3.09375, 3.828125, 3.015625, 3.359375, 2.9375, 3.046875, 2.875, 2.84375, 3.109375, 3.28125, 3.40625, 3.0625, 3.0, 2.984375, 3.140625, 3.171875, 2.8125, 3.09375, 3.015625, 3.109375, 3.03125, 3.0625, 3.078125, 3.015625, 3.140625, 7.875, 3.046875, 3.046875, 3.109375, 3.109375, 3.0625, 3.1875, 3.234375, 3.03125, 3.078125, 2.9375, 3.140625, 3.140625, 3.125, 3.109375, 3.25, 3.09375, 3.90625, 4.03125, 3.0625, 3.0625, 3.140625, 3.09375, 3.09375, 3.09375, 3.046875, 3.140625, 3.078125, 3.125, 3.15625, 2.984375, 3.09375, 3.203125, 3.125, 3.109375, 3.140625, 3.046875, 2.234375, 3.09375, 3.046875, 3.171875, 3.046875, 3.125, 3.109375, 3.109375, 3.078125, 3.9375, 3.171875, 5.625, 3.109375, 3.09375, 3.21875, 3.109375, 3.046875, 3.3125, 3.0625, 3.0, 3.40625, 3.125, 3.09375, 3.046875, 3.046875, 3.125, 3.140625, 3.15625, 3.09375, 3.09375, 3.078125, 3.140625, 3.015625, 3.28125, 3.109375, 3.21875, 3.015625, 3.046875, 3.109375, 3.09375, 3.140625, 3.140625, 3.03125, 3.0625, 3.078125, 2.109375, 3.015625, 2.90625, 3.0625, 3.1875, 2.9375, 3.09375, 2.984375, 2.953125, 3.140625, 3.28125, 3.078125, 3.078125, 3.078125, 3.125, 3.0625, 3.109375, 2.984375, 3.15625, 3.0625, 3.0625, 3.109375, 3.09375, 3.109375, 3.03125, 3.078125, 3.046875, 3.109375, 3.0, 3.046875, 3.046875, 3.046875, 3.125, 3.09375, 3.09375, 3.015625, 3.875, 3.0625, 3.171875, 2.21875, 3.15625, 3.171875, 3.109375, 3.0625, 3.203125, 3.109375, 3.015625, 3.125, 3.46875, 3.140625, 3.125, 3.078125, 3.0625, 3.0625, 3.125, 3.015625, 3.03125, 3.109375, 3.09375, 3.671875, 3.046875, 3.125, 3.140625, 3.25, 3.0625, 3.03125, 3.0625, 4.5625, 2.828125, 3.015625, 3.0625, 3.109375, 3.65625, 3.109375, 3.046875, 3.109375, 3.15625, 3.03125, 3.046875, 3.171875, 3.046875, 3.078125, 2.84375, 3.0625, 3.171875, 2.796875, 3.140625, 3.140625, 4.3125, 3.078125, 3.046875, 3.125, 3.0625, 3.90625, 3.109375, 3.015625, 2.1875, 3.109375, 3.234375, 3.6875, 2.96875, 3.046875, 3.4375, 3.125, 2.515625, 3.140625, 3.046875, 3.140625, 3.09375, 3.046875, 3.109375, 3.0625, 3.15625, 3.5, 3.015625, 3.078125, 3.0, 3.046875, 1.976562, 3.078125, 3.21875, 2.328125, 3.0625, 3.15625, 2.9375, 2.953125, 3.0625, 3.09375, 3.390625, 3.09375, 2.34375, 3.09375, 3.0625, 3.0625, 3.015625, 3.109375, 3.0, 3.109375, 2.90625, 3.1875, 3.03125, 3.109375, 3.09375, 3.015625, 3.140625, 3.0625, 3.046875, 2.984375, 2.96875, 3.078125, 3.125, 3.5, 3.140625, 3.0625, 3.109375, 3.421875, 2.796875, 3.25, 3.0625, 2.84375, 3.0625, 3.015625, 3.03125, 3.0625, 3.125, 3.09375, 3.40625, 3.21875, 3.1875, 3.140625, 3.078125, 3.109375, 3.0, 2.15625, 3.125, 3.078125, 3.1875, 3.078125, 3.203125, 3.15625, 3.125, 3.1875, 2.96875, 6.4375, 3.125, 4.125, 3.03125, 3.21875, 3.125, 3.0625 ] }, "name": "model.model.norm.weight", "outputIndexes": [ 0 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, 1, 3584 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "input_ids", "outputIndexes": [ 1 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, -1, 3584 ] }, "name": "/Constant_output_0__", "outputIndexes": [ 2 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_output_0", "outputIndexes": [ 3 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.255859, 0.225586, 0.246094, 0.245117, 0.244141, 0.269531, 0.269531, 0.265625, 0.251953, 0.271484, 0.230469, 0.224609, 0.267578, 0.277344, 0.267578, 0.216797, 0.251953, 0.241211, 0.265625, 0.230469, 0.204102, 0.255859, 0.235352, 0.271484, 0.25, 0.269531, 0.253906, 0.257812, 0.233398, 0.257812, 0.228516, 0.238281, 0.219727, 0.273438, 0.231445, 0.263672, 0.222656, 0.227539, 0.251953, 0.227539, 0.259766, 0.228516, 0.273438, 0.209961, 0.255859, 0.240234, 0.238281, 0.251953, 0.220703, 0.251953, 0.251953, 0.224609, 0.257812, 0.243164, 0.21875, 0.226562, 0.271484, 0.241211, 0.224609, 0.239258, 0.267578, 0.22168, 0.242188, 0.244141, 0.210938, 0.25, 0.227539, 0.244141, 0.220703, 0.263672, 0.255859, 0.235352, 0.273438, 0.259766, 0.189453, 0.232422, 0.245117, 0.257812, 0.210938, 0.24707, 0.289062, 0.255859, 0.257812, 0.241211, 0.267578, 0.231445, 0.237305, 0.259766, 0.253906, 0.228516, 0.242188, 0.25, 0.265625, 0.232422, 0.257812, 0.255859, 0.267578, 0.263672, 0.251953, 0.240234, 0.261719, 0.240234, 0.257812, 0.263672, 0.245117, 0.267578, 0.240234, 0.246094, 0.257812, 0.261719, 0.251953, 0.230469, 0.277344, 0.228516, 0.273438, 0.195312, 0.269531, 0.275391, 0.239258, 0.255859, 0.251953, 0.269531, 0.230469, 0.242188, 0.236328, 0.279297, 0.223633, 0.25, 0.229492, 0.263672, 0.240234, 0.267578, 0.241211, 0.24707, 0.226562, 0.208984, 0.241211, 0.28125, 0.261719, 0.21582, 0.277344, 0.235352, 0.242188, 0.229492, 0.226562, 0.273438, 0.227539, 0.269531, 0.235352, 0.243164, 0.227539, 0.263672, 0.257812, 0.25, 0.265625, 0.261719, 0.265625, 0.263672, 0.253906, 0.291016, 0.237305, 0.246094, 0.219727, 0.234375, 0.265625, 0.263672, 0.255859, 0.216797, 0.224609, 0.242188, 0.235352, 0.246094, 0.24707, 0.239258, 0.267578, 0.269531, 0.224609, 0.242188, 0.261719, 0.263672, 0.257812, 0.231445, 0.240234, 0.234375, 0.239258, 0.261719, 0.212891, 0.245117, 0.277344, 0.251953, 0.233398, 0.253906, 0.236328, 0.214844, 0.248047, 0.246094, 0.239258, 0.24707, 0.255859, 0.259766, 0.255859, 0.28125, 0.228516, 0.229492, 0.232422, 0.217773, 0.242188, 0.22168, 0.265625, 0.233398, 0.257812, 0.242188, 0.231445, 0.275391, 0.255859, 0.273438, 0.220703, 0.208008, 0.234375, 0.241211, 0.255859, 0.255859, 0.253906, 0.234375, 0.253906, 0.275391, 0.233398, 0.237305, 0.239258, 0.222656, 0.22168, 0.25, 0.275391, 0.166016, 0.243164, 0.234375, 0.257812, 0.249023, 0.25, 0.253906, 0.24707, 0.248047, 0.237305, 0.251953, 0.269531, 0.28125, 0.277344, 0.228516, 0.243164, 0.25, 0.243164, 0.251953, 0.245117, 0.249023, 0.222656, 0.279297, 0.236328, 0.273438, 0.228516, 0.259766, 0.232422, 0.248047, 0.255859, 0.263672, 0.265625, 0.241211, 0.228516, 0.238281, 0.208008, 0.213867, 0.236328, 0.277344, 0.261719, 0.261719, 0.228516, 0.277344, 0.214844, 0.273438, 0.259766, 0.267578, 0.246094, 0.251953, 0.225586, 0.25, 0.275391, 0.239258, 0.251953, 0.251953, 0.238281, 0.222656, 0.248047, 0.259766, 0.230469, 0.238281, 0.251953, 0.24707, 0.21875, 0.237305, 0.257812, 0.234375, 0.209961, 0.257812, 0.257812, 0.228516, 0.238281, 0.234375, 0.238281, 0.253906, 0.269531, 0.243164, 0.24707, 0.253906, 0.241211, 0.248047, 0.220703, 0.21582, 0.232422, 0.253906, 0.243164, 0.277344, 0.253906, 0.257812, 0.227539, 0.220703, 0.234375, 0.253906, 0.277344, 0.238281, 0.245117, 0.261719, 0.240234, 0.242188, 0.228516, 0.242188, 0.213867, 0.263672, 0.242188, 0.263672, 0.302734, 0.244141, 0.243164, 0.251953, 0.211914, 0.255859, 0.242188, 0.275391, 0.255859, 0.292969, 0.261719, 0.240234, 0.267578, 0.234375, 0.255859, 0.241211, 0.265625, 0.257812, 0.267578, 0.226562, 0.245117, 0.251953, 0.238281, 0.195312, 0.25, 0.224609, 0.208984, 0.265625, 0.263672, 0.275391, 0.28125, 0.230469, 0.261719, 0.277344, 0.246094, 0.223633, 0.230469, 0.257812, 0.238281, 0.238281, 0.240234, 0.25, 0.224609, 0.233398, 0.231445, 0.230469, 0.292969, 0.239258, 0.242188, 0.291016, 0.275391, 0.263672, 0.265625, 0.209961, 0.242188, 0.234375, 0.246094, 0.267578, 0.273438, 0.251953, 0.291016, 0.236328, 0.238281, 0.25, 0.249023, 0.279297, 0.261719, 0.261719, 0.231445, 0.24707, 0.259766, 0.249023, 0.230469, 0.227539, 0.240234, 0.273438, 0.246094, 0.253906, 0.28125, 0.243164, 0.246094, 0.263672, 0.228516, 0.225586, 0.267578, 0.246094, 0.255859, 0.257812, 0.214844, 0.21875, 0.251953, 0.230469, 0.244141, 0.269531, 0.236328, 0.261719, 0.259766, 0.207031, 0.236328, 0.228516, 0.25, 0.21875, 0.269531, 0.223633, 0.249023, 0.238281, 0.259766, 0.257812, 0.269531, 0.263672, 0.217773, 0.232422, 0.261719, 0.257812, 0.230469, 0.243164, 0.261719, 0.263672, 0.229492, 0.216797, 0.148438, 0.228516, 0.232422, 0.245117, 0.25, 0.253906, 0.223633, 0.238281, 0.261719, 0.292969, 0.259766, 0.235352, 0.269531, 0.226562, 0.243164, 0.232422, 0.267578, 0.249023, 0.292969, 0.25, 0.269531, 0.235352, 0.255859, 0.219727, 0.253906, 0.273438, 0.238281, 0.240234, 0.243164, 0.25, 0.237305, 0.232422, 0.251953, 0.283203, 0.277344, 0.224609, 0.211914, 0.251953, 0.244141, 0.275391, 0.24707, 0.267578, 0.24707, 0.238281, 0.265625, 0.244141, 0.216797, 0.255859, 0.253906, 0.21875, 0.248047, 0.240234, 0.236328, 0.251953, 0.224609, 0.255859, 0.251953, 0.263672, 0.255859, 0.25, 0.273438, 0.265625, 0.279297, 0.251953, 0.237305, 0.251953, 0.246094, 0.222656, 0.22168, 0.257812, 0.261719, 0.248047, 0.275391, 0.267578, 0.267578, 0.213867, 0.235352, 0.255859, 0.233398, 0.271484, 0.240234, 0.237305, 0.224609, 0.251953, 0.248047, 0.25, 0.243164, 0.228516, 0.242188, 0.240234, 0.251953, 0.304688, 0.24707, 0.261719, 0.242188, 0.267578, 0.25, 0.25, 0.263672, 0.255859, 0.255859, 0.255859, 0.206055, 0.255859, 0.225586, 0.226562, 0.248047, 0.253906, 0.241211, 0.225586, 0.241211, 0.234375, 0.227539, 0.241211, 0.261719, 0.273438, 0.236328, 0.229492, 0.248047, 0.237305, 0.255859, 0.255859, 0.206055, 0.271484, 0.28125, 0.237305, 0.235352, 0.224609, 0.263672, 0.279297, 0.242188, 0.271484, 0.255859, 0.259766, 0.242188, 0.257812, 0.222656, 0.216797, 0.214844, 0.283203, 0.257812, 0.257812, 0.287109, 0.248047, 0.25, 0.253906, 0.249023, 0.253906, 0.243164, 0.257812, 0.255859, 0.241211, 0.24707, 0.279297, 0.241211, 0.224609, 0.255859, 0.251953, 0.251953, 0.28125, 0.253906, 0.267578, 0.241211, 0.24707, 0.244141, 0.251953, 0.185547, 0.219727, 0.232422, 0.243164, 0.241211, 0.248047, 0.238281, 0.24707, 0.255859, 0.251953, 0.25, 0.263672, 0.24707, 0.242188, 0.253906, 0.242188, 0.238281, 0.230469, 0.253906, 0.255859, 0.227539, 0.24707, 0.259766, 0.203125, 0.269531, 0.25, 0.257812, 0.265625, 0.25, 0.263672, 0.234375, 0.251953, 0.275391, 0.271484, 0.136719, 0.251953, 0.259766, 0.267578, 0.289062, 0.224609, 0.231445, 0.25, 0.225586, 0.25, 0.273438, 0.271484, 0.263672, 0.245117, 0.259766, 0.241211, 0.241211, 0.269531, 0.238281, 0.236328, 0.265625, 0.255859, 0.253906, 0.239258, 0.259766, 0.220703, 0.22168, 0.229492, 0.225586, 0.25, 0.257812, 0.222656, 0.279297, 0.222656, 0.219727, 0.241211, 0.248047, 0.237305, 0.224609, 0.261719, 0.243164, 0.259766, 0.244141, 0.25, 0.206055, 0.241211, 0.233398, 0.231445, 0.257812, 0.255859, 0.265625, 0.253906, 0.28125, 0.227539, 0.248047, 0.24707, 0.224609, 0.207031, 0.242188, 0.242188, 0.241211, 0.230469, 0.255859, 0.265625, 0.251953, 0.255859, 0.246094, 0.259766, 0.225586, 0.261719, 0.240234, 0.261719, 0.261719, 0.267578, 0.277344, 0.261719, 0.253906, 0.263672, 0.246094, 0.201172, 0.277344, 0.205078, 0.259766, 0.263672, 0.277344, 0.251953, 0.253906, 0.25, 0.263672, 0.294922, 0.233398, 0.283203, 0.263672, 0.259766, 0.225586, 0.24707, 0.223633, 0.291016, 0.21875, 0.233398, 0.271484, 0.232422, 0.253906, 0.259766, 0.261719, 0.213867, 0.227539, 0.251953, 0.222656, 0.251953, 0.214844, 0.261719, 0.269531, 0.242188, 0.25, 0.273438, 0.217773, 0.239258, 0.249023, 0.273438, 0.253906, 0.279297, 0.257812, 0.243164, 0.242188, 0.255859, 0.253906, 0.253906, 0.253906, 0.257812, 0.193359, 0.259766, 0.251953, 0.232422, 0.197266, 0.263672, 0.235352, 0.243164, 0.21582, 0.227539, 0.228516, 0.249023, 0.234375, 0.233398, 0.263672, 0.241211, 0.244141, 0.240234, 0.214844, 0.263672, 0.269531, 0.345703, 0.231445, 0.236328, 0.220703, 0.227539, 0.242188, 0.220703, 0.287109, 0.227539, 0.267578, 0.261719, 0.25, 0.240234, 0.25, 0.233398, 0.259766, 0.285156, 0.253906, 0.253906, 0.257812, 0.255859, 0.225586, 0.249023, 0.261719, 0.237305, 0.298828, 0.249023, 0.208008, 0.239258, 0.235352, 0.255859, 0.210938, 0.255859, 0.259766, 0.253906, 0.289062, 0.265625, 0.242188, 0.255859, 0.249023, 0.251953, 0.237305, 0.244141, 0.267578, 0.257812, 0.259766, 0.251953, 0.265625, 0.259766, 0.296875, 0.230469, 0.237305, 0.261719, 0.253906, 0.230469, 0.236328, 0.234375, 0.222656, 0.283203, 0.238281, 0.259766, 0.289062, 0.237305, 0.237305, 0.183594, 0.259766, 0.25, 0.253906, 0.245117, 0.244141, 0.249023, 0.285156, 0.224609, 0.263672, 0.249023, 0.259766, 0.216797, 0.251953, 0.273438, 0.238281, 0.255859, 0.230469, 0.269531, 0.25, 0.269531, 0.223633, 0.261719, 0.240234, 0.224609, 0.21582, 0.222656, 0.283203, 0.226562, 0.239258, 0.243164, 0.236328, 0.244141, 0.251953, 0.261719, 0.285156, 0.230469, 0.223633, 0.248047, 0.265625, 0.225586, 0.287109, 0.253906, 0.231445, 0.253906, 0.222656, 0.267578, 0.238281, 0.219727, 0.248047, 0.251953, 0.259766, 0.28125, 0.265625, 0.243164, 0.292969, 0.253906, 0.228516, 0.273438, 0.243164, 0.261719, 0.261719, 0.263672, 0.259766, 0.277344, 0.263672, 0.251953, 0.255859, 0.248047, 0.248047, 0.228516, 0.24707, 0.25, 0.265625, 0.255859, 0.227539, 0.283203, 0.24707, 0.245117, 0.239258, 0.275391, 0.210938, 0.257812, 0.245117, 0.243164, 0.248047, 0.242188, 0.253906, 0.255859, 0.259766, 0.231445, 0.269531, 0.259766, 0.271484, 0.289062, 0.261719, 0.217773, 0.273438, 0.257812, 0.237305, 0.241211, 0.230469, 0.219727, 0.269531, 0.259766, 0.245117, 0.257812, 0.25, 0.267578, 0.245117, 0.235352, 0.219727, 0.239258, 0.241211, 0.236328, 0.251953, 0.248047, 0.261719, 0.220703, 0.283203, 0.244141, 0.223633, 0.287109, 0.237305, 0.292969, 0.227539, 0.255859, 0.240234, 0.245117, 0.289062, 0.213867, 0.233398, 0.277344, 0.253906, 0.273438, 0.244141, 0.253906, 0.283203, 0.269531, 0.241211, 0.261719, 0.251953, 0.257812, 0.22168, 0.257812, 0.241211, 0.25, 0.238281, 0.265625, 0.196289, 0.265625, 0.251953, 0.249023, 0.229492, 0.248047, 0.253906, 0.238281, 0.292969, 0.226562, 0.251953, 0.259766, 0.285156, 0.253906, 0.257812, 0.211914, 0.255859, 0.236328, 0.28125, 0.234375, 0.225586, 0.202148, 0.28125, 0.257812, 0.255859, 0.25, 0.222656, 0.269531, 0.227539, 0.267578, 0.283203, 0.195312, 0.223633, 0.238281, 0.220703, 0.253906, 0.248047, 0.255859, 0.253906, 0.232422, 0.263672, 0.259766, 0.242188, 0.251953, 0.277344, 0.269531, 0.222656, 0.211914, 0.279297, 0.253906, 0.214844, 0.21875, 0.263672, 0.243164, 0.238281, 0.261719, 0.263672, 0.249023, 0.257812, 0.255859, 0.243164, 0.243164, 0.241211, 0.228516, 0.267578, 0.245117, 0.242188, 0.245117, 0.220703, 0.230469, 0.238281, 0.251953, 0.267578, 0.269531, 0.246094, 0.168945, 0.25, 0.291016, 0.244141, 0.245117, 0.245117, 0.21582, 0.242188, 0.249023, 0.24707, 0.275391, 0.259766, 0.251953, 0.257812, 0.240234, 0.212891, 0.255859, 0.255859, 0.271484, 0.240234, 0.246094, 0.228516, 0.246094, 0.277344, 0.185547, 0.181641, 0.267578, 0.259766, 0.232422, 0.253906, 0.255859, 0.333984, 0.240234, 0.273438, 0.263672, 0.263672, 0.249023, 0.246094, 0.222656, 0.25, 0.244141, 0.245117, 0.269531, 0.251953, 0.229492, 0.230469, 0.259766, 0.230469, 0.261719, 0.249023, 0.237305, 0.257812, 0.248047, 0.238281, 0.238281, 0.245117, 0.224609, 0.25, 0.263672, 0.240234, 0.242188, 0.265625, 0.251953, 0.257812, 0.261719, 0.255859, 0.279297, 0.239258, 0.237305, 0.255859, 0.244141, 0.229492, 0.240234, 0.242188, 0.253906, 0.259766, 0.242188, 0.243164, 0.246094, 0.214844, 0.255859, 0.253906, 0.251953, 0.251953, 0.265625, 0.259766, 0.227539, 0.269531, 0.257812, 0.230469, 0.226562, 0.257812, 0.237305, 0.28125, 0.251953, 0.269531, 0.241211, 0.273438, 0.225586, 0.21582, 0.249023, 0.257812, 0.248047, 0.267578, 0.234375, 0.267578, 0.261719, 0.269531, 0.230469, 0.230469, 0.242188, 0.231445, 0.263672, 0.208008, 0.253906, 0.273438, 0.228516, 0.241211, 0.183594, 0.226562, 0.210938, 0.237305, 0.273438, 0.255859, 0.324219, 0.261719, 0.265625, 0.251953, 0.261719, 0.269531, 0.241211, 0.235352, 0.227539, 0.273438, 0.25, 0.251953, 0.243164, 0.279297, 0.263672, 0.251953, 0.267578, 0.25, 0.255859, 0.220703, 0.216797, 0.246094, 0.235352, 0.240234, 0.365234, 0.255859, 0.230469, 0.255859, 0.25, 0.255859, 0.244141, 0.255859, 0.246094, 0.259766, 0.249023, 0.229492, 0.289062, 0.261719, 0.253906, 0.238281, 0.259766, 0.253906, 0.211914, 0.217773, 0.25, 0.24707, 0.255859, 0.244141, 0.261719, 0.163086, 0.285156, 0.267578, 0.233398, 0.283203, 0.240234, 0.235352, 0.238281, 0.255859, 0.277344, 0.277344, 0.244141, 0.261719, 0.251953, 0.257812, 0.199219, 0.245117, 0.226562, 0.234375, 0.267578, 0.22168, 0.265625, 0.257812, 0.269531, 0.259766, 0.273438, 0.255859, 0.207031, 0.24707, 0.263672, 0.222656, 0.259766, 0.25, 0.233398, 0.25, 0.277344, 0.21875, 0.277344, 0.213867, 0.267578, 0.244141, 0.238281, 0.243164, 0.219727, 0.240234, 0.232422, 0.251953, 0.271484, 0.211914, 0.25, 0.244141, 0.241211, 0.263672, 0.267578, 0.243164, 0.228516, 0.255859, 0.25, 0.257812, 0.267578, 0.249023, 0.25, 0.269531, 0.242188, 0.255859, 0.25, 0.269531, 0.239258, 0.287109, 0.240234, 0.224609, 0.234375, 0.267578, 0.269531, 0.261719, 0.242188, 0.197266, 0.158203, 0.241211, 0.257812, 0.239258, 0.22168, 0.24707, 0.219727, 0.267578, 0.265625, 0.24707, 0.220703, 0.25, 0.233398, 0.25, 0.237305, 0.251953, 0.267578, 0.283203, 0.249023, 0.265625, 0.273438, 0.257812, 0.263672, 0.229492, 0.28125, 0.239258, 0.263672, 0.246094, 0.248047, 0.253906, 0.257812, 0.251953, 0.283203, 0.255859, 0.237305, 0.253906, 0.263672, 0.25, 0.228516, 0.255859, 0.209961, 0.25, 0.233398, 0.259766, 0.257812, 0.251953, 0.209961, 0.248047, 0.253906, 0.289062, 0.240234, 0.235352, 0.238281, 0.255859, 0.257812, 0.285156, 0.275391, 0.233398, 0.275391, 0.238281, 0.234375, 0.248047, 0.234375, 0.25, 0.24707, 0.279297, 0.261719, 0.227539, 0.251953, 0.255859, 0.257812, 0.242188, 0.277344, 0.245117, 0.231445, 0.212891, 0.240234, 0.238281, 0.243164, 0.251953, 0.265625, 0.241211, 0.230469, 0.242188, 0.261719, 0.246094, 0.261719, 0.244141, 0.251953, 0.243164, 0.162109, 0.235352, 0.25, 0.277344, 0.261719, 0.289062, 0.246094, 0.239258, 0.253906, 0.246094, 0.242188, 0.230469, 0.275391, 0.244141, 0.245117, 0.241211, 0.255859, 0.233398, 0.208008, 0.277344, 0.269531, 0.226562, 0.287109, 0.226562, 0.220703, 0.248047, 0.25, 0.227539, 0.241211, 0.238281, 0.263672, 0.275391, 0.25, 0.255859, 0.257812, 0.246094, 0.273438, 0.237305, 0.283203, 0.255859, 0.261719, 0.244141, 0.257812, 0.271484, 0.267578, 0.214844, 0.269531, 0.257812, 0.222656, 0.263672, 0.208984, 0.245117, 0.265625, 0.134766, 0.224609, 0.267578, 0.238281, 0.231445, 0.231445, 0.232422, 0.241211, 0.225586, 0.244141, 0.225586, 0.265625, 0.263672, 0.253906, 0.236328, 0.238281, 0.253906, 0.195312, 0.241211, 0.232422, 0.248047, 0.246094, 0.25, 0.24707, 0.241211, 0.234375, 0.21875, 0.253906, 0.204102, 0.230469, 0.25, 0.22168, 0.244141, 0.240234, 0.259766, 0.243164, 0.253906, 0.238281, 0.253906, 0.21582, 0.232422, 0.205078, 0.289062, 0.228516, 0.249023, 0.242188, 0.241211, 0.25, 0.249023, 0.279297, 0.235352, 0.279297, 0.249023, 0.271484, 0.226562, 0.257812, 0.234375, 0.273438, 0.279297, 0.261719, 0.263672, 0.25, 0.251953, 0.259766, 0.263672, 0.257812, 0.197266, 0.238281, 0.263672, 0.246094, 0.316406, 0.255859, 0.19043, 0.251953, 0.25, 0.234375, 0.22168, 0.240234, 0.232422, 0.289062, 0.230469, 0.277344, 0.259766, 0.249023, 0.232422, 0.269531, 0.259766, 0.25, 0.257812, 0.259766, 0.265625, 0.271484, 0.232422, 0.233398, 0.242188, 0.253906, 0.226562, 0.255859, 0.231445, 0.25, 0.237305, 0.232422, 0.230469, 0.236328, 0.238281, 0.279297, 0.257812, 0.277344, 0.259766, 0.246094, 0.238281, 0.241211, 0.24707, 0.261719, 0.273438, 0.241211, 0.237305, 0.246094, 0.273438, 0.277344, 0.269531, 0.241211, 0.246094, 0.24707, 0.271484, 0.261719, 0.242188, 0.226562, 0.263672, 0.235352, 0.265625, 0.25, 0.219727, 0.277344, 0.249023, 0.261719, 0.259766, 0.244141, 0.240234, 0.234375, 0.202148, 0.237305, 0.255859, 0.241211, 0.253906, 0.235352, 0.261719, 0.239258, 0.277344, 0.255859, 0.228516, 0.261719, 0.244141, 0.244141, 0.241211, 0.239258, 0.203125, 0.240234, 0.261719, 0.232422, 0.223633, 0.257812, 0.261719, 0.239258, 0.24707, 0.24707, 0.253906, 0.263672, 0.248047, 0.271484, 0.240234, 0.224609, 0.238281, 0.269531, 0.24707, 0.277344, 0.21875, 0.271484, 0.238281, 0.226562, 0.259766, 0.253906, 0.246094, 0.279297, 0.285156, 0.28125, 0.255859, 0.249023, 0.239258, 0.246094, 0.267578, 0.257812, 0.275391, 0.271484, 0.248047, 0.241211, 0.246094, 0.244141, 0.261719, 0.227539, 0.25, 0.231445, 0.279297, 0.226562, 0.191406, 0.241211, 0.251953, 0.275391, 0.255859, 0.226562, 0.263672, 0.265625, 0.257812, 0.255859, 0.224609, 0.229492, 0.263672, 0.226562, 0.229492, 0.237305, 0.257812, 0.269531, 0.275391, 0.224609, 0.24707, 0.222656, 0.253906, 0.214844, 0.236328, 0.236328, 0.239258, 0.255859, 0.269531, 0.271484, 0.267578, 0.277344, 0.222656, 0.232422, 0.228516, 0.210938, 0.24707, 0.222656, 0.253906, 0.241211, 0.253906, 0.231445, 0.265625, 0.255859, 0.207031, 0.244141, 0.257812, 0.243164, 0.245117, 0.25, 0.231445, 0.237305, 0.224609, 0.224609, 0.224609, 0.245117, 0.249023, 0.208984, 0.21875, 0.236328, 0.259766, 0.259766, 0.241211, 0.261719, 0.261719, 0.245117, 0.265625, 0.244141, 0.199219, 0.273438, 0.244141, 0.237305, 0.279297, 0.232422, 0.253906, 0.225586, 0.261719, 0.240234, 0.217773, 0.277344, 0.265625, 0.244141, 0.241211, 0.243164, 0.265625, 0.231445, 0.241211, 0.245117, 0.21875, 0.249023, 0.234375, 0.226562, 0.238281, 0.251953, 0.238281, 0.217773, 0.349609, 0.259766, 0.25, 0.267578, 0.25, 0.277344, 0.263672, 0.265625, 0.279297, 0.244141, 0.253906, 0.210938, 0.255859, 0.235352, 0.246094, 0.239258, 0.233398, 0.237305, 0.261719, 0.223633, 0.265625, 0.248047, 0.239258, 0.253906, 0.251953, 0.237305, 0.249023, 0.25, 0.251953, 0.271484, 0.246094, 0.25, 0.25, 0.193359, 0.296875, 0.257812, 0.238281, 0.238281, 0.265625, 0.251953, 0.251953, 0.271484, 0.244141, 0.229492, 0.240234, 0.253906, 0.167969, 0.271484, 0.235352, 0.24707, 0.259766, 0.200195, 0.241211, 0.259766, 0.243164, 0.251953, 0.246094, 0.242188, 0.233398, 0.233398, 0.234375, 0.261719, 0.231445, 0.245117, 0.251953, 0.25, 0.257812, 0.239258, 0.279297, 0.245117, 0.225586, 0.223633, 0.240234, 0.273438, 0.265625, 0.237305, 0.25, 0.234375, 0.267578, 0.25, 0.240234, 0.259766, 0.227539, 0.257812, 0.271484, 0.261719, 0.251953, 0.246094, 0.240234, 0.220703, 0.230469, 0.267578, 0.257812, 0.261719, 0.238281, 0.267578, 0.240234, 0.275391, 0.269531, 0.230469, 0.231445, 0.219727, 0.217773, 0.267578, 0.267578, 0.24707, 0.28125, 0.261719, 0.25, 0.246094, 0.245117, 0.267578, 0.255859, 0.25, 0.234375, 0.241211, 0.257812, 0.265625, 0.21582, 0.242188, 0.253906, 0.220703, 0.236328, 0.263672, 0.241211, 0.233398, 0.230469, 0.25, 0.271484, 0.235352, 0.261719, 0.269531, 0.257812, 0.21582, 0.259766, 0.232422, 0.302734, 0.265625, 0.265625, 0.269531, 0.271484, 0.223633, 0.251953, 0.255859, 0.263672, 0.265625, 0.22168, 0.231445, 0.271484, 0.259766, 0.253906, 0.257812, 0.253906, 0.220703, 0.232422, 0.263672, 0.189453, 0.24707, 0.238281, 0.22168, 0.257812, 0.249023, 0.253906, 0.240234, 0.271484, 0.245117, 0.333984, 0.25, 0.237305, 0.339844, 0.261719, 0.263672, 0.253906, 0.269531, 0.206055, 0.263672, 0.243164, 0.253906, 0.243164, 0.257812, 0.234375, 0.265625, 0.245117, 0.248047, 0.216797, 0.275391, 0.239258, 0.230469, 0.271484, 0.255859, 0.245117, 0.236328, 0.257812, 0.233398, 0.251953, 0.200195, 0.222656, 0.263672, 0.28125, 0.234375, 0.261719, 0.269531, 0.229492, 0.216797, 0.237305, 0.263672, 0.259766, 0.273438, 0.255859, 0.240234, 0.249023, 0.257812, 0.241211, 0.231445, 0.243164, 0.217773, 0.269531, 0.233398, 0.244141, 0.24707, 0.245117, 0.257812, 0.234375, 0.255859, 0.232422, 0.255859, 0.217773, 0.231445, 0.228516, 0.225586, 0.255859, 0.242188, 0.257812, 0.245117, 0.259766, 0.263672, 0.239258, 0.263672, 0.259766, 0.255859, 0.112305, 0.261719, 0.249023, 0.251953, 0.245117, 0.296875, 0.237305, 0.245117, 0.253906, 0.229492, 0.236328, 0.248047, 0.251953, 0.279297, 0.243164, 0.249023, 0.230469, 0.251953, 0.232422, 0.259766, 0.231445, 0.21582, 0.263672, 0.231445, 0.259766, 0.240234, 0.28125, 0.240234, 0.259766, 0.229492, 0.229492, 0.246094, 0.233398, 0.226562, 0.249023, 0.267578, 0.224609, 0.265625, 0.273438, 0.251953, 0.234375, 0.249023, 0.231445, 0.271484, 0.230469, 0.232422, 0.257812, 0.255859, 0.224609, 0.255859, 0.21582, 0.24707, 0.255859, 0.242188, 0.241211, 0.263672, 0.242188, 0.259766, 0.263672, 0.227539, 0.25, 0.244141, 0.246094, 0.271484, 0.226562, 0.255859, 0.232422, 0.267578, 0.240234, 0.229492, 0.245117, 0.257812, 0.231445, 0.257812, 0.259766, 0.205078, 0.253906, 0.243164, 0.249023, 0.261719, 0.251953, 0.243164, 0.271484, 0.246094, 0.263672, 0.243164, 0.240234, 0.225586, 0.231445, 0.271484, 0.236328, 0.237305, 0.265625, 0.271484, 0.230469, 0.243164, 0.275391, 0.230469, 0.263672, 0.214844, 0.257812, 0.22168, 0.232422, 0.255859, 0.241211, 0.251953, 0.234375, 0.239258, 0.304688, 0.249023, 0.236328, 0.257812, 0.257812, 0.231445, 0.22168, 0.24707, 0.243164, 0.298828, 0.240234, 0.234375, 0.257812, 0.273438, 0.244141, 0.285156, 0.285156, 0.243164, 0.257812, 0.244141, 0.285156, 0.273438, 0.242188, 0.245117, 0.193359, 0.251953, 0.236328, 0.24707, 0.255859, 0.238281, 0.279297, 0.216797, 0.271484, 0.244141, 0.255859, 0.265625, 0.253906, 0.257812, 0.271484, 0.25, 0.220703, 0.263672, 0.227539, 0.249023, 0.239258, 0.251953, 0.251953, 0.265625, 0.242188, 0.233398, 0.285156, 0.263672, 0.259766, 0.285156, 0.244141, 0.251953, 0.248047, 0.235352, 0.291016, 0.263672, 0.251953, 0.251953, 0.253906, 0.239258, 0.233398, 0.277344, 0.263672, 0.249023, 0.259766, 0.269531, 0.226562, 0.244141, 0.246094, 0.25, 0.269531, 0.225586, 0.244141, 0.269531, 0.25, 0.253906, 0.263672, 0.263672, 0.245117, 0.289062, 0.239258, 0.235352, 0.219727, 0.236328, 0.283203, 0.228516, 0.249023, 0.249023, 0.242188, 0.257812, 0.239258, 0.279297, 0.251953, 0.265625, 0.237305, 0.241211, 0.246094, 0.263672, 0.25, 0.237305, 0.251953, 0.267578, 0.257812, 0.263672, 0.249023, 0.249023, 0.240234, 0.239258, 0.259766, 0.246094, 0.267578, 0.261719, 0.25, 0.248047, 0.231445, 0.253906, 0.231445, 0.261719, 0.289062, 0.263672, 0.251953, 0.24707, 0.246094, 0.285156, 0.253906, 0.201172, 0.231445, 0.263672, 0.226562, 0.246094, 0.21582, 0.237305, 0.211914, 0.263672, 0.261719, 0.267578, 0.253906, 0.246094, 0.259766, 0.237305, 0.248047, 0.261719, 0.231445, 0.234375, 0.236328, 0.267578, 0.255859, 0.219727, 0.213867, 0.263672, 0.257812, 0.216797, 0.25, 0.24707, 0.251953, 0.233398, 0.273438, 0.208008, 0.279297, 0.259766, 0.265625, 0.259766, 0.233398, 0.248047, 0.265625, 0.238281, 0.229492, 0.251953, 0.229492, 0.253906, 0.235352, 0.248047, 0.245117, 0.255859, 0.198242, 0.263672, 0.261719, 0.267578, 0.257812, 0.244141, 0.238281, 0.263672, 0.263672, 0.251953, 0.251953, 0.24707, 0.25, 0.245117, 0.25, 0.261719, 0.241211, 0.224609, 0.253906, 0.248047, 0.253906, 0.265625, 0.248047, 0.275391, 0.188477, 0.220703, 0.251953, 0.211914, 0.249023, 0.249023, 0.285156, 0.234375, 0.21582, 0.249023, 0.227539, 0.283203, 0.251953, 0.25, 0.251953, 0.271484, 0.24707, 0.223633, 0.236328, 0.246094, 0.24707, 0.265625, 0.251953, 0.228516, 0.253906, 0.285156, 0.259766, 0.265625, 0.217773, 0.244141, 0.292969, 0.245117, 0.273438, 0.291016, 0.253906, 0.261719, 0.253906, 0.255859, 0.240234, 0.275391, 0.261719, 0.257812, 0.251953, 0.237305, 0.251953, 0.244141, 0.246094, 0.246094, 0.214844, 0.228516, 0.253906, 0.228516, 0.24707, 0.271484, 0.236328, 0.263672, 0.257812, 0.237305, 0.229492, 0.246094, 0.241211, 0.235352, 0.253906, 0.283203, 0.248047, 0.279297, 0.22168, 0.259766, 0.224609, 0.257812, 0.255859, 0.238281, 0.257812, 0.273438, 0.248047, 0.269531, 0.259766, 0.21582, 0.255859, 0.243164, 0.271484, 0.257812, 0.259766, 0.255859, 0.245117, 0.267578, 0.255859, 0.210938, 0.279297, 0.298828, 0.25, 0.253906, 0.241211, 0.244141, 0.240234, 0.233398, 0.273438, 0.219727, 0.259766, 0.251953, 0.263672, 0.224609, 0.227539, 0.25, 0.206055, 0.205078, 0.251953, 0.251953, 0.259766, 0.271484, 0.275391, 0.214844, 0.267578, 0.237305, 0.273438, 0.226562, -0.001854, 0.244141, 0.172852, 0.273438, 0.253906, 0.263672, 0.216797, 0.243164, 0.259766, 0.242188, 0.237305, 0.220703, 0.248047, 0.228516, 0.203125, 0.246094, 0.267578, 0.263672, 0.261719, 0.246094, 0.24707, 0.235352, 0.243164, 0.267578, 0.269531, 0.232422, 0.235352, 0.261719, 0.257812, 0.251953, 0.265625, 0.240234, 0.251953, 0.279297, 0.253906, 0.233398, 0.253906, 0.242188, 0.243164, 0.238281, 0.273438, 0.248047, 0.242188, 0.233398, 0.251953, 0.269531, 0.228516, 0.25, 0.265625, 0.251953, 0.242188, 0.25, 0.24707, 0.249023, 0.230469, 0.275391, 0.196289, 0.232422, 0.249023, 0.257812, 0.232422, 0.261719, 0.238281, 0.28125, 0.263672, 0.244141, 0.227539, 0.214844, 0.167969, 0.289062, 0.269531, 0.251953, 0.251953, 0.25, 0.222656, 0.24707, 0.243164, 0.263672, 0.255859, 0.212891, 0.25, 0.240234, 0.253906, 0.233398, 0.226562, 0.244141, 0.24707, 0.248047, 0.244141, 0.21582, 0.242188, 0.222656, 0.217773, 0.245117, 0.261719, 0.251953, 0.255859, 0.257812, 0.263672, 0.259766, 0.251953, 0.259766, 0.257812, 0.259766, 0.257812, 0.226562, 0.21582, 0.261719, 0.289062, 0.248047, 0.243164, 0.207031, 0.226562, 0.289062, 0.314453, 0.213867, 0.251953, 0.237305, 0.236328, 0.271484, 0.263672, 0.255859, 0.245117, 0.240234, 0.223633, 0.269531, 0.253906, 0.253906, 0.257812, 0.242188, 0.242188, 0.267578, 0.267578, 0.237305, 0.257812, 0.230469, 0.296875, 0.259766, 0.267578, 0.253906, 0.238281, 0.243164, 0.249023, 0.24707, 0.273438, 0.255859, 0.232422, 0.275391, 0.216797, 0.255859, 0.198242, 0.275391, 0.277344, 0.271484, 0.248047, 0.251953, 0.292969, 0.230469, 0.248047, 0.277344, 0.263672, 0.306641, 0.257812, 0.21582, 0.231445, 0.226562, 0.237305, 0.240234, 0.249023, 0.277344, 0.230469, 0.269531, 0.251953, 0.251953, 0.237305, 0.235352, 0.222656, 0.237305, 0.265625, 0.231445, 0.231445, 0.261719, 0.238281, 0.223633, 0.255859, 0.233398, 0.283203, 0.259766, 0.267578, 0.275391, 0.231445, 0.271484, 0.255859, 0.277344, 0.219727, 0.242188, 0.298828, 0.279297, 0.253906, 0.244141, 0.237305, 0.229492, 0.238281, 0.234375, 0.235352, 0.25, 0.213867, 0.275391, 0.249023, 0.242188, 0.237305, 0.277344, 0.255859, 0.230469, 0.249023, 0.231445, 0.248047, 0.273438, 0.261719, 0.257812, 0.257812, 0.237305, 0.229492, 0.228516, 0.253906, 0.227539, 0.25, 0.236328, 0.273438, 0.219727, 0.230469, 0.240234, 0.259766, 0.257812, 0.263672, 0.255859, 0.263672, 0.275391, 0.263672, 0.230469, 0.257812, 0.263672, 0.22168, 0.275391, 0.24707, 0.235352, 0.236328, 0.244141, 0.241211, 0.251953, 0.265625, 0.248047, 0.227539, 0.245117, 0.275391, 0.225586, 0.271484, 0.223633, 0.24707, 0.214844, 0.222656, 0.243164, 0.201172, 0.25, 0.235352, 0.240234, 0.227539, 0.289062, 0.242188, 0.245117, 0.251953, 0.283203, 0.236328, 0.285156, 0.251953, 0.259766, 0.269531, 0.230469, 0.251953, 0.225586, 0.224609, 0.337891, 0.213867, 0.271484, 0.234375, 0.255859, 0.265625, 0.228516, 0.216797, 0.251953, 0.263672, 0.228516, 0.24707, 0.223633, 0.203125, 0.239258, 0.232422, 0.261719, 0.245117, 0.251953, 0.243164, 0.25, 0.225586, 0.244141, 0.271484, 0.267578, 0.287109, 0.246094, 0.257812, 0.242188, 0.21582, 0.211914, 0.244141, 0.245117, 0.240234, 0.261719, 0.246094, 0.255859, 0.224609, 0.273438, 0.259766, 0.244141, 0.225586, 0.273438, 0.226562, 0.25, 0.239258, 0.240234, 0.253906, 0.19043, 0.251953, 0.275391, 0.259766, 0.259766, 0.24707, 0.269531, 0.251953, 0.265625, 0.244141, 0.255859, 0.253906, 0.261719, 0.219727, 0.231445, 0.241211, 0.238281, 0.253906, 0.245117, 0.271484, 0.235352, 0.249023, 0.255859, 0.246094, 0.246094, 0.226562, 0.233398, 0.285156, 0.251953, 0.231445, 0.240234, 0.226562, 0.240234, 0.253906, 0.241211, 0.246094, 0.251953, 0.261719, 0.24707, 0.269531, 0.25, 0.261719, 0.273438, 0.233398, 0.259766, 0.253906, 0.242188, 0.209961, 0.271484, 0.259766, 0.269531, 0.251953, 0.213867, 0.243164, 0.25, 0.235352, 0.257812, 0.246094, 0.217773, 0.255859, 0.22168, 0.239258, 0.217773, 0.255859, 0.253906, 0.242188, 0.267578, 0.21582, 0.229492, 0.255859, 0.235352, 0.25, 0.269531, 0.261719, 0.265625, 0.265625, 0.229492, 0.244141, 0.220703, 0.25, 0.259766, 0.246094, 0.253906, 0.249023, 0.211914, 0.257812, 0.229492, 0.269531, 0.259766, 0.267578, 0.251953, 0.255859, 0.21582, 0.241211, 0.267578, 0.25, 0.200195, 0.248047, 0.261719, 0.253906, 0.230469, 0.249023, 0.271484, 0.271484, 0.241211, 0.242188, 0.238281, 0.259766, 0.232422, 0.227539, 0.234375, 0.257812, 0.245117, 0.269531, 0.208984, 0.251953, 0.203125, 0.232422, 0.255859, 0.225586, 0.257812, 0.273438, 0.275391, 0.212891, 0.233398, 0.253906, 0.226562, 0.234375, 0.249023, 0.231445, 0.253906, 0.244141, 0.251953, 0.240234, 0.265625, 0.241211, 0.239258, 0.242188, 0.248047, 0.25, 0.236328, 0.255859, 0.232422, 0.273438, 0.249023, 0.253906, 0.263672, 0.25, 0.267578, 0.239258, 0.265625, 0.242188, 0.249023, 0.283203, 0.253906, 0.239258, 0.242188, 0.249023, 0.261719, 0.242188, 0.251953, 0.235352, 0.228516, 0.25, 0.257812, 0.259766, 0.230469, 0.265625, 0.25, 0.253906, 0.253906, 0.283203, 0.251953, 0.238281, 0.217773, 0.236328, 0.251953, 0.248047, 0.248047, 0.245117, 0.245117, 0.253906, 0.267578, 0.267578, 0.25, 0.267578, 0.257812, 0.231445, 0.236328, 0.253906, 0.263672, 0.257812, 0.249023, 0.263672, 0.225586, 0.236328, 0.177734, 0.251953, 0.271484, 0.275391, 0.232422, 0.253906, 0.289062, 0.289062, 0.245117, 0.249023, 0.259766, 0.255859, 0.240234, 0.257812, 0.243164, 0.237305, 0.248047, 0.231445, 0.277344, 0.263672, 0.259766, 0.263672, 0.213867, 0.289062, 0.28125, 0.237305, 0.257812, 0.235352, 0.227539, 0.237305, 0.225586, 0.253906, 0.255859, 0.234375, 0.237305, 0.234375, 0.229492, 0.285156, 0.263672, 0.263672, 0.251953, 0.238281, 0.267578, 0.261719, 0.243164, 0.239258, 0.22168, 0.253906, 0.273438, 0.224609, 0.246094, 0.248047, 0.235352, 0.279297, 0.227539, 0.255859, 0.231445, 0.263672, 0.255859, 0.271484, 0.24707, 0.271484, 0.240234, 0.232422, 0.285156, 0.230469, 0.241211, 0.242188, 0.279297, 0.265625, 0.259766, 0.242188, 0.217773, 0.222656, 0.263672, 0.275391, 0.263672, 0.261719, 0.246094, 0.265625, 0.236328, 0.234375, 0.240234, 0.265625, 0.255859, 0.24707, 0.271484, 0.251953, 0.236328, 0.170898, 0.232422, 0.265625, 0.243164, 0.234375, 0.15332, 0.253906, 0.223633, 0.259766, 0.25, 0.240234, 0.208008, 0.255859, 0.243164, 0.245117, 0.209961, 0.261719, 0.249023, 0.302734, 0.244141, 0.201172, 0.248047, 0.249023, 0.25, 0.259766, 0.234375, 0.253906, 0.234375, 0.265625, 0.253906, 0.223633, 0.244141, 0.219727, 0.211914, 0.248047, 0.257812, 0.279297, 0.24707, 0.257812, 0.231445, 0.240234, 0.241211, 0.231445, 0.251953, 0.28125, 0.265625, 0.251953, 0.269531, 0.257812, 0.279297, 0.236328, 0.232422, 0.245117, 0.300781, 0.261719, 0.214844, 0.255859, 0.229492, 0.253906, 0.231445, 0.248047, 0.273438, 0.217773, 0.261719, 0.24707, 0.237305, 0.235352, 0.229492, 0.277344, 0.300781, 0.24707, 0.222656, 0.261719, 0.243164, 0.255859, 0.227539, 0.265625, 0.257812, 0.267578, 0.239258, 0.263672, 0.259766, 0.241211, 0.224609, 0.242188, 0.259766, 0.25, 0.243164, 0.240234, 0.304688, 0.263672, 0.239258, 0.251953, 0.261719, 0.261719, 0.239258, 0.255859, 0.273438, 0.230469, 0.249023, 0.251953, 0.251953, 0.24707, 0.265625, 0.240234, 0.237305, 0.233398, 0.245117, 0.263672, 0.265625, 0.263672, 0.243164, 0.237305, 0.271484, 0.255859, 0.216797, 0.235352, 0.244141, 0.261719, 0.242188, 0.255859, 0.251953, 0.211914, 0.242188, 0.208008, 0.239258, 0.287109, 0.216797, 0.253906, 0.279297, 0.232422, 0.204102, 0.242188, 0.25, 0.248047, 0.271484, 0.243164, 0.308594, 0.235352, 0.251953, 0.240234, 0.265625, 0.235352, 0.265625, 0.259766, 0.242188, 0.243164, 0.255859, 0.230469, 0.287109, 0.255859, 0.25, 0.271484, 0.253906, 0.25, 0.253906, 0.267578, 0.228516, 0.257812, 0.235352, 0.24707, 0.243164, 0.226562, 0.269531, 0.242188, 0.24707, 0.263672, 0.25, 0.233398, 0.255859, 0.240234, 0.231445, 0.257812, 0.251953, 0.273438, 0.255859, 0.24707, 0.248047, 0.237305, 0.265625, 0.269531, 0.21582, 0.248047, 0.206055, 0.263672, 0.233398, 0.246094, 0.251953, 0.265625, 0.235352, 0.236328, 0.244141, 0.238281, 0.251953, 0.228516, 0.255859, 0.259766, 0.257812, 0.226562, 0.219727, 0.244141, 0.21875, 0.248047, 0.265625, 0.265625, 0.233398, 0.236328, 0.261719, 0.263672, 0.243164, 0.227539, 0.255859, 0.245117, 0.208008, 0.228516, 0.271484, 0.269531, 0.25, 0.234375, 0.249023, 0.248047, 0.267578, 0.271484, 0.259766, 0.243164, 0.235352, 0.237305, 0.208008, 0.240234, 0.259766, 0.255859, 0.216797, 0.237305, 0.230469, 0.283203, 0.255859, 0.294922, 0.240234, 0.259766, 0.241211, 0.24707, 0.238281, 0.220703, 0.261719, 0.21875, 0.259766, 0.249023, 0.232422, 0.207031, 0.249023, 0.263672, 0.232422, 0.241211, 0.267578, 0.242188, 0.271484, 0.253906, 0.255859, 0.227539, 0.255859, 0.265625, 0.275391, 0.224609, 0.269531, 0.28125, 0.245117, 0.214844, 0.242188, 0.234375, 0.253906, 0.273438, 0.259766, 0.243164, 0.265625, 0.230469, 0.246094, 0.261719, 0.248047, 0.208984, 0.236328, 0.253906, 0.263672, 0.271484, 0.257812, 0.255859, 0.228516, 0.246094, 0.238281, 0.222656, 0.236328, 0.245117, 0.244141, 0.251953, 0.243164, 0.263672, 0.246094, 0.216797, 0.239258, 0.251953, 0.259766, 0.229492, 0.239258, 0.228516, 0.275391, 0.257812, 0.283203, 0.271484, 0.249023, 0.203125, 0.240234, 0.236328, 0.261719, 0.265625, 0.245117, 0.255859, 0.275391, 0.263672, 0.243164, 0.279297, 0.261719, 0.240234, 0.249023, 0.283203, 0.240234, 0.219727, 0.259766, 0.253906, 0.224609, 0.216797, 0.231445, 0.265625, 0.267578, 0.216797, 0.233398, 0.177734, 0.255859, 0.273438, 0.253906, 0.251953, 0.275391, 0.242188, 0.24707, 0.244141, 0.246094, 0.239258, 0.249023, 0.234375, 0.275391, 0.25, 0.259766, 0.225586, 0.244141, 0.253906, 0.257812, 0.237305, 0.25, 0.230469, 0.242188, 0.275391, 0.242188, 0.21875, 0.248047, 0.259766, 0.240234, 0.236328, 0.230469, 0.226562, 0.253906, 0.231445, 0.217773, 0.253906, 0.25, 0.263672, 0.25, 0.24707, 0.267578, 0.244141, 0.269531, 0.279297, 0.236328, 0.243164, 0.248047, 0.248047, 0.217773, 0.259766, 0.25, 0.230469, 0.271484, 0.251953, 0.245117, 0.277344, 0.257812, 0.253906, 0.195312, 0.249023, 0.233398, 0.253906, 0.265625, 0.232422, 0.226562, 0.245117, 0.224609, 0.226562, 0.277344, 0.228516, 0.275391, 0.263672, 0.220703, 0.242188, 0.261719, 0.283203, 0.235352, 0.229492, 0.267578, 0.230469, 0.241211, 0.257812, 0.234375, 0.28125, 0.241211, 0.204102, 0.257812, 0.257812, 0.242188, 0.238281, 0.269531, 0.232422, 0.271484, 0.233398, 0.235352, 0.230469, 0.25, 0.246094, 0.259766, 0.244141, 0.238281, 0.240234, 0.269531, 0.243164, 0.255859, 0.271484, 0.230469, 0.241211, 0.237305, 0.239258, 0.224609, 0.267578, 0.228516, 0.261719, 0.245117, 0.208984, 0.257812, 0.275391, 0.226562, 0.222656, 0.259766, 0.300781, 0.245117, 0.216797, 0.259766, 0.257812, 0.269531, 0.235352, 0.294922, 0.207031, 0.239258, 0.236328, 0.283203, 0.277344, 0.257812, 0.233398, 0.246094, 0.230469, 0.259766, 0.271484, 0.233398, 0.230469, 0.238281, 0.257812, 0.216797, 0.21875, 0.279297, 0.248047, 0.242188, 0.248047, 0.271484, 0.236328, 0.209961, 0.226562, 0.231445, 0.257812, 0.248047, 0.228516, 0.267578, 0.267578, 0.238281, 0.223633, 0.235352, 0.251953, 0.229492, 0.265625, 0.211914, 0.214844, 0.223633, 0.235352, 0.25, 0.28125, 0.209961, 0.255859, 0.240234, 0.240234, 0.243164, 0.255859, 0.230469 ] }, "name": "model.model.layers.0.input_layernorm.weight", "outputIndexes": [ 4 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm/Mul_output_0", "outputIndexes": [ 5 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4, 5 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm/Mul_1_output_0", "outputIndexes": [ 6 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 6 ], "outputIndexes": [ 2308 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2308 ], "outputIndexes": [ 2309 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear", "inputIndexes": [ 2309 ], "outputIndexes": [ 2310 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 0, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2310 ], "outputIndexes": [ 2311 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2311 ], "outputIndexes": [ 7 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] }, "name": "/Unsqueeze_output_0", "outputIndexes": [ 8 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 6 ], "main_type": "NONE", "name": "/Shape_1_output_0", "outputIndexes": [ 9 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] }, "name": "/rotary/Constant_9_output_0", "outputIndexes": [ 10 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9 ], "main_type": "NONE", "name": "Shape20", "outputIndexes": [ 11 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 9 ], "main_type": "NONE", "name": "Rank22", "outputIndexes": [ 12 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 12, 12 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp24", "outputIndexes": [ 13 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 13 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze25", "outputIndexes": [ 14 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 13, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp27", "outputIndexes": [ 15 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 15 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze28", "outputIndexes": [ 16 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 11, 14, 16, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice31", "outputIndexes": [ 17 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 17 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze32", "outputIndexes": [ 18 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 18 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp33", "outputIndexes": [ 19 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 19, 18 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp34", "outputIndexes": [ 20 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 20, 13 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_2_output_0", "outputIndexes": [ 21 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 0 ] }, "name": "/rotary/Constant_4_output_0", "outputIndexes": [ 22 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 21, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1_output_0", "outputIndexes": [ 23 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 28 ] }, "name": "/Constant_3_output_0", "outputIndexes": [ 24 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 128 ] }, "name": "/Constant_4_output_0", "outputIndexes": [ 25 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 23, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_output_0", "outputIndexes": [ 26 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 26 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_1_output_0", "outputIndexes": [ 27 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, 3 ], "dtype": "DT_INT32", "dformat": "NCHW" }, "name": "position_ids", "outputIndexes": [ 28 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 28 ], "main_type": "CastParam", "main": { "srcT": "DT_VARIANT", "dstT": "DT_FLOAT" }, "name": "/rotary/Cast_output_0", "outputIndexes": [ 29 ], "type": "Cast", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 1 ] }, "name": "/rotary/Constant_1_output_0__", "outputIndexes": [ 30 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 29, 30 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/rotary/Reshape_output_0", "outputIndexes": [ 31 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 64 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0, 0.805842, 0.649382, 0.523299, 0.421697, 0.339821, 0.273842, 0.220673, 0.177828, 0.143301, 0.115478, 0.093057, 0.074989, 0.06043, 0.048697, 0.039242, 0.031623, 0.025483, 0.020535, 0.016548, 0.013335, 0.010746, 0.00866, 0.006978, 0.005623, 0.004532, 0.003652, 0.002943, 0.002371, 0.001911, 0.00154, 0.001241, 0.001, 0.000806, 0.000649, 0.000523, 0.000422, 0.00034, 0.000274, 0.000221, 0.000178, 0.000143, 0.000115, 9.3e-05, 7.5e-05, 6e-05, 4.9e-05, 3.9e-05, 3.2e-05, 2.5e-05, 2.1e-05, 1.7e-05, 1.3e-05, 1.1e-05, 9e-06, 7e-06, 6e-06, 5e-06, 4e-06, 3e-06, 2e-06, 2e-06, 2e-06, 1e-06 ] }, "name": "/rotary/Constant_2_output_0", "outputIndexes": [ 32 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 31, 32 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/rotary/Mul_output_0", "outputIndexes": [ 33 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 33 ], "main_type": "UnaryOp", "main": { "opType": "COS", "T": "DT_FLOAT" }, "name": "/rotary/Cos_output_0", "outputIndexes": [ 34 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 34, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_output_0", "outputIndexes": [ 35 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 33 ], "main_type": "UnaryOp", "main": { "opType": "SIN", "T": "DT_FLOAT" }, "name": "/rotary/Sin_output_0", "outputIndexes": [ 36 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 36, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_1_output_0", "outputIndexes": [ 37 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 35, 37 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/rotary/Concat_output_0", "outputIndexes": [ 38 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 38, 38 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/rotary/Concat_1_output_0", "outputIndexes": [ 39 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3, 1 ] }, "name": "/rotary/Unsqueeze_2_axes", "outputIndexes": [ 40 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 39, 40 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_3_output_0", "outputIndexes": [ 41 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41 ], "main_type": "NONE", "name": "Shape57", "outputIndexes": [ 42 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 41 ], "main_type": "NONE", "name": "Rank59", "outputIndexes": [ 43 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 43, 43 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp61", "outputIndexes": [ 44 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze62", "outputIndexes": [ 45 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp64", "outputIndexes": [ 46 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 46 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze65", "outputIndexes": [ 47 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 42, 45, 47, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice68", "outputIndexes": [ 48 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 48 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze69", "outputIndexes": [ 49 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 49, 49 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp71", "outputIndexes": [ 50 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41, 50, 44 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_3_output_0", "outputIndexes": [ 51 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_output_0", "outputIndexes": [ 52 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27 ], "main_type": "NONE", "name": "/Shape_2_output_0", "outputIndexes": [ 53 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] }, "name": "/Constant_10_output_0", "outputIndexes": [ 54 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53 ], "main_type": "NONE", "name": "Shape76", "outputIndexes": [ 55 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 53 ], "main_type": "NONE", "name": "Rank78", "outputIndexes": [ 56 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 56, 56 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp80", "outputIndexes": [ 57 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 57 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze81", "outputIndexes": [ 58 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 57, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp83", "outputIndexes": [ 59 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 59 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze84", "outputIndexes": [ 60 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 55, 58, 60, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice87", "outputIndexes": [ 61 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 61 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze88", "outputIndexes": [ 62 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 62 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp89", "outputIndexes": [ 63 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 63, 62 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp90", "outputIndexes": [ 64 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 64, 57 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_5_output_0", "outputIndexes": [ 65 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 2 ] }, "name": "/rotary/Constant_7_output_0", "outputIndexes": [ 66 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 65, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_output_0", "outputIndexes": [ 67 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 67, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_6_output_0", "outputIndexes": [ 68 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1073741824 ] }, "name": "/Constant_19_output_0", "outputIndexes": [ 69 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] }, "name": "/Constant_13_output_0", "outputIndexes": [ 70 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27, 68, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_1_output_0", "outputIndexes": [ 71 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 71 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_output_0", "outputIndexes": [ 72 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27, 22, 68, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_output_0", "outputIndexes": [ 73 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 72, 73 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_3_output_0", "outputIndexes": [ 74 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze106", "outputIndexes": [ 75 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 46 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze109", "outputIndexes": [ 76 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 42, 75, 76, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice112", "outputIndexes": [ 77 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 77 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze113", "outputIndexes": [ 78 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 78 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp114", "outputIndexes": [ 79 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 79, 78 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp115", "outputIndexes": [ 80 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41, 80, 44 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_4_output_0", "outputIndexes": [ 81 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 74, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_1_output_0", "outputIndexes": [ 82 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 52, 82 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_output_0", "outputIndexes": [ 83 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 6 ], "outputIndexes": [ 2312 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2312 ], "outputIndexes": [ 2313 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear", "inputIndexes": [ 2313 ], "outputIndexes": [ 2314 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 7239702, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2314 ], "outputIndexes": [ 2315 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2315 ], "outputIndexes": [ 84 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 4 ] }, "name": "/Constant_6_output_0", "outputIndexes": [ 85 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 23, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_1_output_0", "outputIndexes": [ 86 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 84, 86 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_2_output_0", "outputIndexes": [ 87 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_2_output_0", "outputIndexes": [ 88 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87 ], "main_type": "NONE", "name": "/Shape_3_output_0", "outputIndexes": [ 89 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 89 ], "main_type": "NONE", "name": "Shape159", "outputIndexes": [ 90 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 89 ], "main_type": "NONE", "name": "Rank161", "outputIndexes": [ 91 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 91, 91 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp163", "outputIndexes": [ 92 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 92 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze164", "outputIndexes": [ 93 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 92, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp166", "outputIndexes": [ 94 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 94 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze167", "outputIndexes": [ 95 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 90, 93, 95, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice170", "outputIndexes": [ 96 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 96 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze171", "outputIndexes": [ 97 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 97 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp172", "outputIndexes": [ 98 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 98, 97 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp173", "outputIndexes": [ 99 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 89, 99, 92 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_6_output_0", "outputIndexes": [ 100 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 100, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_1_output_0", "outputIndexes": [ 101 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 101, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_8_output_0", "outputIndexes": [ 102 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87, 102, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_3_output_0", "outputIndexes": [ 103 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 103 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_1_output_0", "outputIndexes": [ 104 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87, 22, 102, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_2_output_0", "outputIndexes": [ 105 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 104, 105 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_4_output_0", "outputIndexes": [ 106 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 106, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_3_output_0", "outputIndexes": [ 107 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 88, 107 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_1_output_0", "outputIndexes": [ 108 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 6 ], "outputIndexes": [ 2316 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2316 ], "outputIndexes": [ 2317 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear", "inputIndexes": [ 2317 ], "outputIndexes": [ 2318 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 8273964, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2318 ], "outputIndexes": [ 2319 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2319 ], "outputIndexes": [ 109 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 109, 86 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_3_output_0", "outputIndexes": [ 110 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, 1, -1, -1 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "attention_mask", "outputIndexes": [ 111 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 83, 108, 110, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_8_output_0", "outputIndexes": [ 112 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 112 ], "outputIndexes": [ 2320 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2320 ], "outputIndexes": [ 2321 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear", "inputIndexes": [ 2321 ], "outputIndexes": [ 2322 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 9308226, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2322 ], "outputIndexes": [ 2323 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2323 ], "outputIndexes": [ 113 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3, 113 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_3_output_0", "outputIndexes": [ 114 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.179688, 0.267578, 0.160156, 0.185547, 0.213867, 0.169922, 0.226562, 0.152344, 0.21582, 0.180664, 0.237305, 0.176758, 0.165039, 0.192383, 0.212891, 0.180664, 0.160156, 0.169922, 0.228516, 0.192383, 0.921875, 0.189453, 0.243164, 0.157227, 0.178711, 0.123535, 0.248047, 0.179688, 0.172852, 0.161133, 0.186523, 0.192383, 0.003326, 0.157227, 0.205078, 0.236328, 0.191406, 0.132812, 0.161133, 0.172852, 0.235352, 0.160156, 0.031982, 0.25, 0.202148, 0.237305, 0.181641, 0.176758, 0.185547, 0.178711, 0.181641, 0.209961, 0.173828, 0.199219, 0.203125, 0.173828, 0.267578, 0.211914, 0.248047, 0.203125, 0.200195, 0.19043, 0.246094, 0.15918, 0.125977, 0.069824, 0.168945, 0.273438, 0.333984, 0.251953, 0.231445, 0.172852, 0.234375, 0.166992, 0.239258, 0.172852, 0.158203, 0.176758, 0.203125, 0.240234, 0.19043, 0.296875, 0.080078, 0.171875, 0.205078, 0.196289, 0.251953, 0.239258, 0.167969, 0.186523, 0.243164, 0.240234, 0.21582, 0.223633, 0.175781, 0.186523, 0.001839, 0.178711, 0.144531, 0.211914, 0.167969, 0.201172, 0.171875, 0.179688, 0.158203, 0.197266, 0.105469, 0.202148, 0.173828, 0.004852, 0.224609, 0.161133, 0.154297, 0.135742, 0.179688, 0.151367, 0.171875, 0.166016, 0.225586, 0.200195, 0.182617, 0.179688, 0.208008, 0.148438, 0.103516, 0.185547, 0.234375, 0.135742, 0.199219, 0.198242, 0.194336, 0.202148, 0.171875, 0.205078, 0.199219, 0.097656, 0.169922, 0.222656, 0.194336, 0.197266, 0.208984, 0.177734, 0.25, 0.421875, 0.22168, 0.181641, 0.064453, 0.166992, 0.208984, 0.179688, 0.275391, 0.222656, 0.171875, 0.253906, 0.167969, 0.191406, 0.181641, 0.204102, 0.259766, 0.201172, 0.194336, 0.161133, 0.216797, 0.203125, 0.183594, 0.157227, 0.210938, 0.166016, 0.166992, 0.24707, 0.214844, 0.158203, 0.180664, 0.157227, 0.165039, 0.051514, 0.241211, 0.213867, 0.216797, 0.155273, 0.3125, 0.24707, 0.175781, 0.208984, 0.318359, 0.200195, 0.207031, 0.186523, 0.142578, 0.088379, 0.179688, 0.133789, 0.119629, 0.174805, 0.147461, 0.095215, 0.259766, 0.125977, 0.202148, 0.069336, 0.185547, 0.055664, 0.147461, 0.117188, 0.088379, 0.223633, 0.287109, 0.22168, 0.151367, 0.308594, 0.253906, 0.1875, 0.178711, 0.223633, 0.244141, 0.145508, 0.202148, 0.206055, 0.174805, 0.229492, 0.175781, 0.223633, 0.166016, 0.223633, 0.186523, 0.203125, 0.176758, 0.228516, 0.201172, 0.212891, 0.175781, 0.214844, 0.176758, 0.15918, 0.206055, 0.169922, 0.167969, 0.253906, 0.223633, 0.263672, 0.257812, 0.169922, 0.275391, 0.075684, 0.170898, 0.12793, 0.213867, 0.267578, 0.182617, 0.161133, 0.194336, 0.15625, 0.202148, 0.198242, 0.248047, 0.162109, 0.232422, 0.175781, 0.257812, 0.189453, 0.18457, 0.165039, 0.173828, 0.210938, 0.273438, 0.165039, 0.224609, 0.207031, 0.163086, 0.093262, 0.117676, 0.142578, 0.273438, 0.175781, 0.176758, 0.224609, 0.24707, 0.151367, 0.177734, 0.185547, 0.209961, 0.253906, 0.186523, 0.188477, 0.244141, 0.22168, 0.240234, 0.214844, 0.063965, 0.197266, 0.210938, 0.200195, 0.170898, 0.180664, 0.234375, 0.191406, 0.137695, 0.195312, 0.178711, 0.220703, 0.202148, 0.196289, 0.208984, 0.213867, 0.211914, 0.133789, 0.194336, 0.214844, 0.125977, 0.257812, 0.142578, 0.167969, 0.200195, 0.228516, 0.150391, 0.210938, 0.115723, 0.24707, 0.086914, 0.141602, 0.180664, 0.134766, 0.149414, 0.1875, 0.193359, 0.188477, 0.192383, 0.177734, 0.15918, 0.194336, 0.197266, 0.147461, 0.237305, 0.142578, 0.18457, 0.175781, 0.244141, 0.158203, 0.183594, 0.146484, 0.185547, 0.175781, 0.165039, 0.166992, 0.225586, 0.179688, 0.192383, 0.238281, 0.150391, 0.210938, 0.128906, 0.202148, 0.232422, 0.171875, 0.058594, 0.235352, 0.139648, 0.197266, 0.19043, 0.195312, 0.179688, 0.277344, 0.25, 0.176758, 0.181641, 0.18457, 0.216797, 0.210938, 0.245117, 0.172852, 0.248047, 0.222656, 0.231445, 0.162109, 0.253906, 0.083008, 0.234375, 0.216797, 0.182617, 0.166992, 0.234375, 0.211914, 0.196289, 0.249023, 0.228516, 0.204102, 0.112793, 0.213867, 0.115723, 0.198242, 0.200195, 0.226562, 0.091309, 0.19043, 0.167969, 0.246094, 0.158203, 0.181641, 0.192383, 0.208984, 0.177734, 0.277344, 0.201172, 0.217773, 0.197266, 0.253906, 0.15625, 0.226562, 0.25, 0.181641, 0.211914, 0.201172, 0.129883, 0.239258, 0.257812, 0.120117, 0.214844, 0.195312, 0.191406, 0.263672, 0.1875, 0.165039, 0.188477, 0.223633, 0.15918, 0.195312, 0.179688, 0.078125, 0.267578, 0.263672, 0.185547, 0.206055, 0.208984, 0.158203, 0.169922, 0.345703, 0.172852, 0.219727, 0.163086, 0.195312, 0.208984, 0.249023, 0.182617, 0.141602, 0.186523, 0.169922, 0.170898, 0.18457, 0.241211, 0.128906, 0.242188, 0.188477, 0.232422, 0.226562, 0.234375, 0.261719, 0.209961, 0.211914, -0.001732, 0.170898, 0.231445, 0.161133, 0.229492, 0.166992, 0.189453, 0.181641, 0.167969, 0.203125, 0.171875, 0.200195, 0.166992, 0.22168, 0.237305, 0.150391, 0.177734, 0.189453, 0.245117, 0.197266, 0.257812, 0.200195, 0.167969, 0.212891, 0.179688, 0.219727, 0.12793, 0.243164, 0.241211, 0.147461, 0.147461, 0.077637, 0.261719, 0.219727, 0.106934, 0.257812, 0.193359, 0.180664, 0.230469, 0.185547, 0.15332, 0.149414, 0.181641, 0.175781, 0.189453, 0.191406, 0.183594, 0.107422, 0.121582, 0.345703, 0.223633, 0.175781, 0.28125, 0.203125, 0.149414, 0.053467, 0.129883, 0.188477, 0.201172, 0.161133, 0.180664, 0.208008, 0.213867, 0.179688, 0.231445, 0.209961, 0.158203, 0.189453, 0.245117, 0.219727, 0.214844, 0.168945, 0.183594, 0.194336, 0.205078, 0.244141, 0.182617, 0.1875, 0.196289, 0.167969, 0.193359, 0.136719, 0.199219, 0.332031, 0.205078, 0.183594, 0.191406, 0.169922, 0.051758, 0.186523, 0.330078, 0.09668, 0.1875, 0.213867, 0.28125, 0.115234, 0.154297, 0.196289, 0.163086, 0.235352, 0.208984, 0.137695, 0.080566, 0.175781, 0.203125, 0.310547, 0.202148, 0.211914, 0.255859, 0.120605, 0.198242, 0.257812, 0.128906, 0.245117, 0.152344, 0.160156, 0.186523, 0.207031, 0.212891, 0.204102, 0.200195, 0.134766, 0.207031, 0.200195, 0.220703, 0.182617, 0.279297, 0.209961, 0.212891, 0.181641, 0.213867, 0.192383, 0.175781, 0.224609, 0.209961, 0.120117, 0.231445, 0.202148, 0.150391, 0.194336, 0.1875, 0.195312, 0.079102, 0.200195, 0.140625, 0.179688, 0.263672, 0.171875, 0.209961, 0.149414, 0.161133, 0.186523, 0.15332, 0.208008, 0.172852, 0.214844, 0.216797, 0.174805, 0.239258, 0.149414, 0.15332, 0.21875, 0.259766, 0.158203, 0.121094, 0.275391, 0.186523, 0.271484, 0.226562, 0.242188, 0.231445, 0.183594, 0.206055, 0.217773, 0.181641, 0.160156, 0.269531, 0.170898, 0.166992, 0.402344, 0.154297, 0.199219, 0.227539, 0.194336, 0.205078, 0.168945, 0.186523, 0.109375, 0.251953, 0.15332, 0.176758, 0.183594, 0.239258, 0.144531, 0.194336, 0.197266, 0.233398, 0.145508, 0.15918, 0.231445, 0.351562, 0.193359, 0.183594, 0.152344, 0.124023, 0.171875, 0.228516, 0.219727, 0.257812, 0.189453, 0.211914, 0.164062, 0.199219, 0.200195, 0.204102, 0.229492, 0.259766, 0.241211, 0.219727, 0.197266, 0.117676, 0.22168, 0.147461, 0.18457, 0.197266, 0.166016, 0.167969, 0.139648, 0.152344, 0.209961, 0.19043, -0.181641, 0.224609, 0.12793, 0.279297, 0.243164, 0.234375, 0.238281, 0.164062, 0.049561, 0.236328, 0.070312, 0.185547, 0.267578, 0.167969, 0.198242, 0.198242, 0.203125, 0.166016, 0.22168, 0.237305, 0.255859, 0.219727, 0.361328, 0.201172, 0.163086, 0.11084, 0.095215, 0.21582, 0.175781, 0.198242, 0.239258, 0.132812, 0.233398, 0.152344, 0.198242, 0.217773, 0.233398, 0.115234, 0.198242, 0.185547, 0.174805, 0.205078, 0.210938, 0.136719, 0.229492, 0.189453, 0.15625, 0.199219, 0.235352, 0.152344, 0.151367, 0.24707, 0.253906, 0.188477, 0.202148, 0.201172, 0.189453, 0.245117, 0.164062, 0.257812, 0.157227, 0.212891, 0.1875, 0.146484, 0.130859, 0.107422, 0.182617, 0.171875, 0.206055, 0.160156, 0.202148, 0.194336, 0.222656, 0.168945, 0.257812, 0.217773, 0.203125, 0.265625, 0.226562, 0.228516, 0.229492, 0.229492, 0.275391, 0.212891, 0.158203, 0.255859, 0.226562, 0.152344, 0.267578, 0.165039, 0.208008, 0.201172, 0.192383, 0.214844, 0.162109, 0.201172, 0.191406, 0.261719, 0.165039, 0.208008, 0.206055, 0.238281, 0.216797, 0.139648, 0.148438, 0.225586, 0.208008, 0.224609, 0.241211, 0.261719, 0.242188, 0.176758, 0.158203, 0.207031, 0.259766, 0.176758, 0.205078, 0.22168, 0.253906, 0.147461, 0.204102, 0.15332, 0.239258, 0.267578, 0.060059, 0.251953, 0.107422, 0.193359, 0.198242, 0.291016, 0.216797, 0.188477, 0.15918, 0.227539, 0.294922, 0.322266, 0.267578, 0.259766, 0.158203, 0.206055, 0.177734, 0.170898, 0.212891, 0.300781, 0.277344, 0.140625, 0.208984, 0.212891, 0.287109, 0.172852, 0.084961, 0.166016, 0.220703, 0.201172, 0.232422, 0.152344, 0.155273, 0.220703, 0.130859, 0.228516, 0.171875, 0.22168, 0.197266, 0.194336, 0.206055, 0.172852, 0.182617, 0.12207, 0.18457, 0.236328, 0.151367, 0.246094, 0.203125, 0.167969, 0.261719, 0.174805, 0.170898, 0.277344, 0.1875, 0.259766, 0.122559, 0.173828, 0.214844, 0.084473, 0.151367, 0.195312, 0.210938, 0.161133, 0.207031, 0.074707, 0.082031, 0.248047, 0.224609, -0.000167, 0.174805, 0.244141, 0.277344, 0.211914, 0.224609, 0.212891, 0.134766, 0.15332, 0.214844, 0.236328, 0.199219, 0.189453, 0.216797, 0.227539, 0.289062, 0.158203, 0.233398, 0.239258, 0.119141, 0.211914, 0.181641, 0.228516, 0.277344, 0.219727, 0.186523, 0.263672, 0.141602, 0.128906, 0.217773, 0.198242, 0.195312, 0.19043, 0.174805, 0.202148, 0.157227, 0.1875, 0.237305, 0.211914, 0.217773, 0.228516, 0.223633, 0.21582, 0.157227, 0.150391, 0.202148, 0.191406, 0.259766, 0.212891, 0.103516, 0.279297, 0.149414, 0.173828, 0.154297, 0.203125, 0.196289, 0.175781, 0.222656, 0.198242, 0.245117, 0.22168, 0.155273, 0.173828, 0.167969, 0.242188, 0.193359, 0.149414, 0.194336, 0.263672, 0.148438, 0.147461, 0.164062, 0.203125, 0.1875, 0.176758, 0.179688, 0.203125, 0.21875, 0.193359, 0.081055, 0.112793, 0.198242, 0.199219, 0.194336, 0.163086, 0.173828, 0.194336, 0.053955, 0.182617, 0.208008, 0.208984, 0.179688, 0.231445, 0.099121, 0.074707, 0.120605, 0.149414, 0.232422, 0.269531, 0.181641, 0.168945, 0.171875, 0.213867, 0.219727, 0.169922, 0.209961, 0.223633, 0.132812, 0.267578, 0.155273, 0.208008, 0.255859, 0.093262, 0.15918, 0.228516, 0.141602, 0.194336, 0.205078, 0.21875, 0.275391, 0.182617, -0.002701, 0.195312, 0.257812, 0.265625, 0.191406, 0.141602, 0.003128, 0.240234, 0.255859, 0.183594, 0.179688, 0.219727, 0.196289, 0.154297, 0.197266, 0.176758, 0.195312, 0.201172, 0.180664, 0.245117, 0.208984, 0.196289, 0.15918, 0.212891, 0.185547, 0.181641, 0.197266, 0.207031, 0.225586, 0.164062, 0.185547, 0.164062, 0.206055, 0.161133, 0.135742, 0.210938, 0.167969, 0.169922, 0.474609, 0.131836, 0.001808, 0.257812, 0.179688, 0.100586, 0.203125, 0.25, 0.236328, 0.150391, 0.173828, 0.170898, 0.189453, 0.063477, 0.144531, 0.172852, 0.251953, 0.193359, 0.176758, 0.181641, 0.204102, 0.208984, 0.186523, 0.165039, 0.202148, 0.196289, 0.175781, 0.206055, 0.125977, 0.121582, 0.162109, 0.136719, 0.24707, 0.162109, 0.061523, 0.207031, 0.15918, 0.165039, 0.180664, 0.216797, 0.186523, 0.200195, 0.176758, 0.06543, 0.194336, 0.224609, 0.160156, 0.19043, 0.209961, 0.169922, 0.195312, 0.193359, 0.203125, 0.210938, 0.123047, 0.198242, 0.099121, 0.219727, 0.318359, 0.255859, 0.1875, 0.199219, 0.15625, 0.194336, 0.175781, 0.18457, 0.186523, 0.243164, 0.235352, 0.330078, 0.004272, 0.0625, 0.24707, 0.161133, 0.195312, 0.174805, 0.170898, 0.203125, 0.186523, 0.15332, 0.259766, 0.192383, 0.234375, 0.164062, 0.116699, 0.322266, 0.077637, 0.25, 0.183594, 0.203125, 0.209961, 0.160156, 0.211914, 0.177734, -0.0047, 0.165039, 0.257812, 0.105957, 0.182617, 0.182617, 0.136719, 0.175781, 0.155273, 0.15332, 0.144531, 0.1875, 0.219727, 0.242188, 0.253906, 0.178711, 0.237305, 0.193359, 0.296875, 0.163086, 0.172852, 0.210938, 0.222656, 0.244141, 0.195312, 0.152344, 0.069336, 0.170898, 0.178711, 0.076172, 0.19043, 0.165039, 0.195312, 0.261719, 0.180664, 0.131836, 0.223633, 0.222656, 0.171875, 0.219727, 0.196289, 0.180664, 0.155273, 0.192383, 0.173828, 0.155273, 0.28125, 0.233398, 0.106445, 0.236328, 0.19043, 0.197266, 0.064941, 0.126953, 0.166992, 0.180664, 0.185547, 0.185547, 0.229492, 0.217773, 0.15918, 0.170898, 0.203125, 0.208984, 0.201172, 0.245117, 0.177734, 0.207031, 0.175781, 0.161133, 0.167969, 0.191406, 0.183594, 0.186523, 0.189453, 0.269531, 0.167969, 0.168945, 0.227539, 0.25, 0.238281, 0.198242, 0.166992, 0.170898, 0.176758, 0.314453, 0.191406, 0.211914, 0.245117, 0.199219, 0.091309, 0.224609, 0.189453, 0.257812, 0.22168, 0.225586, 0.257812, 0.243164, 0.192383, 0.202148, 0.172852, 0.10498, 0.21582, 0.192383, 0.162109, 0.263672, 0.089355, 0.132812, 0.226562, 0.131836, 0.253906, 0.160156, 0.080566, 0.146484, 0.170898, 0.169922, 0.149414, 0.222656, 0.15332, 0.154297, 0.196289, 0.244141, 0.157227, 0.149414, 0.162109, 0.244141, 0.167969, 0.168945, 0.21582, 0.15332, 0.209961, 0.183594, 0.124512, 0.137695, 0.167969, 0.302734, 0.191406, 0.181641, 0.154297, 0.227539, 0.173828, 0.220703, 0.310547, 0.15332, 0.206055, 0.200195, 0.15625, 0.169922, 0.176758, 0.108398, 0.131836, 0.220703, 0.183594, -0.006439, 0.275391, 0.361328, 0.174805, 0.141602, 0.15918, 0.182617, 0.18457, 0.045898, 0.151367, 0.185547, -0.002441, 0.163086, 0.164062, 0.121094, 0.194336, 0.198242, 0.168945, 0.197266, 0.208008, 0.162109, 0.179688, 0.232422, 0.188477, 0.171875, 0.166992, 0.271484, 0.207031, 0.253906, 0.182617, 0.199219, 0.205078, 0.22168, 0.251953, 0.196289, 0.195312, 0.197266, 0.273438, 0.275391, 0.225586, 0.173828, 0.166992, 0.146484, 0.160156, 0.163086, 0.172852, 0.206055, 0.166016, 0.176758, 0.143555, 0.22168, 0.177734, 0.180664, 0.130859, 0.158203, 0.166992, 0.143555, 0.15332, 0.263672, 0.28125, 0.22168, 0.132812, 0.12793, 0.229492, 0.198242, 0.18457, 0.197266, 0.185547, 0.131836, 0.046875, 0.186523, 0.161133, 0.25, 0.169922, 0.086914, 0.230469, 0.095215, 0.174805, 0.255859, 0.169922, 0.212891, 0.173828, 0.204102, 0.253906, 0.201172, 0.222656, 0.145508, 0.217773, 0.195312, 0.158203, 0.211914, 0.168945, 0.179688, 0.203125, 0.178711, 0.177734, 0.15625, 0.182617, 0.211914, 0.18457, 0.271484, 0.141602, 0.192383, 0.177734, 0.175781, 0.189453, 0.168945, 0.168945, 0.169922, 0.172852, 0.25, 0.089844, 0.146484, 0.15332, 0.208008, 0.192383, 0.195312, 0.166992, 0.176758, 0.151367, 0.261719, 0.257812, 0.208984, 0.208008, 0.146484, 0.173828, 0.189453, 0.166992, 0.18457, 0.177734, 0.18457, 0.174805, 0.193359, 0.168945, 0.208008, 0.249023, 0.222656, 0.245117, 0.204102, -0.002899, 0.151367, 0.197266, 0.243164, 0.382812, 0.158203, 0.198242, 0.209961, 0.294922, 0.226562, 0.151367, 0.185547, 0.123047, 0.193359, 0.181641, 0.128906, 0.206055, 0.216797, 0.255859, 0.237305, 0.077637, 0.226562, 0.236328, 0.273438, 0.398438, 0.169922, 0.173828, 0.241211, 0.205078, 0.206055, 0.180664, 0.194336, 0.182617, 0.164062, 0.085938, 0.25, 0.109863, 0.206055, 0.186523, 0.180664, 0.178711, 0.194336, 0.223633, 0.217773, 0.217773, 0.235352, 0.104004, 0.212891, 0.157227, 0.253906, 0.259766, 0.198242, 0.129883, 0.1875, 0.160156, 0.255859, 0.143555, 0.237305, 0.102539, 0.267578, 0.259766, 0.162109, 0.183594, 0.3125, -0.002548, 0.176758, 0.147461, 0.163086, 0.222656, 0.271484, 0.163086, 0.128906, 0.235352, 0.296875, 0.145508, 0.200195, 0.170898, 0.233398, 0.291016, 0.244141, 0.144531, 0.203125, 0.228516, 0.25, 0.170898, 0.173828, 0.205078, 0.155273, 0.18457, 0.263672, 0.253906, 0.186523, 0.193359, 0.185547, 0.147461, 0.122559, 0.137695, 0.241211, 0.138672, 0.204102, 0.194336, 0.185547, 0.090332, 0.170898, 0.210938, 0.25, 0.176758, 0.174805, 0.210938, 0.114746, 0.246094, 0.203125, 0.263672, 0.222656, 0.195312, 0.179688, 0.242188, 0.191406, 0.240234, 0.195312, 0.300781, 0.194336, 0.157227, 0.185547, 0.163086, 0.177734, 0.155273, 0.130859, 0.271484, 0.168945, 0.304688, 0.164062, 0.198242, 0.213867, 0.201172, 0.165039, 0.194336, 0.234375, 0.265625, 0.207031, 0.125, 0.163086, 0.251953, 0.193359, 0.240234, 0.229492, 0.186523, 0.195312, 0.134766, 0.199219, 0.269531, 0.232422, 0.189453, 0.192383, 0.1875, 0.132812, 0.068848, 0.196289, 0.204102, 0.178711, 0.15918, 0.232422, 0.169922, 0.198242, 0.175781, 0.082031, 0.185547, 0.172852, 0.251953, 0.231445, 0.192383, 0.168945, 0.255859, 0.118652, 0.199219, 0.239258, 0.120605, 0.161133, 0.207031, 0.186523, 0.194336, 0.213867, 0.229492, 0.177734, 0.213867, 0.098633, 0.21582, 0.175781, 0.172852, 0.188477, 0.183594, 0.173828, 0.18457, 0.193359, 0.294922, 0.055176, 0.165039, 0.130859, 0.185547, 0.168945, 0.306641, 0.18457, 0.163086, 0.162109, 0.179688, 0.251953, 0.172852, 0.203125, 0.173828, 0.200195, 0.242188, 0.162109, 0.1875, 0.193359, 0.248047, 0.249023, 0.257812, 0.292969, 0.194336, 0.195312, 0.216797, 0.210938, 0.244141, 0.191406, 0.211914, 0.173828, 0.18457, 0.183594, 0.198242, 0.181641, -0.002945, 0.239258, 0.225586, 0.146484, 0.222656, 0.210938, 0.176758, 0.208008, 0.176758, 0.167969, 0.194336, 0.177734, 0.152344, 0.191406, 0.119629, 0.181641, 0.229492, 0.172852, 0.263672, 0.154297, 0.235352, 0.150391, 0.206055, 0.283203, 0.167969, 0.245117, 0.158203, 0.298828, 0.196289, 0.196289, 0.173828, 0.178711, 0.099121, 0.180664, 0.201172, -0.000441, 0.171875, 0.245117, 0.096191, 0.164062, 0.181641, 0.148438, 0.209961, 0.098633, 0.238281, 0.223633, 0.201172, 0.207031, 0.166992, 0.15625, 0.204102, 0.21875, 0.208984, 0.177734, 0.171875, 0.148438, 0.070312, 0.19043, 0.206055, 0.208008, 0.204102, 0.235352, 0.227539, 0.155273, 0.195312, 0.171875, 0.168945, 0.208984, 0.177734, 0.175781, 0.117676, 0.178711, 0.171875, 0.162109, 0.163086, 0.121094, 0.211914, 0.246094, 0.210938, 0.228516, 0.174805, 0.209961, 0.178711, 0.200195, 0.174805, 0.175781, 0.175781, 0.179688, 0.181641, 0.213867, 0.160156, 0.201172, 0.203125, 0.202148, 0.171875, 0.210938, 0.188477, 0.249023, 0.175781, 0.207031, 0.204102, 0.168945, 0.147461, 0.12793, 0.177734, 0.176758, 0.210938, 0.149414, 0.175781, 0.236328, 0.103027, 0.217773, 0.208984, 0.239258, 0.119141, 0.21582, 0.169922, 0.185547, 0.226562, 0.3125, 0.173828, 0.177734, 0.150391, 0.193359, 0.384766, 0.125, 0.088379, 0.228516, 0.175781, 0.291016, 0.18457, 0.195312, 0.205078, -0.0002, 0.124512, 0.148438, 0.182617, 0.232422, 0.166992, 0.219727, 0.227539, 0.163086, 0.15918, 0.229492, 0.136719, 0.271484, 0.392578, 0.248047, 0.170898, 0.212891, 0.232422, 0.257812, 0.185547, 0.222656, 0.203125, 0.263672, 0.189453, 0.238281, 0.147461, 0.216797, 0.228516, 0.263672, 0.285156, 0.180664, 0.178711, 0.219727, 0.18457, 0.24707, 0.169922, 0.224609, 0.148438, 0.195312, 0.088867, 0.154297, 0.15918, 0.108887, 0.19043, 0.181641, 0.188477, 0.253906, 0.151367, 0.251953, 0.238281, 0.162109, 0.22168, 0.058105, 0.182617, 0.207031, 0.175781, 0.259766, 0.223633, 0.175781, 0.125977, 0.138672, 0.186523, 0.130859, 0.201172, 0.22168, 0.186523, 0.208008, 0.209961, 0.229492, 0.206055, 0.177734, 0.174805, 0.232422, 0.193359, 0.179688, 0.269531, 0.194336, 0.131836, 0.199219, 0.202148, 0.108398, 0.227539, 0.203125, 0.22168, 0.200195, 0.208984, 0.189453, 0.198242, 0.233398, 0.199219, 0.205078, 0.15918, 0.233398, 0.152344, 0.198242, 0.205078, 0.265625, 0.143555, 0.175781, 0.233398, 0.294922, 0.24707, 0.158203, 0.150391, 0.255859, 0.167969, 0.176758, 0.201172, 0.191406, 0.172852, 0.166992, 0.198242, 0.172852, 0.185547, 0.246094, 0.175781, 0.220703, 0.209961, 0.228516, 0.186523, 0.178711, 0.142578, 0.125977, 0.071777, 0.200195, 0.180664, 0.241211, 0.152344, 0.140625, 0.142578, 0.212891, 0.287109, 0.179688, 0.004578, 0.19043, 0.231445, 0.116699, 0.129883, 0.085449, -0.002808, 0.172852, 0.244141, 0.182617, 0.118164, 0.15625, 0.208008, 0.246094, 0.240234, 0.079102, 0.108398, 0.188477, 0.185547, 0.188477, 0.227539, 0.151367, 0.192383, 0.09082, 0.158203, 0.259766, 0.225586, 0.210938, 0.140625, 0.132812, 0.193359, 0.230469, 0.144531, 0.310547, 0.172852, 0.157227, 0.248047, 0.139648, 0.162109, 0.232422, 0.182617, 0.115723, 0.118164, 0.015442, 0.180664, 0.157227, 0.223633, 0.105469, 0.277344, 0.251953, 0.269531, 0.229492, 0.124023, 0.176758, 0.19043, 0.09668, 0.257812, 0.176758, 0.174805, 0.155273, 0.133789, 0.214844, 0.182617, 0.230469, 0.212891, 0.182617, 0.128906, 0.186523, 0.176758, 0.131836, 0.22168, 0.132812, 0.189453, 0.19043, 0.242188, 0.219727, 0.136719, 0.265625, 0.21875, 0.150391, 0.204102, 0.198242, 0.259766, 0.195312, 0.253906, 0.263672, 0.279297, 0.200195, 0.209961, 0.198242, 0.151367, 0.203125, 0.204102, 0.204102, 0.216797, 0.259766, 0.209961, 0.129883, 0.179688, 0.212891, 0.166016, 0.181641, 0.175781, 0.166992, 0.174805, 0.205078, 0.318359, 0.095703, 0.208008, 0.212891, 0.171875, 0.244141, 0.142578, 0.205078, 0.216797, 0.223633, 0.304688, 0.166992, 0.226562, 0.168945, 0.421875, 0.142578, 0.21582, 0.238281, 0.179688, 0.208008, 0.253906, 0.172852, 0.139648, 0.208008, 0.209961, 0.170898, 0.228516, 0.186523, 0.207031, 0.241211, 0.214844, 0.174805, 0.163086, 0.22168, 0.188477, 0.243164, 0.203125, 0.335938, 0.25, 0.224609, 0.194336, 0.169922, 0.140625, 0.231445, 0.171875, 0.251953, 0.166016, 0.206055, 0.171875, 0.152344, 0.237305, 0.200195, 0.207031, 0.212891, 0.228516, 0.175781, 0.165039, 0.15625, 0.204102, 0.172852, 0.166016, 0.177734, 0.203125, 0.12207, 0.15918, 0.224609, 0.178711, 0.165039, 0.193359, 0.204102, 0.174805, 0.176758, 0.19043, 0.198242, 0.188477, 0.189453, 0.191406, 0.249023, -0.002533, 0.271484, 0.198242, 0.265625, 0.222656, 0.186523, 0.191406, 0.174805, 0.203125, 0.194336, 0.243164, 0.15625, 0.202148, 0.240234, 0.15918, 0.239258, 0.148438, 0.195312, 0.257812, 0.21875, 0.232422, 0.175781, 0.158203, 0.249023, 0.294922, 0.277344, 0.170898, 0.289062, 0.165039, 0.176758, 0.208008, 0.15625, 0.129883, 0.243164, 0.166016, 0.230469, 0.21582, 0.154297, 0.243164, 0.070312, 0.196289, 0.160156, 0.226562, 0.119629, 0.166992, 0.175781, 0.324219, 0.246094, 0.112305, 0.263672, 0.191406, 0.178711, 0.157227, 0.235352, 0.176758, 0.294922, 0.150391, 0.143555, 0.277344, 0.200195, 0.241211, 0.172852, 0.255859, 0.22168, 0.176758, 0.242188, 0.265625, 0.163086, 0.214844, 0.147461, 0.195312, 0.21875, 0.170898, 0.222656, 0.142578, 0.188477, 0.168945, 0.238281, 0.199219, 0.197266, 0.310547, 0.162109, 0.185547, 0.192383, 0.230469, 0.212891, 0.186523, 0.217773, 0.188477, 0.236328, 0.151367, 0.195312, 0.209961, 0.22168, 0.201172, 0.314453, 0.21582, 0.176758, 0.180664, 0.1875, 0.167969, 0.363281, 0.197266, 0.178711, 0.18457, 0.174805, 0.088379, 0.238281, 0.199219, 0.194336, 0.149414, 0.240234, 0.208984, 0.178711, 0.189453, 0.168945, 0.192383, 0.136719, 0.18457, 0.137695, 0.200195, 0.216797, 0.206055, 0.202148, 0.177734, 0.197266, 0.137695, 0.194336, 0.181641, 0.34375, 0.205078, 0.106934, 0.173828, 0.173828, 0.243164, 0.193359, 0.202148, 0.242188, 0.181641, 0.134766, 0.168945, 0.196289, 0.167969, 0.126953, 0.144531, 0.19043, 0.195312, 0.151367, 0.15918, 0.162109, 0.169922, 0.197266, 0.245117, 0.141602, 0.154297, 0.233398, 0.193359, 0.154297, 0.279297, 0.183594, 0.249023, 0.186523, 0.24707, 0.161133, 0.1875, 0.136719, 0.182617, 0.175781, 0.217773, 0.175781, 0.182617, 0.223633, 0.176758, 0.103027, 0.192383, 0.165039, 0.171875, 0.182617, 0.195312, 0.169922, 0.167969, 0.216797, 0.176758, 0.201172, 0.157227, 0.143555, 0.135742, 0.21582, 0.179688, 0.196289, 0.149414, 0.206055, 0.169922, 0.185547, 0.201172, 0.213867, 0.207031, 0.214844, 0.222656, 0.292969, 0.206055, 0.212891, 0.238281, 0.191406, 0.158203, 0.213867, 0.171875, 0.238281, 0.193359, 0.15918, 0.255859, 0.186523, 0.152344, 0.195312, 0.241211, 0.18457, 0.229492, 0.300781, 0.238281, 0.207031, 0.232422, 0.15918, 0.177734, 0.165039, 0.158203, 0.180664, 0.167969, 0.095703, 0.149414, 0.248047, 0.253906, 0.222656, 0.195312, 0.257812, 0.205078, 0.249023, 0.21875, 0.242188, 0.214844, 0.146484, 0.257812, 0.197266, 0.097656, 0.171875, 0.210938, 0.203125, 0.15625, 0.178711, 0.178711, 0.163086, 0.178711, 0.314453, 0.166992, 0.175781, 0.224609, 0.201172, 0.219727, 0.144531, 0.164062, 0.150391, 0.188477, 0.176758, 0.19043, 0.105469, 0.197266, 0.145508, 0.168945, 0.192383, 0.255859, 0.200195, 0.178711, 0.236328, 0.182617, 0.171875, 0.308594, 0.241211, 0.163086, 0.147461, 0.167969, 0.201172, 0.166016, 0.169922, 0.230469, 0.202148, 0.197266, 0.142578, 0.203125, 0.178711, 0.235352, 0.186523, 0.077637, 0.207031, 0.181641, 0.206055, 0.219727, 0.161133, 0.183594, 0.176758, 0.160156, 0.225586, 0.191406, 0.166992, 0.116211, 0.191406, 0.271484, 0.188477, 0.166992, 0.226562, 0.112793, 0.200195, 0.130859, 0.196289, 0.177734, 0.235352, 0.223633, 0.234375, 0.168945, 0.135742, 0.171875, 0.175781, 0.166992, 0.081543, 0.175781, 0.185547, 0.154297, 0.214844, 0.167969, 0.176758, 0.24707, 0.205078, 0.3125, 0.166016, 0.157227, 0.160156, 0.200195, 0.194336, 0.226562, 0.194336, 0.164062, 0.1875, 0.143555, 0.199219, 0.182617, 0.112793, 0.160156, 0.232422, 0.110352, 0.198242, 0.179688, 0.519531, 0.185547, 0.164062, 0.141602, 0.166992, 0.169922, 0.171875, 0.130859, 0.186523, 0.216797, 0.189453, 0.246094, 0.229492, 0.166992, 0.189453, 0.146484, 0.240234, 0.236328, 0.302734, 0.167969, 0.155273, 0.166016, 0.169922, 0.181641, 0.244141, 0.15332, 0.208984, 0.178711, 0.182617, 0.229492, 0.18457, 0.241211, 0.186523, 0.180664, 0.099121, 0.148438, 0.208984, 0.182617, 0.176758, 0.167969, 0.165039, 0.240234, 0.148438, 0.261719, 0.240234, 0.176758, 0.12793, 0.192383, 0.22168, 0.259766, 0.222656, 0.207031, 0.242188, 0.144531, 0.138672, 0.164062, 0.170898, 0.267578, 0.199219, 0.244141, 0.200195, 0.126953, 0.18457, 0.176758, 0.160156, 0.149414, 0.244141, 0.217773, 0.226562, 0.298828, 0.298828, 0.191406, 0.206055, 0.161133, 0.148438, 0.18457, 0.249023, 0.18457, 0.207031, 0.230469, 0.207031, 0.179688, 0.169922, 0.176758, 0.18457, 0.154297, 0.287109, 0.158203, 0.208008, 0.235352, 0.205078, 0.131836, 0.217773, 0.185547, 0.168945, 0.157227, 0.253906, 0.043945, 0.171875, 0.242188, 0.1875, 0.210938, 0.145508, 0.172852, 0.196289, 0.226562, 0.093262, 0.225586, 0.242188, 0.19043, 0.141602, 0.197266, 0.15332, 0.172852, -0.003754, 0.22168, 0.149414, 0.261719, 0.228516, 0.189453, 0.124512, 0.182617, 0.168945, 0.223633, 0.246094, 0.162109, 0.158203, 0.163086, 0.263672, 0.244141, 0.214844, 0.172852, 0.21582, 0.177734, 0.172852, 0.146484, 0.263672, 0.188477, 0.208984, 0.148438, 0.173828, 0.154297, 0.142578, 0.206055, 0.200195, 0.189453, 0.185547, 0.186523, 0.003937, 0.160156, 0.198242, 0.092285, 0.205078, 0.193359, 0.157227, 0.146484, 0.18457, 0.197266, 0.269531, 0.142578, 0.251953, 0.131836, 0.174805, 0.175781, 0.168945, 0.209961, 0.236328, 0.271484, 0.048828, 0.189453, 0.180664, 0.255859, 0.28125, 0.15625, 0.238281, 0.333984, 0.177734, 0.191406, 0.188477, 0.261719, 0.085449, 0.157227, 0.103027, 0.157227, 0.172852, 0.166016, 0.166016, 0.178711, 0.168945, 0.181641, 0.243164, 0.111816, 0.167969, 0.15625, 0.15332, 0.21582, 0.170898, 0.271484, 0.253906, 0.208984, 0.15332, 0.199219, 0.206055, 0.175781, 0.197266, 0.253906, 0.188477, 0.100586, 0.204102, 0.255859, 0.143555, 0.179688, 0.144531, 0.135742, 0.200195, 0.068848, 0.243164, 0.195312, 0.18457, 0.306641, 0.169922, 0.170898, 0.175781, 0.21875, 0.197266, 0.188477, 0.171875, 0.164062, 0.229492, 0.230469, 0.236328, 0.179688, 0.124512, 0.188477, 0.361328, 0.1875, 0.240234, 0.140625, 0.111816, 0.200195, 0.181641, 0.192383, 0.15332, 0.185547, 0.197266, 0.248047, 0.195312, 0.167969, 0.223633, 0.178711, 0.161133, 0.207031, 0.162109, 0.195312, 0.211914, 0.162109, 0.25, 0.213867, 0.176758, 0.199219, 0.213867, 0.237305, -0.302734, 0.257812, 0.182617, 0.195312, 0.172852, 0.194336, 0.183594, 0.204102, 0.229492, 0.15625, 0.24707, 0.199219, 0.091797, 0.142578, 0.212891, 0.180664, 0.149414, 0.206055, 0.209961, 0.228516, 0.168945, 0.255859, 0.189453, 0.154297, 0.224609, 0.232422, 0.265625, 0.208984, 0.204102, 0.158203, 0.161133, 0.192383, 0.205078, 0.233398, 0.201172, 0.197266, 0.292969, 0.183594, 0.239258, 0.080566, 0.199219, 0.064453, 0.244141, 0.259766, 0.241211, 0.181641, 0.170898, 0.227539, 0.191406, 0.21582, 0.150391, 0.197266, 0.211914, 0.191406, 0.126953, 0.144531, 0.112305, 0.240234, 0.162109, 0.240234, 0.199219, 0.175781, 0.191406, 0.219727, 0.140625, 0.196289, 0.116211, 0.15918, 0.039062, 0.172852, 0.243164, 0.145508, 0.201172, 0.177734, 0.189453, 0.22168, 0.146484, 0.189453, 0.296875, 0.169922, 0.155273, 0.240234, 0.255859, 0.226562, 0.168945, 0.24707, 0.177734, 0.259766, 0.275391, 0.223633, 0.098145, 0.15918, 0.194336, 0.21582, 0.166992, 0.180664, 0.193359, 0.223633, 0.202148, 0.168945, 0.208984, 0.180664, 0.201172, 0.204102, 0.180664, 0.161133, 0.174805, 0.170898, 0.208008, 0.180664, 0.191406, 0.182617, 0.200195, 0.196289, 0.185547, 0.214844, 0.193359, 0.169922, 0.149414, 0.220703, 0.168945, 0.196289, 0.242188, 0.196289, 0.285156, 0.287109, 0.211914, 0.19043, 0.115234, 0.283203, 0.201172, 0.233398, 0.189453, 0.195312, 0.08252, 0.052002, 0.206055, 0.25, 0.196289, 0.05127, 0.269531, 0.230469, 0.289062, 0.182617, 0.183594, 0.195312, 0.245117, 0.186523, 0.147461, 0.257812, 0.200195, 0.292969, 0.228516, 0.125, 0.206055, 0.240234, 0.162109, 0.208008, 0.233398, 0.183594, 0.180664, 0.209961, 0.212891, 0.196289, 0.189453, 0.164062, 0.201172, 0.235352, 0.179688, 0.195312, 0.227539, 0.188477, 0.212891, 0.233398, 0.238281, 0.237305, 0.162109, 0.222656, 0.273438, 0.229492, 0.162109, 0.01532, 0.164062, 0.229492, 0.112793, 0.091797, 0.090332, 0.186523, 0.21582, 0.169922, 0.152344, 0.225586, 0.237305, 0.193359, 0.126953, 0.243164, 0.228516, 0.180664, 0.211914, 0.217773, 0.201172, 0.192383, 0.200195, 0.183594, 0.177734, 0.198242, 0.251953, 0.22168, 0.15332, 0.223633, 0.229492, 0.070801, 0.182617, 0.175781, 0.123535, 0.21582, 0.179688, 0.175781, 0.231445, 0.180664, 0.197266, 0.226562, 0.392578, 0.25, 0.171875, 0.174805, 0.175781, 0.209961, 0.165039, 0.173828, 0.171875, 0.222656, 0.185547, 0.162109, 0.211914, 0.208984, 0.1875, 0.173828, 0.100098, 0.128906, 0.196289, 0.180664, 0.219727, 0.15332, 0.249023, 0.167969, 0.197266, 0.19043, 0.155273, 0.158203, 0.176758, 0.169922, 0.183594, 0.164062, 0.182617, 0.196289, 0.253906, 0.209961, 0.21582, 0.208008, 0.18457, 0.271484, 0.198242, 0.277344, 0.146484, 0.24707, 0.257812, 0.15918, 0.233398, 0.133789, -0.003494, 0.209961, 0.259766, 0.193359, 0.099121, 0.244141, 0.207031, 0.200195, 0.196289, 0.206055, 0.204102, 0.170898, 0.216797, 0.176758, 0.181641, 0.241211, 0.100098, 0.191406, 0.166992, 0.217773, 0.177734, 0.15332, 0.173828, 0.277344, 0.223633, 0.177734, 0.233398, 0.167969, 0.160156, 0.151367, 0.163086, 0.25, 0.163086, 0.175781, 0.179688, 0.226562, 0.19043, 0.131836, 0.154297, 0.178711, 0.167969, 0.236328, 0.225586, 0.167969, 0.188477, 0.267578, 0.228516, 0.259766, 0.143555, 0.217773, 0.238281, 0.120605, 0.188477, 0.1875, 0.234375, 0.160156, 0.233398, 0.171875, 0.161133, 0.175781, 0.251953, 0.246094, 0.086426, 0.147461, 0.208984, 0.181641, 0.263672, 0.207031, 0.169922, 0.19043, 0.171875, 0.053711, 0.124512, 0.154297, 0.149414, 0.166016, 0.238281, 0.182617, 0.195312, 0.150391, 0.226562, 0.178711, 0.12207, 0.205078, 0.202148, 0.195312, 0.229492, 0.279297, 0.077148, 0.196289, 0.118164, 0.296875, 0.242188, 0.204102, 0.223633, 0.22168, 0.188477, 0.189453, 0.199219, 0.203125, 0.131836, 0.212891, 0.186523, 0.176758, 0.209961, 0.146484, 0.147461, 0.15625, 0.099121, 0.259766, 0.214844, 0.152344, 0.233398, 0.203125, 0.171875, 0.225586, 0.224609, 0.206055, 0.267578, 0.207031, 0.21582, 0.135742, 0.318359, 0.201172, 0.044434, 0.160156, 0.100586, 0.223633, 0.174805, 0.183594, 0.209961, -0.191406, 0.179688, 0.192383, 0.220703, 0.169922, 0.154297, 0.277344, 0.19043, 0.179688, 0.157227, 0.200195, 0.410156, 0.158203, 0.177734, 0.291016, 0.209961, 0.205078, 0.277344, 0.168945, 0.228516, 0.219727, 0.200195, 0.181641, 0.172852, 0.18457, 0.231445, 0.194336, 0.162109, 0.263672, 0.171875, 0.199219, 0.066895, 0.138672, 0.144531, 0.209961, 0.182617, 0.21875, 0.226562, 0.175781, 0.174805, 0.172852, 0.179688, 0.151367, 0.202148, 0.150391, 0.180664, 0.249023, 0.164062, 0.145508, 0.19043, 0.206055, 0.197266, 0.182617, 0.183594, 0.183594, 0.206055, 0.245117, 0.251953, 0.208984, 0.207031, 0.242188, 0.225586, 0.214844, 0.173828, 0.217773, 0.160156, 0.208008, 0.191406, 0.191406, 0.136719, 0.15918, 0.166992, 0.15918, 0.231445, 0.167969, 0.135742, 0.200195, 0.253906, -0.214844, 0.233398, 0.231445, 0.237305, 0.075684, 0.165039, 0.175781, 0.198242, 0.182617, 0.294922, 0.065918, 0.174805, 0.174805, 0.185547, 0.199219, 0.191406, 0.199219, 0.237305, 0.155273, 0.328125, 0.157227, 0.203125, 0.208008, 0.166992, 0.177734, 0.177734, 0.265625, 0.092773, 0.257812, 0.242188, 0.147461, 0.207031, 0.248047, 0.192383, 0.196289, 0.209961, 0.164062, 0.1875, 0.205078, 0.226562, 0.244141, 0.194336, 0.166992, 0.149414, 0.302734, 0.155273, 0.1875, 0.175781, 0.152344, 0.174805, 0.120117, 0.227539, 0.214844, 0.172852, 0.172852, 0.175781, 0.21582, 0.157227, 0.208984, 0.171875, 0.179688, 0.073242, 0.211914, 0.203125, 0.239258, 0.195312, 0.185547, 0.182617, 0.150391, 0.080078, 0.212891, 0.189453, 0.181641, 0.191406, 0.114258, 0.203125, 0.170898, 0.196289, 0.177734, -0.232422, 0.160156, 0.161133, 0.168945, 0.223633, 0.002274, 0.226562, 0.229492, 0.229492, 0.238281, 0.179688, 0.220703, 0.160156, 0.239258, 0.174805, 0.24707, 0.165039, 0.182617, 0.271484, 0.219727, 0.224609, 0.087402, 0.21582, 0.195312, 0.189453, 0.182617, 0.166992, 0.229492, 0.162109, 0.15918, 0.165039, 0.140625, 0.183594, 0.183594, 0.28125, 0.174805, 0.21875, 0.07373, 0.21875, 0.186523, 0.171875, 0.22168, 0.201172, 0.197266, 0.152344, 0.086914, 0.275391, 0.149414, 0.241211, 0.174805, 0.141602, 0.166992, 0.176758, 0.185547, 0.355469, 0.100098, 0.251953, 0.194336, 0.160156, 0.237305, 0.193359, 0.229492, 0.217773, 0.232422, 0.196289, 0.170898, 0.154297, 0.07373, 0.253906, 0.189453, 0.181641, 0.249023, 0.222656, 0.121094, 0.183594, 0.180664, 0.186523, 0.07373, 0.146484, 0.261719, 0.178711, 0.209961, 0.179688, 0.155273, 0.219727, 0.205078, 0.191406, 0.182617, 0.167969, 0.162109, 0.28125, 0.219727, 0.273438, 0.208008, 0.208008, 0.269531, 0.234375, 0.181641, 0.163086, 0.249023, 0.167969, 0.251953, 0.167969, 0.168945, 0.163086, 0.166992, 0.152344, 0.170898, 0.194336, 0.223633, 0.246094, 0.234375, 0.186523, 0.171875, 0.21875, 0.212891, 0.165039, 0.230469, 0.203125, 0.155273, 0.181641, 0.208008, 0.216797, 0.195312, 0.289062, 0.285156, 0.171875, 0.193359, 0.283203, 0.185547, 0.25, 0.201172, 0.15918, 0.232422, 0.196289, 0.229492, 0.182617, 0.205078, 0.192383, 0.15625, 0.244141, 0.15625, 0.21582, 0.178711, 0.166992, 0.255859, 0.134766, 0.188477, 0.175781, 0.223633, 0.186523, 0.148438, 0.206055, 0.116699, 0.200195, 0.198242, 0.213867, 0.185547, 0.289062, 0.235352, 0.189453, 0.179688, 0.15918, 0.170898, 0.226562, 0.222656, 0.126953, 0.179688, 0.198242, 0.145508, 0.192383, 0.163086, 0.174805, 0.22168, 0.25, 0.235352, 0.198242, 0.204102, 0.135742, 0.204102, 0.164062, 0.169922, 0.202148, 0.1875, 0.075684, 0.005005, 0.19043, 0.166992, 0.133789, 0.197266, 0.167969, 0.223633, 0.130859, 0.164062, 0.108398, 0.105957, 0.234375, 0.200195, 0.202148, 0.173828, 0.238281, 0.15332, 0.145508, 0.213867, 0.255859, 0.1875, 0.177734, 0.229492, 0.163086, 0.21582, 0.207031, 0.15918, 0.214844, 0.202148, 0.269531, 0.134766, 0.180664, 0.195312, 0.206055, 0.181641, 0.216797, 0.212891, 0.259766, 0.222656, 0.201172, 0.189453, 0.177734, 0.209961, 0.195312, 0.172852, 0.206055, 0.3125, 0.152344, 0.193359, 0.200195, 0.211914, 0.22168, 0.174805, 0.195312, 0.265625, 0.178711, 0.166992, 0.179688, 0.182617, 0.144531, 0.177734, 0.139648, 0.176758, 0.173828, 0.151367, 0.212891, 0.149414, 0.261719, 0.188477, 0.11084, 0.174805, 0.170898, 0.164062, 0.145508, 0.19043, 0.155273, 0.162109, 0.169922, 0.24707, 0.162109, 0.183594, 0.065918, 0.145508, 0.192383, 0.202148, 0.166016, 0.128906, 0.194336, 0.322266, 0.245117, 0.1875, 0.251953, 0.227539, 0.273438, 0.158203, 0.181641, 0.224609, 0.172852, 0.135742, 0.178711, 0.235352, 0.173828, 0.142578, 0.217773, 0.158203, 0.192383, 0.238281, 0.306641, 0.134766, 0.230469, 0.206055, 0.253906, 0.147461, 0.207031, 0.15918, 0.175781, 0.209961, 0.182617, 0.298828, 0.199219, 0.171875, 0.212891, 0.255859 ] }, "name": "model.model.layers.0.post_attention_layernorm.weight", "outputIndexes": [ 115 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 114 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 116 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 115, 116 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 117 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 117 ], "outputIndexes": [ 2324 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2324 ], "outputIndexes": [ 2325 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear", "inputIndexes": [ 2325 ], "outputIndexes": [ 2326 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 16533592, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2326 ], "outputIndexes": [ 2327 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2327 ], "outputIndexes": [ 118 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 118 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn/Sigmoid_output_0", "outputIndexes": [ 119 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 118, 119 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn/Mul_output_0", "outputIndexes": [ 120 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 117 ], "outputIndexes": [ 2328 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2328 ], "outputIndexes": [ 2329 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear", "inputIndexes": [ 2329 ], "outputIndexes": [ 2330 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 54724718, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2330 ], "outputIndexes": [ 2331 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2331 ], "outputIndexes": [ 121 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 120, 121 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/Mul_output_0", "outputIndexes": [ 122 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 122 ], "outputIndexes": [ 2332 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2332 ], "outputIndexes": [ 2333 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear", "inputIndexes": [ 2333 ], "outputIndexes": [ 2334 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 92915844, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2334 ], "outputIndexes": [ 2335 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2335 ], "outputIndexes": [ 123 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 114, 123 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_4_output_0", "outputIndexes": [ 124 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_9_output_0", "outputIndexes": [ 125 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.087402, 0.199219, 0.069824, 0.142578, -0.055176, 0.066895, -0.044189, 0.045166, 0.34375, 0.128906, -0.045166, 0.068359, 0.316406, 0.000294, -0.092773, -0.000315, -0.000504, 0.00264, 0.053711, -0.161133, 0.020142, -0.01709, -0.069824, -0.039307, 0.000284, 0.002975, 0.15918, 0.052002, 0.122559, -0.023926, -0.166992, 0.073242, 0.014771, -0.001381, 0.000637, -0.138672, 0.088867, 0.5, 0.000526, -0.102539, 0.062256, -0.001747, 0.070312, 0.192383, -0.001678, 0.05542, 0.07373, -0.012878, 0.09375, 0.121582, 0.002502, -0.047363, -0.001122, 0.051025, 0.255859, 0.072754, 0.322266, 0.060547, 0.249023, 0.189453, -0.001228, 0.164062, 0.304688, -0.001862, 0.058105, -0.000793, 0.000515, 0.062988, 0.049072, 0.206055, 0.129883, 0.105957, -0.00103, -0.029907, -0.047119, 0.001595, 0.114746, 0.121582, 0.267578, 0.074219, 0.193359, -0.367188, 0.037842, 0.0625, -0.024414, -0.030518, 0.04126, 0.176758, -0.002396, 0.212891, -0.035156, -0.058594, 0.047119, -0.237305, 0.116211, 0.001511, -0.012573, 0.084473, -0.000243, -0.294922, -0.000629, 0.087402, -0.002319, -0.045166, 0.036377, 0.09375, -0.040283, 0.091797, 0.096191, 0.570312, -0.000748, 0.000786, 0.001411, 0.664062, -0.053711, 0.75, 0.061035, 0.001503, 0.026855, -0.081543, 0.000362, -0.043701, 0.000828, 0.000717, 0.071777, 0.077637, 0.249023, -0.000984, -0.078125, 0.11377, 0.174805, 0.000269, 0.129883, 0.068848, 0.304688, -0.000211, 0.001144, -0.065918, 0.134766, 0.053467, 0.000832, -0.022705, -0.166992, 0.060059, 0.365234, 0.066406, 0.090332, 0.003937, -0.047119, 0.00011, 0.5625, 0.398438, 0.038818, 0.05957, 0.105957, 0.102051, 0.073242, 0.178711, 0.132812, 0.094727, 0.130859, 0.125, 0.224609, -0.046143, 0.261719, 0.131836, 0.236328, 0.097656, 0.000256, 0.310547, 0.049316, 0.000786, -0.000107, -0.000721, 0.000104, 0.067383, 0.069336, -0.022583, 0.056396, -0.000351, -0.001511, 0.212891, -0.040283, 0.126953, -7.1e-05, 0.042969, 0.000178, 0.110352, 0.036377, -0.000732, 0.063477, 0.000957, 0.063965, -0.000725, -0.041016, -0.000475, 0.219727, -0.039795, 0.130859, 0.000919, -0.000133, 0.120117, 0.063477, 0.067383, 0.083984, 0.045898, -0.001045, 0.134766, 0.000546, 0.005127, 0.180664, -0.000393, -0.00412, -0.084473, 0.055176, 0.08252, 0.117676, -0.078613, 0.085449, 0.180664, -0.002136, 0.158203, 0.100098, 0.144531, -0.00209, 0.396484, 0.120605, 0.167969, 0.170898, -0.056396, -0.095215, 0.125977, -0.001289, 0.001549, 0.034424, 6.9e-05, -5e-06, 0.703125, -0.054932, 0.15332, 0.347656, -0.001511, -0.147461, -0.000199, 0.038818, 0.104492, -0.020142, -0.265625, -0.027466, 0.001083, 0.010193, 0.046143, 0.133789, 0.067871, 0.232422, -0.105469, 0.19043, 0.0625, 0.066406, 0.130859, 0.032227, 0.000142, 0.12793, -0.015381, -0.328125, 0.045898, 0.273438, -0.057617, 0.083496, -0.054688, 0.050537, -0.000164, 0.104492, 0.084473, -0.000406, -0.052979, 0.031738, 0.271484, -0.000889, 0.18457, 0.046875, 0.020386, 0.050781, -0.066406, 0.175781, 0.18457, -0.001633, 0.109375, -0.000572, 0.119629, 0.137695, 0.128906, 0.131836, 0.107422, 0.06543, 0.283203, 0.079102, 0.09375, 0.000433, -0.204102, -0.00119, 0.104492, 0.162109, -0.034912, -0.050781, 0.000603, 0.041504, 0.025391, 0.033447, 0.125977, 0.106934, -0.032227, 0.031738, 0.05249, 0.404297, 0.001709, 0.148438, 0.222656, -0.000145, -0.000391, -0.000366, -0.00053, 0.002991, 0.05249, -0.092773, -0.025757, -0.000576, 0.000637, -0.074707, -0.060791, 0.055908, 0.094238, 0.21875, 4.3e-05, 0.118652, -0.00033, 0.210938, 0.314453, 0.124512, 0.001541, -0.047119, 0.000782, 8.3e-05, -0.00161, 0.07373, 0.006836, 0.057129, 0.087402, -0.000488, 0.039795, -0.001602, 0.097656, 0.168945, -0.000473, 0.06543, 0.095703, 0.000675, -0.027832, -0.005219, 0.043213, -0.042725, 0.052734, -0.117188, 0.086914, 0.166992, 0.113281, 0.097168, 0.433594, 0.073242, 0.117676, 0.119629, -0.030518, 0.071289, -0.002274, 0.212891, 0.086426, 0.105957, 0.123535, 0.002869, 0.028198, 0.128906, -0.074219, 0.131836, -0.051758, 0.050293, 0.143555, 0.09375, -0.000713, -0.09082, 0.125977, 0.00206, 0.161133, 0.134766, 0.051025, -0.001175, -0.049805, -0.070312, 0.044434, -0.005951, -0.099609, 0.092285, 0.326172, 0.166992, 0.040771, 0.124512, 0.041504, -0.00193, -0.045898, 0.216797, 0.141602, 0.186523, 0.208008, 0.100586, 0.058838, -0.217773, 0.059326, 0.061523, 0.043701, 0.069336, -0.032959, 0.326172, 0.084473, 3e-05, 0.066406, 0.00209, -0.103516, 0.045166, 0.112793, 0.038818, 0.392578, 0.075195, 0.000759, 0.094727, -0.0271, -0.001968, 0.000862, -0.058594, -0.036621, 0.00267, 0.151367, -0.00135, 0.041016, 0.091797, -0.001099, 0.123535, 0.084473, -0.021362, 0.000334, 0.300781, 0.04541, 0.030396, -0.001457, -0.138672, 0.00164, 0.15332, 0.169922, 0.000904, 0.050049, 0.011597, 0.023071, 0.050049, 0.070312, 0.124512, 0.143555, 0.061768, 0.037109, 0.099121, -0.001129, 0.07666, 0.121582, 0.000439, 0.082031, -0.046875, -0.00119, 0.040283, 0.136719, 0.198242, -0.093262, 0.058105, 0.002304, 0.238281, -0.040771, -0.000656, -0.001099, 0.142578, -0.192383, 0.094238, 0.091309, 0.000526, 0.046387, 0.240234, -0.044189, 0.066895, -0.12793, -0.001999, -0.001274, 0.205078, 0.095215, 0.053711, -0.000237, -0.002167, 0.11377, 0.04248, 0.096191, 0.001686, 0.063477, 0.04541, -9.8e-05, 0.157227, 0.047607, 0.198242, -0.157227, -0.000557, 0.086426, -0.000463, 0.126953, -0.000188, 0.00264, -0.032959, 0.15625, 0.049072, 0.001701, 0.141602, 0.072266, -0.000169, 0.132812, 0.210938, 0.00011, 0.016846, -0.002151, -0.002136, 0.072266, 0.050537, -0.058105, 0.040283, -0.033447, 0.103027, 0.000599, 0.125, -0.00038, 0.175781, -0.000343, -0.164062, -0.042236, -0.095215, 8e-05, -0.000767, 0.151367, -0.000828, 0.034912, -0.088867, 0.044678, 0.494141, -0.001793, 0.00132, 0.079102, -0.001465, -0.044678, 0.051025, -0.001038, 0.081055, 0.00119, 0.140625, 0.000271, 0.097656, 0.273438, 0.182617, -0.043945, -0.03418, -0.000515, 0.036865, 0.069336, 4.7e-05, 0.058838, 0.085938, -4e-06, 0.041748, 0.02124, 0.075195, -0.001793, -0.0009, 0.118652, 0.092285, 0.03833, 0.294922, -0.029175, 0.066406, -0.078125, 0.00209, 0.049561, 0.032715, 0.245117, 0.000162, -0.00015, -0.059814, -0.131836, -0.000427, -0.00206, 0.112793, 0.089355, 0.048584, -0.080566, -0.001816, -0.00053, 0.476562, 0.000372, 0.002914, 7e-05, 0.392578, 2.7e-05, 0.214844, 0.043457, -0.033936, 0.164062, 0.265625, 0.000721, 0.100586, 0.000683, 0.077637, 0.246094, 0.143555, 0.000782, 0.078613, 0.353516, 0.25, 0.294922, 0.148438, 0.285156, -0.03418, 0.064453, 0.146484, 0.176758, 0.027222, 0.000332, 0.000237, -0.05542, -8.2e-05, -0.001122, -0.001328, 0.021362, 0.018677, 0.157227, 0.185547, 0.00174, 0.034912, 0.060059, -0.029175, 0.033447, 0.000641, 0.001724, 0.093262, 0.095703, 0.103516, 0.117188, 0.216797, 0.761719, -0.03833, 0.068848, -0.119629, 0.128906, 0.125, -0.000591, 0.322266, 0.001091, -0.057861, -0.227539, -0.042969, 0.064941, -0.03064, -0.000561, -0.092285, 0.12793, 0.03064, 0.160156, 0.164062, 0.097656, 0.042725, 0.143555, 0.059326, -0.07666, 0.000702, -0.037354, 0.000519, 0.219727, 0.140625, 0.067871, -0.000584, 0.157227, 0.084473, 0.185547, -0.061279, -8.3e-05, 0.118164, 0.131836, 0.089844, 0.231445, 0.141602, 0.000362, 0.22168, -0.000282, 0.067871, -0.086914, -0.0001, 0.039795, 0.170898, -0.028931, 0.001022, 0.069824, 0.225586, 0.175781, 0.202148, 0.000778, -0.157227, -8.9e-05, 0.072266, 0.373047, 0.185547, -0.000341, 0.132812, 0.214844, 0.106445, -0.041992, -0.001877, -0.001663, 0.143555, 0.180664, 0.117676, 0.166992, -0.050293, -0.03418, 0.019409, -0.043213, -0.004059, 0.144531, 0.124512, -0.000854, 0.12793, 0.000904, -8.6e-05, 0.180664, 0.087891, -0.124512, -0.098633, 0.109863, 0.039307, -0.002594, -0.054932, -0.001595, 0.048096, 0.117676, 0.170898, -1.6e-05, 0.074707, 0.063965, 0.053955, 0.007324, 0.085938, -0.029419, 0.055176, 0.170898, -0.00079, 0.202148, 0.000565, 0.163086, -0.101074, -0.00267, -0.141602, 0.102051, -0.211914, -0.146484, 0.180664, 0.314453, 0.055664, -0.000809, 0.173828, 0.106445, 0.052002, 0.165039, -0.000999, 0.050293, -0.002533, 0.100098, -0.05249, -0.001274, 0.108398, 0.001396, 0.287109, 0.100586, 0.018188, -0.020508, 0.200195, 0.154297, 0.001549, 0.107422, 0.186523, -0.130859, 0.128906, -0.21582, -0.163086, -0.061768, 0.001183, 0.224609, 0.170898, 0.068359, -0.001984, 0.092773, -0.068359, 0.088379, 0.102539, 0.116699, 0.001633, 0.195312, -0.134766, 0.097168, 0.172852, 0.039795, 0.15332, -0.157227, 0.275391, 0.193359, 0.059326, 0.041504, 0.223633, 0.161133, -0.000668, 0.001007, -0.071289, 0.000889, -1.6e-05, -0.05957, 0.000755, -0.097656, 0.542969, 0.225586, -0.058105, 0.001343, 0.155273, 0.135742, -0.000519, 0.088867, -0.000675, 0.189453, 0.146484, 0.179688, 0.123047, -2.1e-05, 0.069824, 0.076172, 0.060303, -0.001305, -0.019531, 0.054443, 0.092285, -0.125977, 0.038086, 0.001564, 0.035889, -0.09082, 0.242188, -0.000401, -0.045654, 0.130859, 0.15918, 0.257812, 0.00017, 0.000507, 0.25, 0.000648, 0.235352, 0.001167, -0.001289, 0.139648, 0.037842, 0.019165, 0.165039, 0.186523, 0.104492, 0.079102, 0.000164, 0.083008, -0.160156, 0.067871, 0.056885, 0.014465, 0.168945, 0.193359, -0.000475, 0.047607, 0.049561, 0.081055, 0.233398, 0.186523, 0.200195, 0.001236, 0.001343, 0.111816, 0.154297, 0.335938, 0.131836, 0.878906, -0.028931, 0.000317, 0.123047, 0.048828, 0.201172, 0.161133, -0.032471, 0.162109, 0.165039, -0.00209, -0.002319, 0.118164, 0.083984, 0.235352, -0.029297, -0.000923, 0.039551, -0.002777, 0.083496, 0.080566, 0.047607, -0.039795, 0.147461, 0.040771, -0.217773, 0.000347, 0.000675, -0.072754, 0.102539, -0.119141, 0.141602, 0.063477, 0.199219, 0.001305, -0.001984, 1.3e-05, 0.1875, -0.001244, 0.101562, 0.341797, 0.117676, 0.058838, -0.036133, -0.154297, 0.402344, -0.030396, -0.161133, 0.117676, 0.236328, 0.07959, 0.092773, 0.157227, 0.158203, 0.080078, 0.000183, -0.008179, -0.001183, -0.068359, 0.027832, 0.089844, -0.128906, 0.116699, -0.000477, 0.152344, 0.12793, 0.075195, 0.000938, -0.001823, 0.102051, 0.037109, 0.001701, -0.037842, 0.182617, -0.087402, -0.032715, 0.060303, -0.002914, -0.00148, -0.000534, 0.158203, 0.265625, 0.093262, -0.081055, 0.223633, 0.131836, 0.126953, 0.070801, 0.130859, -0.111816, 0.034424, 0.714844, 0.002472, 0.054688, -0.181641, 0.038818, 0.001106, 0.041992, 9.4e-05, 0.095215, -0.075684, 0.210938, -0.080566, -0.021729, 0.095703, 0.132812, 0.226562, 0.453125, 0.114258, 8.8e-05, 0.154297, -0.060547, 0.246094, 0.001083, 0.083496, 0.077637, 0.026733, -0.000134, 0.00705, 0.082031, 0.147461, 0.00079, 0.062988, 0.06543, 0.117188, -0.100098, 0.083496, 0.106445, -0.001518, -0.000729, 0.070312, 0.043213, 0.213867, -0.001175, 0.134766, 0.000511, 0.000774, 2e-06, 0.074219, 0.166016, 0.102051, -0.000195, -0.000504, 0.056152, 0.091309, 0.273438, 2.8e-05, 0.05249, 0.059326, -0.107422, 0.419922, -0.00029, 0.080566, -0.041504, 0.40625, 0.093262, -0.022217, 0.001343, 0.300781, 0.080566, 0.164062, 0.000218, -0.1875, 0.104492, 0.091309, 0.150391, -0.083496, 0.157227, -0.002365, 0.191406, 0.001854, -0.000622, 0.00209, -0.000332, -0.074219, 0.092285, 0.03833, 0.063477, 0.200195, 0.000148, -0.043945, -0.000343, 0.075195, 0.109863, -0.000702, 0.07666, -0.000591, 0.265625, -0.037354, 6.9e-05, 0.154297, 0.000668, 0.129883, 0.077637, 0.298828, -0.087891, 0.071777, 0.05249, 0.045166, 0.043213, 0.000393, 0.152344, -0.002029, 0.121582, 0.036865, 0.002838, 0.152344, -0.15918, 0.001534, -0.051025, -0.068359, 0.00014, -0.017578, 0.066406, -0.261719, -0.04834, 0.082031, 0.000401, -0.03418, 0.080566, -0.042969, 0.042725, 0.365234, 0.130859, 0.021729, 0.028931, 0.053223, 0.000107, 0.138672, 0.088867, -0.032959, -0.036133, 0.115234, 0.000793, 0.129883, -0.001282, 0.000135, 0.00074, 0.081055, 0.057373, 0.088379, 0.173828, 0.000284, 0.098633, 0.00029, -0.001968, -0.002228, -0.002487, 0.124023, 0.191406, 0.125, -0.094238, 0.001534, 0.114746, 0.808594, -0.00238, -0.068359, -0.02771, -0.148438, -0.001282, -0.05542, 6e-05, 0.055664, -0.0, -0.028809, 0.032959, -0.133789, -0.00036, 0.158203, 0.287109, 0.091309, 0.068359, 0.041504, 0.192383, -9.5e-05, 0.145508, 0.089844, -0.000364, -0.000774, 0.002655, 0.002075, 0.001617, 0.328125, -0.169922, -0.03418, 0.040771, 0.039307, 0.15332, 0.052246, -0.003677, -0.046143, 0.062988, 0.146484, 0.114746, 0.175781, 0.05127, -0.069824, -0.00033, -0.027466, 0.11377, 0.104492, 0.18457, -3.3e-05, 0.025269, 0.086914, -0.025269, 0.040771, -0.000877, 0.061279, 0.05542, -0.025269, -0.062988, -0.048584, -0.0625, 0.044434, 0.212891, 0.111328, 0.039307, 0.058594, 0.332031, -0.040039, -1.9e-05, 0.160156, 0.002792, 0.071289, 0.102051, 0.064941, -0.050537, -0.001511, 0.283203, 0.208984, 0.054443, 0.136719, -0.05542, 0.00267, 0.134766, 0.003998, 0.263672, 0.000332, 0.102539, 0.004913, -0.099121, 0.056885, 0.043945, 0.057373, 0.092285, 0.235352, 0.049316, -0.002777, -0.000744, -0.00119, -0.00103, 0.000965, 0.193359, -0.003143, -0.001663, 0.052734, 0.213867, 0.023071, 0.000866, -0.037598, 0.121094, 0.152344, 0.001984, 0.039551, 0.085938, 0.101562, 0.060059, 0.070801, -0.001816, -0.044922, 0.117188, -0.017578, 0.158203, 0.049316, 0.043457, 0.046387, 0.001358, -0.000256, 0.000452, 0.178711, 0.000587, -0.000565, -0.000357, 0.077637, 0.000175, 0.05249, 0.002121, 0.079102, 0.769531, -0.152344, 0.003128, 0.149414, 0.080078, 0.22168, -0.001694, 0.136719, 0.083496, 0.028931, 0.11377, 0.914062, 0.304688, -0.040283, 0.134766, 0.111816, 0.146484, 0.000467, 0.04248, -0.004425, -0.002518, 0.121582, 0.165039, 0.123047, 0.105469, 0.104492, 0.324219, -0.039551, 0.269531, -0.000257, 0.003036, -0.082031, 0.210938, -0.080078, -0.000607, 0.001953, 0.095215, -0.058838, 0.255859, 0.154297, 0.134766, -0.022339, 0.001793, 0.001251, -0.072266, -0.003555, -0.068359, 0.000908, -0.022827, -0.001244, 0.021851, 0.001953, 0.112305, -0.054443, 0.119141, -0.00161, 0.000629, -0.00177, 0.083496, 0.230469, 0.07666, 0.047607, 0.028564, 0.139648, 0.110352, 0.117676, 0.049316, 0.051758, -0.000441, 0.060059, 0.001884, -0.065918, 0.225586, 0.087891, 0.068359, 0.044434, 0.000463, 0.001686, 0.193359, 0.00264, 0.211914, 0.09082, 0.103027, -0.075684, 0.160156, 0.241211, 0.22168, 0.041748, -0.038574, 0.000131, 0.087402, 0.002075, 0.119629, 0.154297, 0.000114, 0.107422, -0.002151, -0.000931, -0.081055, 0.00119, 0.328125, 0.057373, 0.000584, 0.031494, 0.000774, 0.10791, -0.039795, 0.154297, 0.136719, 0.000729, 0.160156, -0.033691, 0.001144, 0.09375, 0.030151, 0.100586, 0.09082, 0.10791, 0.253906, 0.000885, -0.4375, 0.294922, 0.158203, 0.071777, -3.5e-05, 0.001549, -0.086426, 0.000227, 0.019775, -0.00206, 0.092773, 0.100586, 0.105957, -0.001442, 0.174805, -0.111328, 0.135742, 0.063965, 0.131836, -0.080078, -0.032227, -0.102539, 0.197266, 0.001045, 0.056641, -0.087891, 0.031128, 0.308594, 0.033936, 0.057129, 0.201172, 0.117188, -0.00053, 0.093262, 0.029907, 0.120117, 0.046387, 0.208984, -0.160156, 0.00066, 0.261719, 0.306641, 0.227539, 0.007416, 0.069336, -0.000397, 0.139648, -0.002701, 0.000549, 0.00066, 0.098633, 0.000157, -0.00058, 0.249023, 0.306641, 0.052734, 0.082031, 0.001831, 0.111328, -2e-05, 0.001846, 0.000893, 0.118164, -0.198242, -0.267578, 0.138672, -0.000668, -0.00014, 0.269531, 0.147461, 0.001793, 0.069336, 0.015747, 0.000203, 0.263672, -0.000267, 0.223633, 0.304688, 0.157227, 0.009949, -6e-05, 0.001099, 0.058105, 0.074707, -0.000135, 0.198242, 0.031494, 0.169922, 0.24707, 0.002228, 0.056396, 0.103027, -0.330078, -0.042725, 0.092285, 0.119141, 0.118652, 0.296875, 0.277344, -0.00135, 0.133789, 0.227539, 0.1875, 0.00473, -0.00023, -0.037109, -0.001266, 0.069824, 0.033936, 0.232422, 0.047852, -0.032471, 0.004181, -0.00036, 0.057129, 0.000664, -0.042725, -0.000402, 0.178711, 0.000992, 0.048584, -0.001541, 0.040283, 0.167969, 0.251953, 0.000881, 0.001625, 0.045654, -0.042236, -0.09082, 0.036621, 0.244141, -0.198242, -0.056641, -0.081055, -0.057617, 0.53125, 0.176758, -0.022949, -5.4e-05, -0.031006, 0.000141, 0.051025, 0.117188, -6.1e-05, 0.1875, 0.109375, -0.002762, 0.359375, 0.001213, -0.000862, -0.167969, 0.003006, 0.000999, 0.096191, 0.028442, -0.051514, 0.048096, -0.00415, -0.001945, 0.091797, 0.061523, 0.036377, 0.186523, -0.100098, 0.094727, -0.092773, 0.000393, 0.000187, 0.216797, 0.283203, 0.082031, -0.000273, 0.112793, 0.000109, 0.05542, 0.095703, 0.007538, 0.109863, -0.022339, 0.140625, -0.001701, -0.028687, 0.00018, 0.075684, 0.06543, -0.052246, 0.116211, 0.111328, 0.085938, 0.089355, -0.100098, 0.050537, 0.001801, 0.059814, -0.044434, -0.000759, -0.15918, 0.172852, -0.001984, 0.089355, 0.161133, 0.115234, 0.147461, 0.124023, 0.00206, 0.000809, 0.000652, 0.144531, 0.145508, 0.000729, 0.144531, 0.141602, 0.582031, 4.1e-05, -9e-05, -0.048828, 0.102051, -0.055664, -0.001068, 0.097168, -0.00106, 0.176758, 0.043701, 0.328125, 0.001923, -0.002136, 0.035889, 0.058838, 0.216797, -0.000296, 0.149414, 0.000942, -0.113281, -0.001709, 0.223633, 0.002396, -0.000319, 0.001511, -0.045654, 0.205078, -0.115723, 0.392578, 0.099121, -0.047852, 0.000174, 0.001099, 0.125977, 0.028809, 0.053711, 0.052246, 0.076172, 0.322266, 0.125977, 0.062012, 0.033936, 0.104492, 0.001205, -0.000324, 0.135742, 0.001068, 0.088379, 0.098145, 0.041992, 0.086914, -0.065918, 0.108398, 0.24707, -0.078613, 0.160156, -0.003769, -0.139648, 0.224609, 0.000338, 0.244141, 0.106445, -0.000832, 0.136719, -0.12207, -0.027588, 0.000923, 0.059814, 0.040527, -0.155273, -0.123047, 0.072754, 0.126953, 0.028687, -0.04541, -0.00087, 0.000637, 0.224609, -0.043457, -0.048584, 0.245117, -0.029663, -0.057373, -0.000132, -0.000801, 0.053711, 0.148438, 0.0354, 0.133789, 0.040039, 0.09668, 0.000257, -0.036133, -0.002686, 0.00095, -0.081055, 0.025879, -0.161133, 0.124023, -0.126953, 0.057617, -0.034424, 0.108887, 0.05127, 0.173828, -0.024292, 0.051514, 6.4e-05, 0.042236, 0.000299, -0.002045, -0.021851, 0.063965, 0.163086, 0.069336, -0.000584, -0.165039, -0.000206, 0.119141, 0.001328, 0.126953, 0.12207, 0.144531, -0.001793, -0.040283, 5.9e-05, 0.086914, -0.054688, 0.09082, -0.09375, 0.072266, 0.000215, 0.165039, 0.001259, 0.093262, -0.085938, 0.002396, 0.094238, -0.048828, 0.077637, 0.03418, 0.162109, 0.017456, 0.000484, 0.060059, 0.800781, -0.04126, 0.173828, 0.203125, -0.000479, 0.034912, -0.000633, -0.040039, -0.070801, -0.001152, 0.000385, 0.06543, -0.002228, 0.032715, -0.004669, 0.18457, 0.202148, 0.088379, -0.087891, 0.002853, 0.001213, 0.064941, 0.200195, 0.119141, 9e-06, -9e-05, -0.002548, 0.037842, 0.0065, -0.001678, -0.062988, 7.2e-05, -0.067383, 0.030029, 0.953125, 0.04541, 0.074219, 0.227539, 0.114258, 0.160156, -0.038574, -0.124023, 0.053711, 0.152344, -0.001488, -0.099121, 0.161133, 0.080566, 0.0625, 0.169922, 0.192383, 0.188477, 0.390625, -8.8e-05, 0.000656, 0.026367, -0.137695, -0.140625, 0.009827, -0.035889, -0.003555, 4.2e-05, 0.067871, -0.000526, -0.000973, 0.78125, 0.066895, 0.006439, 0.093262, 0.227539, -0.000782, -0.068848, 0.066406, -0.004974, 0.12793, 0.000885, -0.002045, -0.000881, -0.040771, 0.161133, 0.108398, -0.061768, 0.038086, 0.002075, 0.103027, 0.001488, -6.7e-05, 0.077637, 0.076172, 0.121582, -0.00028, 0.121582, 0.033936, 0.051514, 0.001984, 0.122559, -0.000984, 0.149414, 0.234375, 0.129883, 0.000406, 0.113281, 0.275391, 0.001312, -0.001755, 0.105957, -0.073242, 0.000546, 0.086914, -0.002045, 0.179688, 0.211914, 0.000256, -0.001511, -0.018066, -0.025635, -0.001221, -0.025146, 0.081055, 0.249023, 0.792969, -0.000163, 0.058594, 0.00116, -0.032471, 0.080078, -0.067383, 0.373047, 0.000519, -0.00036, -0.000618, -0.03418, 0.000629, 0.173828, 0.166992, 0.000931, 0.148438, -0.001297, 0.109375, -0.039551, -0.132812, -0.042236, 0.000402, 0.09375, -8.8e-05, 0.006592, 0.042969, -0.000206, 0.119141, 0.194336, -0.000954, 0.044434, -0.074707, 0.337891, 0.202148, 0.049072, 0.054688, 0.043701, -0.106934, 0.373047, 0.000458, 0.259766, -0.376953, -0.000828, 0.123047, 0.101562, 0.043213, -0.039307, -0.024658, 0.045898, -0.046875, 0.208008, 0.061279, -0.279297, -0.081055, -0.003098, 0.033203, 0.049072, 0.000763, -0.074219, 0.00087, 0.208984, -0.031494, 0.037598, 0.202148, 0.002502, -0.016479, 0.227539, 0.000645, 0.188477, 0.002045, 0.160156, -0.05542, -0.029785, -0.000763, 0.171875, 0.000244, 0.000128, 0.069824, 0.06543, 0.066895, 0.115234, 0.042969, 0.063965, 0.000196, 0.15625, 0.462891, -0.09375, -8e-05, 0.088379, -0.00087, 0.041504, 0.213867, -0.036865, 0.110352, -0.001511, -0.001556, -0.069336, 0.032715, -0.048584, 0.000275, -0.01178, 0.000167, 0.134766, 0.233398, 0.001083, 0.147461, -0.000744, -0.056396, -0.000217, 0.205078, -0.049316, 0.095215, 0.421875, -0.043701, -0.000778, 0.047363, 0.135742, -0.105469, -0.002487, 0.089844, 0.326172, 0.181641, 0.460938, -0.000486, 0.135742, -0.001411, 0.116699, -0.023438, 0.164062, -0.000732, 0.225586, 0.103516, 0.001755, -8e-06, 0.080078, 0.212891, -0.109375, 0.083984, 9e-05, 0.113281, 0.098633, -9e-05, -0.001595, 0.075684, -0.049072, 0.000278, 0.080078, 0.000395, 0.001633, 0.200195, 0.079102, 0.000157, 0.144531, -0.091309, -0.001198, 0.457031, -0.002029, 0.100586, -0.07373, -0.000362, 0.15332, 0.078125, -0.001312, 0.147461, 0.170898, 0.180664, 0.001518, 0.105957, -0.001999, -0.091797, 0.002289, -0.034912, 0.055664, 0.112305, -0.053223, -0.000194, 0.002655, -0.0019, -0.001534, -0.114746, -0.00116, 0.051514, 0.031494, 0.087891, 0.102539, 0.001434, 0.296875, -0.049316, 0.001762, 0.047607, 0.077637, 0.291016, 0.080078, -0.045166, -0.091797, 0.057129, -0.000542, 0.029541, 3.2e-05, 0.036621, -0.000387, 0.000603, -0.115723, -0.000183, 0.083496, 0.000641, 0.224609, 0.077148, 0.00095, -0.047607, -0.032715, 0.214844, 0.036377, -0.002365, 0.001785, 0.093262, 0.036133, 0.158203, 0.257812, -0.178711, 0.255859, 0.126953, -0.08252, 0.118652, 0.001396, 0.0354, 0.0625, 0.125977, 0.15625, 0.149414, 0.000319, -0.033203, -0.078613, 0.120605, 0.115723, 0.137695, -0.001396, 0.46875, 0.244141, 0.115723, 0.026367, 0.060059, 0.12793, 0.261719, 0.000188, -0.0009, 0.257812, -0.000568, 0.086914, 0.185547, 0.001152, 0.000927, 0.253906, -0.029419, 0.206055, 0.114746, -0.023193, 0.859375, 0.046387, 0.000694, 0.092285, 0.445312, -0.075195, 0.000479, -0.002609, 0.001572, 0.302734, -0.001617, 0.140625, 0.099609, 0.00042, -0.000572, 0.053711, 0.00132, -0.041504, 0.000671, -0.001389, 0.341797, -0.000591, 0.222656, 0.073242, 0.177734, 0.050537, -0.049316, -0.105469, 0.341797, 0.028442, 0.063965, 0.030884, 0.120605, 0.326172, 3e-06, 0.068359, -0.000729, -0.189453, 0.096191, 0.046387, 0.00531, 0.00293, 0.414062, -0.000946, -0.064941, -0.001602, 0.167969, 0.136719, -0.000385, 0.165039, -0.002533, 0.211914, 0.002365, 0.117676, 0.040527, 0.172852, 0.179688, 0.000374, 0.049561, -0.037354, -0.001343, -0.029907, 0.173828, 0.00264, 0.093262, 0.011963, 0.103027, 0.000332, 0.044434, 0.024536, 0.01239, 0.144531, 0.097656, 0.064941, 0.097168, 0.035889, 0.097168, -0.02124, 0.000349, 0.21875, -0.000862, 0.091797, -0.017334, -0.113281, -0.029053, 0.294922, 0.094238, -0.036865, 0.001419, 0.000418, 0.068359, -0.001595, 0.018677, 0.125977, -3.3e-05, 0.080566, 0.214844, -0.035889, -0.168945, 0.061523, 0.097656, -0.000751, 0.105469, 0.001038, 0.136719, -0.052246, 0.157227, 0.045654, -0.002441, 0.176758, 0.135742, 0.116211, -0.000191, -0.173828, 0.660156, 0.069824, -0.002548, -0.030273, 0.113281, 0.064453, 0.09375, 0.001617, 0.139648, 0.142578, 0.08252, -0.002701, -0.030884, -0.047363, 0.154297, -0.000877, 0.238281, 0.000519, 0.095215, 0.166992, 0.051758, -0.061279, 0.100586, 0.001251, 0.042236, 0.073242, 0.09375, 0.000116, -0.066895, 0.084473, 0.816406, 0.11084, -0.00025, 0.000137, -0.036865, 0.220703, -0.029053, 0.000313, -0.002579, 0.22168, 0.120117, 2.8e-05, -0.106934, -0.001305, 0.062988, 0.135742, 0.208008, 0.302734, 0.145508, -0.062012, 0.140625, 0.12793, -0.002502, 0.057129, -0.00066, 0.124023, -0.069824, 0.328125, 0.183594, 0.001778, 0.179688, 0.070801, -0.03833, 0.000101, 0.028076, 0.785156, -0.088379, 0.126953, -0.15625, 0.106934, 0.001472, 0.007996, -0.001541, 0.115723, 0.001556, 0.056152, 3.9e-05, 0.057861, 0.226562, -0.000824, -0.070312, 0.253906, 0.149414, -0.066895, 0.134766, 0.043701, -0.063965, -0.00036, -0.031982, 0.158203, 0.001175, -0.000159, 0.062988, -0.005615, 0.099609, 0.00206, 0.045654, -0.02002, 0.001221, 0.000488, 0.067871, 0.147461, -0.046143, -0.031738, -0.117188, -0.001007, -0.001305, -0.002319, 0.000576, 0.097168, 0.167969, 0.049805, 0.00066, 0.080566, 0.121582, 0.12793, 0.200195, 0.022705, -0.001198, -0.042236, -0.031982, -0.025391, 0.322266, 0.194336, -0.033203, 0.002151, 0.00029, 0.103027, 0.000418, 0.000477, 0.219727, -0.051514, -0.107422, 0.086914, 0.038818, 0.118164, -0.031494, 0.077637, 0.05542, 0.091797, 0.031738, 0.041992, 0.109375, -0.052002, 0.000694, 0.108398, 0.097168, 0.165039, 0.000793, -0.001472, 0.124023, 0.077637, -0.072754, -4.4e-05, 0.00119, -0.02417, -0.000938, 0.150391, -0.00069, 0.137695, 0.117676, 0.244141, -0.273438, -0.028564, 0.073242, 0.037842, -0.053467, -0.042236, 0.106445, -0.000114, 0.000546, 0.000263, 0.068359, 0.033203, 0.00267, 9.2e-05, -0.001205, -0.001122, 0.199219, 0.119629, 0.078125, -0.000477, 0.063965, -0.12793, 0.066406, 0.126953, 0.108398, 0.001602, 0.000782, 0.050293, -0.001114, 0.056396, 0.051025, 0.225586, 0.050049, 0.002441, 0.11084, 0.494141, -9.4e-05, 0.111328, -0.000452, -0.0271, 0.049561, -0.001305, -0.001305, -0.001289, 0.092285, 0.001999, -0.1875, 0.168945, 0.131836, 0.140625, 0.00325, 0.091797, 0.069336, 9.5e-05, 0.095215, 0.001587, -0.099609, 0.085938, 0.03833, 0.486328, 0.001686, -0.002029, 0.147461, -0.080078, -0.060547, -0.079102, 0.227539, 0.099121, -0.030396, -0.000317, 0.120605, 0.207031, -0.0005, 0.139648, 0.001968, -0.00037, 0.291016, -0.00325, 0.292969, 0.18457, 0.136719, 0.095703, -0.002319, 0.088867, 0.070801, -0.039795, 0.092773, -0.054199, 0.001045, 0.081055, 0.034424, 0.001122, 0.175781, 0.001076, 0.040771, 0.088867, -0.001854, 0.000584, 0.103027, 0.048096, 0.075195, 0.051025, 0.144531, 0.226562, -0.002747, 0.332031, 0.080566, 0.172852, 0.177734, -0.001373, -0.07373, 0.050537, -0.032471, 0.110352, 0.000206, 0.175781, 0.001015, 0.030151, 0.002838, 0.081543, -0.044922, -0.001122, -0.00087, 0.118164, 0.173828, 0.042236, 0.105469, 0.141602, 0.001038, 0.00206, 0.00148, -0.0625, 0.037354, 6.6e-05, 0.051514, 6.2e-05, 0.092285, -0.000136, 0.083008, 0.120605, -0.086914, -0.001045, -0.03418, 0.070312, 0.124512, -0.000383, 0.243164, -0.000463, 0.000161, -0.021729, 0.128906, -0.000793, 0.322266, -0.194336, 0.001915, 0.051514, 0.15625, -1.3e-05, -0.105957, 0.233398, 0.000694, 0.080566, -0.102051, 0.253906, 0.046143, 0.15625, -0.002487, 0.300781, 0.001465, 0.147461, 0.15332, 0.470703, 0.157227, -0.046387, -0.000999, -0.035645, 0.00103, 0.124512, 0.062988, 0.105957, 0.107422, 0.000228, -0.005585, 0.015503, 0.111816, -0.142578, 0.105957, 0.056152, 0.000801, 0.000336, 0.000477, 0.125, 0.082031, 0.043701, -0.001076, 0.046875, -0.000835, 0.000721, -0.155273, -0.000121, 0.060791, 0.078613, 0.201172, -0.161133, -0.013611, 0.001076, 0.213867, 0.337891, 0.001343, 0.069336, -0.000595, 0.063477, -0.000599, 0.103516, 0.213867, 0.058105, 0.00069, 0.039307, 0.052246, 0.020386, 0.003967, -0.001083, 0.139648, 0.119629, 0.088867, -0.152344, 0.001999, 0.002899, 0.002014, 0.080078, 0.055176, 0.104492, 1.007812, 0.178711, 0.075684, -0.000483, -8.8e-05, 0.140625, -0.048584, 0.191406, 0.314453, 0.186523, 0.000927, 0.088867, 0.146484, 0.085938, -0.041748, 0.000113, 0.094727, -0.041504, -0.001785, -0.201172, 0.057861, 0.001442, -0.000835, 0.00174, 0.097656, 0.098145, 0.042969, 0.125977, -0.032471, 0.100586, -0.00206, -0.062256, 0.143555, 0.02832, -0.001404, 0.142578, 0.164062, -6.8e-05, 0.037598, -0.043701, 0.059082, 0.055664, -0.154297, 0.07373, -0.038574, 0.257812, 0.001198, 0.000475, 0.267578, 0.001015, 0.098633, 0.057129, 0.001915, 0.002594, -0.006653, 0.118652, -0.000389, 0.165039, -0.015381, 0.233398, 0.178711, 0.155273, 0.125, -0.000395, 0.152344, 0.691406, -0.059326, 0.109863, 0.132812, 0.000212, 0.029785, 0.042725, -0.037109, 0.035645, -0.00058, 0.172852, -0.011536, 0.000483, 0.09668, 0.055908, 0.001678, 0.077148, 0.144531, -0.000626, 0.277344, 0.050781, -0.050049, 0.042725, -0.001053, 0.002243, 0.216797, 0.140625, 0.186523, -0.000576, 0.05249, 0.019043, -0.043457, 0.306641, 0.168945, 0.02356, 0.000154, 0.040039, 0.068359, -0.054932, 0.066406, 0.140625, 0.285156, 0.062988, 0.169922, 0.001122, -5.3e-05, 0.005219, 0.043213, 0.000648, 0.064941, 0.036377, 0.180664, -0.045166, 0.09375, -0.000435, 0.100098, -0.000713, 0.041748, -0.047852, 0.171875, 0.031738, 0.075684, 0.053223, 0.046143, 0.069336, 0.002243, 0.089355, 0.470703, 0.085938, 0.108398, 0.048096, 0.039307, -0.181641, 0.042725, 0.095215, 0.003662, 0.102051, 0.176758, 0.000797, 0.035889, 0.140625, -0.238281, -0.056396, 0.211914, -0.001297, 0.087402, -0.000584, 0.173828, 0.34375, 0.047607, 0.046875, 0.027954, 0.038574, 0.021729, 0.175781, -0.138672, -0.00148, 0.067871, 0.002731, 0.117676, 0.090332, 0.000441, -0.000439, -0.22168, -0.011108, 0.000992, 0.000999, 0.062012, -0.114746, 0.05835, 0.15625, -0.101562, 0.095215, -0.033691, 0.087402, 0.041504, -0.039307, 0.000679, 0.000511, 0.10498, -4.6e-05, -0.052734, 0.121094, 0.113281, 0.300781, 0.000303, 0.000496, 0.000193, 0.001442, 0.263672, -0.000656, 0.032471, -0.029053, 0.111328, -0.000835, 0.161133, 0.003937, -0.060547, 4.9e-05, 0.077148, 0.236328, 0.230469, 0.15625, -0.001312, 0.002472, -0.056152, 0.263672, -0.060547, -0.000315, 0.112793, 0.032227, 0.339844, -0.05542, 0.045166, 0.000553, 0.164062, 0.000201, 0.123535, 0.0625, 0.00029, 0.000954, -0.00885, 0.263672, -0.033936, 0.113281, 0.049316, 0.124512, -0.046631, 0.063477, 0.255859, 0.144531, 0.084473, 0.306641, -0.05249, 0.120117, 0.055908, -0.176758, -0.048096, -0.000151, 0.148438, 0.143555, 0.271484, 0.154297, 0.154297, -0.032715, 0.035889, 0.036377, 0.062256, 0.341797, 0.001038, 0.000797, 0.028931, 0.15625, -0.04126, 0.100098, 0.189453, 0.166016, 0.022949, -0.029175, 0.217773, -0.094238, 0.102539, -0.099609, 0.125, -0.071289, -0.121582, -0.068848, -0.034424, 0.000881, 0.074219, 0.038574, 0.07666, -0.02832, -0.035889, 0.000452, 0.094727, 0.134766, 0.000969, -0.09375, 0.0354, -0.000595, 0.180664, 0.550781, -0.161133, -0.002304, -0.000156, 0.028687, 0.108398, 0.097168, 0.104492, 0.172852, 0.04248, 7.2e-05, -5e-06, -0.061035, 0.09668, 0.188477, -0.000874, 0.038574, -2.8e-05, 0.118164, 0.087891, 0.049561, 0.034424, -0.051514, 0.000265, 0.245117, 0.00103, 0.001236, -0.046143, -0.002594, 0.105957, 0.113281, 0.114258, 0.001884, 0.12793, -0.113281, 0.101074, -0.0354, 0.203125, 0.061768, 0.098145, 0.104492, 0.236328, -0.041504, -0.064453, 0.038818, 0.000233, 0.292969, 0.062256, -0.015564, 0.119141, 0.22168, 0.04541, 0.054443, 0.277344, 0.052979, 0.07959, 0.095703, 0.199219, 0.099121, 0.001129, 0.308594, -0.022949, 0.029053, -0.225586, 0.453125, 0.129883, 0.001053, 0.02417, -0.046143, -0.04834, -0.000275, -0.114746, -0.224609, 0.060303, -0.00238, 0.085938, -0.070312, 0.085449, 0.102539, 0.503906, 0.001297, 0.000492, 0.152344, 0.048584, -0.001595, -0.109863, 0.093262, -0.026978, 0.000154, -0.036865, 0.18457, 0.106445, 0.043213, 0.273438, 0.000118, -0.049561, 0.066895, 0.162109, 0.235352, 0.039062, 0.032959, 0.045654, 0.263672, -0.069824, -0.059082, -0.00206, -0.027344, -0.000488, 0.124512, 0.15918, 0.001251, 0.078125, 0.001419, -0.000526, 0.075195, 0.001389, -0.000759, 0.057861, 0.050049, 0.09668, 0.242188, -0.000523, 0.083008, 0.001038, -0.000383, 0.092773, 0.002808, 0.031738, 0.118164, 0.162109, 0.326172, -0.08252, 0.043945, 0.090332, 0.202148, 0.179688, 0.081543, 0.133789, -0.079102, 0.267578, 0.085449, 0.0625, 0.050293, -0.044678, 0.140625, -0.000288, 0.051514, 0.108398, 0.001083, -0.01001, 0.117188, -0.055664, -0.000143, 0.000862, 0.000256, -0.003876, 0.100586, -0.083984, -0.044678, -0.095215, 0.000414, -0.008545, 0.083984, 0.171875, -0.084473, 0.182617, 0.241211, 0.043213, -0.001762, -0.000813, 9.1e-05, 0.138672, -0.00013, 0.00164, 0.180664, 0.047119, -0.002914, -0.001549, -0.043701, 0.04126, 0.15918, 0.099609, 0.000152, 0.055176, 0.056885, 0.304688, 0.089844, -0.000908, 0.175781, 0.126953, 0.269531, -0.114746, 0.078613, 0.000189, 0.119629, 0.11084, 0.115234, 0.09375, 0.396484, -0.179688, 0.15918, -0.000759, 0.111816, -0.000561, -0.081055, 0.041992, 0.084961, -0.052734, 0.083496, 0.150391, 0.083984, -0.03833, 0.001221, -0.037109, 7.4e-05, -0.043213, -0.038818, -0.045166, 0.019165, 8.7e-05, 0.000965, 0.000458, 0.038574, -8.6e-05, 9e-05, -0.067871, 7.3e-05, 0.000637, 0.000154, 0.000343, 0.030884, 0.11377, -0.001343, -0.085938, -0.039307, 0.236328, 0.125, 0.064941, 0.001518, 0.28125, -0.000309, -0.067383, -0.000721, 0.001564, 0.000311, 0.108887, -0.001312, 0.00071, 0.000125, -0.020996, 0.085938, 0.15332, 0.205078, -0.001472, -0.000679, 0.111816, 0.213867, 0.59375, -0.001709, 0.09375, 0.04834, 0.050293, 0.029419, 0.101074, -0.039795, -0.000542, 0.004486, -0.093262, 0.052979, 0.031006, -0.05127, 0.001221, -3.4e-05, 0.002533, -0.078125, 0.019409, 1.5e-05, -0.002106, 0.028442, 0.146484, 0.00103, -0.045898, -0.001289, 0.294922, 0.091797, 0.097656, 0.324219, 0.148438, 0.182617, 0.361328, 0.000444, 0.00058, 0.128906, 3.6e-05, -0.001335, 0.044678, -0.009583, -0.121582, 7.1e-05, 0.033691, 4.5e-05, -0.000486, -0.000568, 0.006226, 0.07666, -0.044434, -0.000216, 0.092773, 0.172852, 0.087402, -0.030762, 0.100098, 0.000148, 0.198242, -0.000122, -0.061523, 0.000216, 0.001022, 0.047852, 0.130859, 0.154297, -0.093262, -0.084961, 7e-05, -0.000984, 0.000423, 0.096191, -0.059082, 0.198242, -0.002609, 0.15625, 0.147461, 0.229492, -0.026123, 0.11377, 0.133789, -0.000164, 0.000372, -0.00106, -0.000216, -0.024902, 0.052734, 0.200195, 0.251953, 0.119629, 0.070312, 0.000969, 0.033447, 0.142578, 0.04126, 0.059326, 0.196289, -2e-05, 0.125977, 0.197266, -0.054199, 0.000226, 0.064453, 0.179688, -0.022217, 0.085938, 0.069824, 0.001457, 0.972656, -0.001106, 0.058838, 0.000584, 0.039551, 0.166016, 0.000885, 0.087402, 0.394531, 0.445312, 0.063965, 0.179688, -0.06543, 6.7e-05, 0.043945, 0.136719, 0.089844, 0.115234, 0.046875, 0.175781, 0.061279, 0.1875, 0.069824, -0.000475, -0.001907, 0.000422, 0.207031, 5.3e-05, 0.001076, 0.044434, 0.000729, 0.041992, 0.070312, -0.034912, 0.157227, 9.3e-05, -0.064453, -0.023804, 0.000721, 0.062988, 0.026611, -0.049561, 0.166016, -0.031738, 0.113281, 0.178711, 0.001007, -0.001411, -0.000523, 0.034912, 0.068359, 0.049561, 0.068359, 0.11377, 0.28125, -0.118652, 6.6e-05, 0.077148, 0.129883, 0.214844, -0.071777, -0.000519, 0.000458, 0.179688, 0.057373, 0.332031, 0.068848, 0.232422, -0.126953, 7.2e-05, -0.00193, 0.000492, 0.182617, -0.000637, 0.150391, -0.000679, 0.079102, -0.000471, 0.121582, -0.035156, 0.335938, -0.211914, -0.116211, 0.59375, 0.361328, 0.107422, 0.000452, -0.089355, 0.098633, 0.088867, 0.223633, 0.227539, -5.1e-05, -0.035156, 0.025269, 0.18457, 0.049805, 0.349609, 0.515625, 0.10498, 0.104492, 0.121094, 0.178711, -0.217773, 0.150391, -0.029419, 0.251953, 0.001099, 0.031738, 0.134766, -0.098145, 0.029663, -0.002686, 0.259766, -0.041748, -0.043213, 0.000192, 0.109863, -0.131836, -0.271484, 0.111816, 0.104492, -0.001297, -0.04541, 0.052979, 0.170898, 0.085449, 0.146484, 0.116699, 0.066406, 0.142578, 0.404297, -0.036377, 0.12793, 0.001549, 5.6e-05, -0.000139, -0.045654, 0.000549, 0.171875, -0.002441, 0.044678, 0.004486, -0.15332, 0.057861, 0.000771, -0.109863, 0.097656, 0.131836, -0.124023, 0.076172, 0.001434, 0.202148, 0.093262, -0.039551, -0.035645, 0.000534, -0.000359, -0.013428, 0.135742, -0.134766, 0.097168, 0.001053, 0.001244, -0.043457, -0.000184, 0.000317, -0.045898, 0.051758, 0.198242, 0.032471, 0.00193, 0.071289, 0.000414, 0.116211, -0.001205, 0.056641, 0.275391, -0.022949, 0.069336, -0.060059, -0.001106, -0.05835, 0.084961, -0.114746, -0.151367, 0.080566, 0.22168, -0.000444, 0.04248, 0.132812, 0.001701, -0.000357, 0.078613, -0.001709, 0.203125, 0.033691, 0.077637, 0.105957, -0.028198, 0.118652, 0.092285, 0.12793, -0.042969, 0.000286, 0.00322, 0.102051, 0.157227, -0.166992, 0.089355, 0.079102, -0.000591, 0.24707, 0.125977, -0.037598, -0.04126, 0.15918, 0.08252, 0.000618, 0.167969, 0.001427, 0.037109, 0.094727, 7.7e-05, 0.0354, 0.263672, 0.0354, 0.003906, -0.028076, -0.000736, 0.002136, 0.021973, 0.101562, 0.064941, -0.000664, -0.045166, 0.168945, -0.000203, 0.144531, 0.000607, -0.000729, 0.045898, 0.138672, 0.000603, 0.047119, 0.133789, 0.002625, 0.134766, 0.147461, -0.052979, 0.128906, 0.066895, 0.071289, -0.047607, -0.034668, 0.000568, 0.589844, 0.110352, 0.05957, 0.045166, -0.00351, 0.180664, 0.004456, -0.055664, 0.189453, 0.554688, 0.02771, -0.000782, -0.000671, 0.245117, 0.130859, 0.00011, -0.001266, 0.091797, 0.132812, 0.087891, -0.001045, 0.001045, -0.000239, 0.018433, 0.209961 ] }, "name": "model.model.layers.1.input_layernorm.weight", "outputIndexes": [ 126 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 125 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_1/Mul_output_0", "outputIndexes": [ 127 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 126, 127 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_1/Mul_1_output_0", "outputIndexes": [ 128 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 128 ], "outputIndexes": [ 2336 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2336 ], "outputIndexes": [ 2337 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear", "inputIndexes": [ 2337 ], "outputIndexes": [ 2338 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 131106970, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2338 ], "outputIndexes": [ 2339 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2339 ], "outputIndexes": [ 129 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 128 ], "main_type": "NONE", "name": "/Shape_15_output_0", "outputIndexes": [ 130 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 130 ], "main_type": "NONE", "name": "Shape332", "outputIndexes": [ 131 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 130 ], "main_type": "NONE", "name": "Rank334", "outputIndexes": [ 132 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 132, 132 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp336", "outputIndexes": [ 133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 133 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze337", "outputIndexes": [ 134 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 133, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp339", "outputIndexes": [ 135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 135 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze340", "outputIndexes": [ 136 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 131, 134, 136, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice343", "outputIndexes": [ 137 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 137 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze344", "outputIndexes": [ 138 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 138 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp345", "outputIndexes": [ 139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 139, 138 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp346", "outputIndexes": [ 140 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 130, 140, 133 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_19_output_0", "outputIndexes": [ 141 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 141, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_33_output_0", "outputIndexes": [ 142 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 142, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_13_output_0", "outputIndexes": [ 143 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 129, 143 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_10_output_0", "outputIndexes": [ 144 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_8_output_0", "outputIndexes": [ 145 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144 ], "main_type": "NONE", "name": "/Shape_16_output_0", "outputIndexes": [ 146 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 146 ], "main_type": "NONE", "name": "Shape353", "outputIndexes": [ 147 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 146 ], "main_type": "NONE", "name": "Rank355", "outputIndexes": [ 148 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 148, 148 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp357", "outputIndexes": [ 149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 149 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze358", "outputIndexes": [ 150 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 149, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp360", "outputIndexes": [ 151 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 151 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze361", "outputIndexes": [ 152 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 147, 150, 152, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice364", "outputIndexes": [ 153 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 153 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze365", "outputIndexes": [ 154 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 154 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp366", "outputIndexes": [ 155 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 155, 154 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp367", "outputIndexes": [ 156 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 146, 156, 149 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_20_output_0", "outputIndexes": [ 157 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 157, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_3_output_0", "outputIndexes": [ 158 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 158, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_38_output_0", "outputIndexes": [ 159 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144, 159, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_5_output_0", "outputIndexes": [ 160 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 160 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_2_output_0", "outputIndexes": [ 161 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144, 22, 159, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_4_output_0", "outputIndexes": [ 162 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 161, 162 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_16_output_0", "outputIndexes": [ 163 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 163, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_9_output_0", "outputIndexes": [ 164 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 145, 164 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_5_output_0", "outputIndexes": [ 165 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 128 ], "outputIndexes": [ 2340 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2340 ], "outputIndexes": [ 2341 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear", "inputIndexes": [ 2341 ], "outputIndexes": [ 2342 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 138346672, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2342 ], "outputIndexes": [ 2343 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2343 ], "outputIndexes": [ 166 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 142, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_14_output_0", "outputIndexes": [ 167 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 166, 167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_11_output_0", "outputIndexes": [ 168 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_10_output_0", "outputIndexes": [ 169 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168 ], "main_type": "NONE", "name": "/Shape_17_output_0", "outputIndexes": [ 170 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 170 ], "main_type": "NONE", "name": "Shape415", "outputIndexes": [ 171 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 170 ], "main_type": "NONE", "name": "Rank417", "outputIndexes": [ 172 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 172, 172 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp419", "outputIndexes": [ 173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 173 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze420", "outputIndexes": [ 174 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 173, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp422", "outputIndexes": [ 175 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 175 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze423", "outputIndexes": [ 176 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 171, 174, 176, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice426", "outputIndexes": [ 177 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 177 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze427", "outputIndexes": [ 178 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 178 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp428", "outputIndexes": [ 179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 179, 178 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp429", "outputIndexes": [ 180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 170, 180, 173 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_21_output_0", "outputIndexes": [ 181 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 181, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_4_output_0", "outputIndexes": [ 182 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 182, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_40_output_0", "outputIndexes": [ 183 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168, 183, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_7_output_0", "outputIndexes": [ 184 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 184 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_3_output_0", "outputIndexes": [ 185 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168, 22, 183, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_6_output_0", "outputIndexes": [ 186 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 185, 186 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_17_output_0", "outputIndexes": [ 187 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 187, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_11_output_0", "outputIndexes": [ 188 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 169, 188 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_6_output_0", "outputIndexes": [ 189 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 128 ], "outputIndexes": [ 2344 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2344 ], "outputIndexes": [ 2345 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear", "inputIndexes": [ 2345 ], "outputIndexes": [ 2346 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 139380934, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2346 ], "outputIndexes": [ 2347 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2347 ], "outputIndexes": [ 190 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 190, 167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_12_output_0", "outputIndexes": [ 191 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 165, 189, 191, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_17_output_0", "outputIndexes": [ 192 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 192 ], "outputIndexes": [ 2348 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2348 ], "outputIndexes": [ 2349 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear", "inputIndexes": [ 2349 ], "outputIndexes": [ 2350 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 140415196, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2350 ], "outputIndexes": [ 2351 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2351 ], "outputIndexes": [ 193 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 125, 193 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_8_output_0", "outputIndexes": [ 194 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.480469, 0.980469, 0.439453, 0.384766, 0.691406, 0.373047, 0.777344, 1.632812, 0.333984, 0.398438, 0.601562, 0.345703, 0.953125, 0.546875, 0.355469, 0.585938, 0.458984, 0.494141, 0.746094, 0.339844, 1.484375, 0.527344, 0.742188, 0.546875, 0.435547, 0.417969, 0.460938, 0.435547, 0.417969, 0.451172, 1.164062, 0.400391, 0.337891, 0.464844, 0.703125, 0.949219, 0.341797, 0.376953, 0.605469, 0.480469, 0.628906, 0.511719, 0.462891, 0.53125, 0.478516, 0.585938, 0.445312, 0.402344, 0.427734, 0.294922, 0.466797, 0.574219, 0.539062, 0.451172, 0.601562, 0.484375, 0.53125, 0.59375, 1.179688, 0.455078, 0.742188, 0.71875, 1.117188, 0.492188, 0.416016, 0.300781, 0.566406, 0.976562, 1.445312, 0.609375, 0.527344, 0.361328, 0.636719, 0.410156, 0.558594, 0.871094, 0.235352, 0.380859, 0.375, 0.800781, 1.96875, 0.804688, 0.570312, 0.34375, 0.53125, 0.351562, 0.609375, 0.554688, 0.753906, 0.429688, 0.519531, 0.640625, 0.597656, 1.257812, 0.46875, 0.632812, 0.435547, 0.378906, 0.472656, 0.859375, 0.414062, 0.390625, 0.542969, 0.546875, 0.371094, 0.53125, 0.609375, 0.425781, 0.328125, 2.46875, 0.691406, 0.455078, 0.621094, 0.376953, 0.535156, 0.472656, 0.390625, 1.125, 0.507812, 0.423828, 0.707031, 0.644531, 0.671875, 0.574219, 0.435547, 0.460938, 1.101562, 0.507812, 0.402344, 0.34375, 1.03125, 0.507812, 0.296875, 0.386719, 0.455078, 0.4375, 0.523438, 1.03125, 0.382812, 0.503906, 0.609375, 0.390625, 1.140625, 1.734375, 0.671875, 0.482422, 0.476562, 0.613281, 0.539062, 0.632812, 0.632812, 0.921875, 0.40625, 0.566406, 0.425781, 0.443359, 0.322266, 0.457031, 0.976562, 0.59375, 0.341797, 0.539062, 0.263672, 0.470703, 0.601562, 0.414062, 0.484375, 0.316406, 0.330078, 0.71875, 0.792969, 0.542969, 0.439453, 0.390625, 0.515625, 0.59375, 0.498047, 0.554688, 0.613281, 0.53125, 0.792969, 0.558594, 0.523438, 0.410156, 0.882812, 0.613281, 0.652344, 0.498047, 0.464844, 0.699219, 0.388672, 0.398438, 0.492188, 0.396484, 0.429688, 0.375, 0.396484, 0.46875, 0.324219, 0.640625, 0.625, 0.316406, 0.447266, 0.3125, 0.433594, 0.886719, 0.75, 0.40625, 0.458984, 0.933594, 0.578125, 0.523438, 0.46875, 0.476562, 1.03125, 0.398438, 0.451172, 0.427734, 0.435547, 0.480469, 0.539062, 0.351562, 0.375, 0.847656, 0.785156, 0.757812, 0.484375, 0.396484, 0.494141, 0.734375, 1.835938, 0.648438, 0.496094, 0.527344, 0.496094, 0.355469, 0.535156, 0.792969, 0.671875, 0.5625, 0.996094, 0.671875, 0.988281, 0.523438, 1.09375, 0.351562, 0.447266, 1.320312, 0.447266, 0.441406, 0.703125, 0.396484, 0.355469, 0.464844, 0.933594, 0.40625, 0.703125, 0.373047, 0.792969, 0.316406, 0.625, 0.847656, 0.330078, 0.439453, 0.644531, 0.396484, 0.792969, 0.890625, 0.65625, 0.335938, 0.474609, 0.601562, 0.574219, 0.458984, 0.523438, 0.816406, 0.570312, 0.166016, 0.601562, 0.675781, 0.757812, 0.734375, 0.384766, 0.96875, 0.535156, 0.792969, 0.675781, 0.515625, 0.585938, 0.398438, 0.353516, 0.396484, 0.476562, 0.359375, 0.746094, 1.078125, 0.388672, 0.503906, 0.462891, 1.023438, 0.722656, 0.423828, 0.472656, 0.511719, 0.585938, 0.494141, 0.455078, 0.742188, 0.585938, 1.039062, 0.34375, 0.5, 0.792969, 0.761719, 0.410156, 0.53125, 0.671875, 0.519531, 0.404297, 0.714844, 0.427734, 0.462891, 0.535156, 0.605469, 0.490234, 0.414062, 0.515625, 0.539062, 0.445312, 0.523438, 0.375, 0.320312, 0.679688, 0.421875, 0.380859, 0.474609, 0.59375, 1.507812, 0.435547, 0.478516, 0.425781, 0.617188, 0.628906, 0.445312, 0.410156, 0.539062, 0.523438, 0.652344, 0.644531, 0.632812, 0.359375, 0.318359, 0.402344, 0.5625, 0.498047, 0.8125, 0.494141, 0.5, 0.636719, 0.480469, 0.449219, 0.683594, 0.455078, 0.494141, 0.324219, 0.333984, 0.408203, 1.117188, 0.578125, 0.392578, 0.671875, 0.71875, 0.886719, 0.455078, 0.746094, 0.554688, 0.492188, 0.378906, 0.511719, 0.476562, 0.503906, 0.941406, 0.353516, 0.574219, 0.792969, 0.382812, 0.255859, 0.546875, 0.341797, 0.392578, 0.640625, 0.695312, 0.457031, 0.435547, 0.523438, 0.683594, 0.300781, 0.679688, 0.578125, 0.453125, 0.433594, 0.625, 0.427734, 0.695312, 0.363281, 0.75, 0.402344, 0.515625, 0.652344, 0.457031, 0.421875, 0.632812, 0.65625, 0.710938, 1.179688, 0.314453, 0.488281, 0.498047, 0.753906, 0.679688, 0.824219, 0.279297, 0.585938, 0.515625, 0.478516, 0.353516, 0.550781, 0.625, 0.707031, 0.753906, 0.753906, 0.746094, 0.443359, 0.416016, 0.355469, 0.976562, 0.480469, 0.695312, 0.535156, 0.578125, 0.523438, 0.707031, 0.357422, 0.527344, 0.466797, 0.365234, 0.4375, 0.652344, 0.652344, 0.378906, 0.462891, 0.490234, 0.996094, 0.703125, 0.398438, 1.007812, 1.007812, 0.539062, 0.008911, 0.597656, 0.65625, 0.5625, 0.835938, 0.507812, 0.376953, 0.605469, 0.337891, 0.605469, 0.443359, 0.417969, 0.527344, 0.451172, 0.894531, 0.855469, 0.355469, 0.357422, 0.648438, 0.388672, 0.796875, 0.494141, 1.148438, 0.5625, 0.478516, 0.453125, 0.566406, 0.898438, 0.609375, 0.386719, 0.417969, 0.808594, 0.757812, 0.53125, 0.232422, 0.753906, 0.515625, 0.585938, 1.015625, 0.433594, 0.373047, 0.6875, 0.550781, 0.447266, 0.511719, 0.414062, 0.707031, 0.275391, 0.376953, 1.0, 1.117188, 0.402344, 0.183594, 0.949219, 0.287109, 0.648438, 0.396484, 0.404297, 0.539062, 0.498047, 0.447266, 0.361328, 0.605469, 0.726562, 1.203125, 0.535156, 0.597656, 0.597656, 0.511719, 0.808594, 0.632812, 0.488281, 0.515625, 0.394531, 0.535156, 0.535156, 0.664062, 0.898438, 0.314453, 0.914062, 0.542969, 0.808594, 0.494141, 0.992188, 0.337891, 0.566406, 0.363281, 0.621094, 0.5, 0.466797, 0.839844, 0.59375, 0.324219, 0.441406, 0.921875, 0.369141, 0.425781, 0.419922, 0.425781, 0.667969, 0.511719, 0.482422, 0.523438, 0.6875, 0.365234, 0.835938, 0.400391, 1.054688, 0.458984, 0.341797, 0.5, 0.707031, 0.353516, 0.726562, 0.386719, 0.375, 0.458984, 0.570312, 0.710938, 0.414062, 0.457031, 0.519531, 0.683594, 0.367188, 0.419922, 0.398438, 0.482422, 0.574219, 0.6875, 0.394531, 0.447266, 0.546875, 0.396484, 0.462891, 0.566406, 0.382812, 0.621094, 0.310547, 0.570312, 0.835938, 0.435547, 0.378906, 0.722656, 0.371094, 0.425781, 0.447266, 0.863281, 0.425781, 0.589844, 0.523438, 0.222656, 0.613281, 1.054688, 0.480469, 0.345703, 0.431641, 0.839844, 0.609375, 0.410156, 0.376953, 0.359375, 0.539062, 0.699219, 0.539062, 0.4375, 0.589844, 0.457031, 0.445312, 0.609375, 0.699219, 0.671875, 0.386719, 0.503906, 0.400391, 0.503906, 0.660156, 0.941406, 0.357422, -0.496094, 1.1875, 0.972656, 0.46875, 0.609375, 0.494141, 1.09375, 0.601562, 0.519531, 0.441406, 0.675781, 0.726562, 0.660156, 0.675781, 0.382812, 0.392578, 0.365234, 0.382812, 0.742188, 0.847656, 0.460938, 0.867188, 0.851562, 0.90625, 0.386719, 0.546875, 0.197266, 0.605469, 0.486328, 1.132812, 0.640625, 0.5, 0.789062, 0.40625, 0.523438, 0.484375, 0.574219, 0.558594, 1.09375, 0.851562, 0.601562, 0.332031, 0.414062, 0.710938, 0.535156, 0.402344, 0.710938, 1.242188, 0.306641, 0.314453, 0.644531, 0.28125, 0.378906, 0.396484, 0.578125, 0.388672, 0.832031, 0.5, 0.566406, 0.326172, 0.417969, 0.472656, 0.644531, 0.777344, 0.416016, 0.703125, 0.46875, 0.847656, 0.414062, 0.769531, 0.470703, 0.447266, 1.101562, 0.478516, 0.427734, 0.988281, 0.523438, 0.511719, 0.359375, 0.271484, 0.373047, 0.582031, 0.490234, 0.753906, 0.435547, 0.601562, 0.582031, 0.503906, 0.941406, 0.429688, 0.177734, 0.349609, 0.435547, 0.632812, 0.46875, 0.515625, 0.464844, 1.164062, 0.494141, 0.359375, 0.388672, 0.707031, 0.380859, 1.21875, 0.429688, 1.0, 0.333984, 0.388672, 0.648438, 0.671875, 0.585938, 0.550781, 0.613281, 0.433594, 0.5625, 0.65625, 0.384766, 0.439453, 0.390625, 0.90625, 0.404297, 0.683594, 0.503906, 0.24707, 0.550781, 0.373047, 0.457031, 0.6875, 0.640625, 0.652344, 0.59375, 0.337891, 0.275391, 0.777344, 0.617188, 0.558594, 0.449219, 0.455078, 0.503906, 0.414062, 0.330078, 1.023438, 0.546875, 0.464844, 0.59375, 0.519531, 0.589844, 0.539062, 0.421875, 0.621094, 0.730469, 0.376953, 0.617188, 0.691406, 0.617188, 0.3125, 0.155273, 0.396484, 1.109375, 0.404297, 0.451172, 1.109375, 0.777344, 0.800781, 0.652344, 0.4375, 0.380859, 0.847656, 0.410156, 0.337891, 0.90625, 0.695312, 0.302734, 0.378906, 0.542969, 0.523438, 0.789062, 0.84375, 1.164062, 0.245117, 0.523438, 0.429688, 0.511719, 0.345703, 0.455078, 0.466797, 0.335938, 0.609375, 1.046875, 0.730469, 0.761719, 0.498047, 0.566406, 0.535156, 0.443359, 0.441406, 0.832031, 0.933594, 0.335938, 1.140625, 0.226562, 0.523438, 0.357422, 0.283203, 0.457031, 0.447266, 0.492188, 1.28125, 0.261719, 0.363281, 0.667969, 0.496094, 0.773438, 0.466797, 0.71875, 0.726562, 0.367188, 0.388672, 0.492188, 0.414062, 0.330078, 0.707031, 1.054688, 0.488281, 0.490234, 0.322266, 0.695312, 0.621094, 0.40625, 0.546875, 1.851562, 0.53125, 1.054688, 0.917969, 0.558594, 0.507812, 0.373047, 0.460938, 0.65625, 0.910156, 0.421875, 0.414062, 0.570312, 0.324219, 1.039062, 0.419922, 1.1875, 0.470703, 1.328125, 0.5, 0.570312, 0.5625, 0.408203, 0.357422, 0.445312, 0.492188, 0.53125, 0.621094, 0.898438, 0.65625, 0.492188, 0.601562, 0.460938, 0.515625, 0.683594, 0.470703, 0.464844, 0.429688, 1.0625, 0.726562, 0.609375, 0.878906, 0.542969, 0.515625, 0.625, 0.439453, 0.373047, 0.386719, 0.996094, 0.441406, 0.441406, 0.365234, 0.392578, 0.707031, 0.839844, 0.523438, 0.828125, 0.617188, 1.09375, 0.4375, 0.365234, 0.753906, 0.361328, 0.738281, 0.824219, 0.515625, 0.621094, 0.427734, 0.523438, 0.474609, 0.34375, 0.609375, 0.451172, 0.75, 0.494141, 0.800781, 0.75, 0.546875, 0.515625, 0.494141, 0.832031, 0.355469, 0.429688, 0.5, 0.738281, 0.462891, 0.710938, 0.318359, 0.578125, 0.796875, 0.464844, 0.378906, 0.527344, 0.427734, 0.427734, 0.710938, 0.371094, 0.306641, 0.375, 0.527344, 0.589844, 0.570312, 0.710938, 0.390625, 0.416016, 0.613281, 0.347656, 0.535156, 0.671875, 0.400391, 0.326172, 0.490234, 0.449219, 0.498047, 0.566406, 0.429688, 0.427734, 0.351562, 0.441406, 0.3125, 0.371094, 0.255859, 0.722656, 0.447266, 0.859375, 0.796875, 0.921875, 1.148438, 0.335938, 0.582031, 0.628906, 0.347656, 0.447266, 0.451172, 0.6875, 0.929688, 0.363281, 0.816406, 0.355469, 0.75, 0.777344, 0.458984, 0.890625, 2.1875, 0.78125, 0.582031, 0.597656, 0.59375, 0.414062, 0.443359, 0.621094, 0.917969, 0.369141, 0.488281, 0.769531, 0.396484, 0.392578, 0.306641, 0.333984, 0.294922, 0.412109, 0.460938, 0.539062, 0.398438, 0.5, 1.125, 0.660156, 0.330078, 0.675781, 0.535156, 0.636719, 0.298828, 0.621094, 0.388672, 0.582031, 1.117188, 0.457031, 1.65625, 0.878906, 0.746094, 0.503906, 0.703125, 0.988281, 0.789062, 0.511719, 0.503906, 0.597656, 0.261719, 0.6875, 0.542969, 0.412109, 0.384766, 0.386719, 0.789062, 0.632812, 0.349609, 0.375, 0.574219, 0.351562, 0.349609, 0.371094, 0.455078, 0.304688, 0.143555, 0.363281, 0.439453, 0.507812, 0.636719, 0.369141, 0.445312, 0.470703, 1.546875, 0.462891, 0.304688, 0.761719, 0.386719, 0.375, 0.722656, 0.480469, 0.53125, 0.679688, 0.90625, 0.628906, 0.376953, 0.425781, 0.453125, 0.369141, 0.466797, 0.443359, 0.421875, 0.679688, 0.435547, 0.945312, 0.734375, 0.789062, 0.628906, 0.710938, 0.554688, 0.503906, 0.929688, 0.208008, 0.714844, 0.550781, 0.574219, 0.945312, 1.15625, 0.484375, 1.257812, 0.535156, 0.373047, 0.294922, 0.5625, 0.400391, 0.482422, 0.402344, 0.476562, 0.519531, 0.644531, 0.378906, 0.429688, 0.84375, 0.808594, 1.0, 0.416016, 0.515625, 0.367188, 0.808594, 0.429688, 0.53125, 0.996094, 0.451172, 0.722656, 0.507812, 0.400391, 0.455078, 0.464844, 0.455078, 0.632812, 0.550781, 0.476562, 0.613281, 0.460938, 0.484375, 0.753906, 0.373047, 0.59375, 0.457031, 0.976562, 0.371094, 0.494141, 0.652344, 0.523438, 0.695312, 0.652344, 0.431641, 0.425781, 0.486328, 0.498047, 0.441406, 0.59375, 0.664062, 0.351562, 1.046875, 0.4375, 0.484375, 0.671875, 0.898438, 0.53125, 0.353516, 0.628906, 0.5, 0.466797, 0.714844, 0.4375, 0.474609, 0.597656, 0.628906, 0.5, 0.800781, 0.589844, 0.710938, 0.53125, 1.054688, 0.4375, 0.349609, 0.429688, 0.390625, 0.949219, 0.867188, 2.0, 0.53125, 0.722656, 0.404297, 0.515625, 0.996094, 0.460938, 0.558594, 0.431641, 0.683594, 0.449219, 0.789062, 0.392578, 0.421875, 0.691406, 0.539062, 0.695312, 0.445312, 0.695312, 0.660156, 0.933594, 0.324219, 0.388672, 1.679688, 0.427734, 0.875, 0.386719, 0.726562, 0.835938, 0.404297, 0.515625, 0.617188, 0.476562, 0.710938, 0.691406, 0.632812, 0.855469, 0.714844, 0.472656, 0.328125, 0.466797, 0.957031, 0.691406, 0.550781, 0.730469, 0.875, 0.539062, 0.527344, 0.789062, 0.597656, 1.015625, 0.53125, 0.380859, 0.427734, 0.59375, 0.470703, 0.570312, 0.972656, 0.494141, 0.435547, 0.867188, 1.070312, 0.511719, 0.472656, 0.640625, 0.53125, 0.310547, 0.550781, 0.445312, 0.443359, 0.390625, 0.378906, 0.423828, 0.482422, 0.554688, 0.777344, 0.703125, 0.392578, 0.375, 0.675781, 0.980469, 0.554688, 0.953125, 0.390625, 0.392578, 0.527344, 0.486328, 0.431641, 0.339844, 0.421875, 0.265625, 0.730469, 0.367188, 0.644531, 0.628906, 1.054688, 0.507812, 0.416016, 1.25, 0.507812, 0.396484, 0.474609, 0.460938, 0.404297, 0.695312, 0.40625, 0.341797, 0.400391, 0.507812, 0.353516, 0.476562, 0.640625, 0.488281, 0.349609, 0.322266, 1.0625, 0.296875, 0.486328, 0.390625, 0.605469, 0.648438, 1.203125, 0.527344, 0.582031, 0.328125, 1.164062, 0.769531, 0.498047, 0.535156, 0.380859, 0.699219, 0.515625, 0.847656, 0.373047, 0.466797, -0.324219, 0.486328, 0.871094, 0.804688, 0.386719, 0.503906, 0.605469, 0.605469, 0.439453, 0.574219, 0.695312, 0.425781, 0.347656, 0.539062, 0.298828, 0.427734, 0.96875, 0.605469, 0.839844, 0.582031, 0.378906, 0.5, 0.332031, 0.523438, 0.84375, 0.585938, 0.75, 0.302734, 0.597656, 0.472656, 1.171875, 0.351562, 0.589844, 0.605469, 0.486328, 0.388672, 1.195312, 0.515625, 0.484375, 0.585938, 0.371094, 1.0, 0.431641, 0.640625, 0.746094, 0.699219, 0.511719, 0.470703, 0.605469, 0.472656, 0.554688, 0.359375, 0.507812, 0.394531, 0.585938, 0.59375, 0.570312, 0.503906, 0.703125, 0.447266, 0.539062, -0.349609, 0.476562, 0.523438, 0.523438, 1.164062, 0.449219, 0.417969, 0.777344, 0.388672, 0.449219, 0.429688, 0.722656, 0.636719, 0.417969, 0.396484, 1.523438, 0.652344, 0.539062, 0.523438, 0.664062, 0.382812, 0.447266, 0.503906, 0.449219, 0.578125, 0.431641, 0.523438, 0.5, 0.464844, 0.507812, 0.503906, 0.388672, 0.835938, 0.392578, 0.949219, 0.484375, 1.015625, 0.341797, 0.431641, 0.474609, 0.789062, 1.882812, 0.332031, 0.449219, 0.835938, 0.648438, 0.326172, 0.515625, 0.394531, 0.550781, 0.351562, 0.449219, 0.337891, 0.515625, 0.347656, 0.863281, 0.3125, 1.328125, 0.660156, 0.53125, 1.296875, 0.425781, 0.523438, 0.902344, 0.494141, 0.714844, 0.613281, 0.433594, 0.53125, 0.515625, 0.203125, 0.527344, 0.378906, 0.404297, 0.474609, 0.466797, 0.496094, 0.644531, 0.648438, 0.490234, 1.1875, 0.976562, 0.875, 0.486328, 0.482422, 0.574219, 0.777344, 0.574219, 0.330078, 0.53125, 0.554688, 0.511719, 0.792969, 0.515625, 0.84375, 0.71875, 0.699219, 0.462891, 0.425781, 0.59375, 0.976562, 0.474609, 1.226562, 0.498047, 0.224609, 0.496094, 0.396484, 0.388672, 0.742188, 0.582031, 0.486328, 0.382812, 0.449219, 0.925781, 0.722656, 0.765625, 0.178711, 0.423828, 1.1875, 1.085938, 0.898438, 0.507812, 0.710938, 0.351562, 0.380859, 0.628906, 0.566406, 0.449219, 0.648438, 0.527344, 0.527344, 0.515625, 0.498047, 0.486328, 0.507812, 0.425781, 0.492188, 0.460938, 0.761719, 0.503906, 0.353516, 0.515625, 0.550781, 0.511719, 0.945312, 0.476562, 0.882812, 0.503906, 0.578125, 1.03125, 0.917969, 0.400391, 0.695312, 0.898438, 0.337891, 0.447266, 0.835938, 0.396484, 0.550781, 0.484375, 0.279297, 0.455078, 0.996094, 0.283203, 0.730469, 0.417969, 0.867188, 0.382812, 0.582031, 0.710938, 0.494141, 0.417969, 0.777344, -0.400391, 0.917969, 0.695312, 0.707031, 0.398438, 0.621094, 0.523438, 0.496094, 0.546875, 0.330078, 0.451172, 0.416016, 0.453125, 0.46875, 1.320312, 0.539062, 0.605469, 0.496094, 0.373047, 0.59375, 0.439453, 0.535156, 0.408203, 0.59375, 0.585938, 0.5625, 0.570312, 0.789062, 0.6875, 0.314453, 0.443359, 0.796875, 0.417969, 0.384766, 0.443359, 0.921875, 0.539062, 0.585938, 0.769531, 0.382812, 0.503906, 0.480469, 0.484375, 0.628906, 0.789062, 0.476562, 0.357422, 0.443359, 0.742188, 0.484375, 0.423828, 0.503906, 0.617188, 0.460938, 0.828125, 0.361328, 0.324219, 0.890625, 0.365234, 0.589844, 0.28125, 0.664062, 0.353516, 0.722656, 0.496094, -0.441406, 1.109375, 0.353516, 0.546875, 0.675781, 0.5625, 0.417969, 0.419922, 0.761719, 0.494141, 0.429688, 0.458984, 0.589844, 0.605469, 0.578125, 0.78125, 0.644531, 0.773438, 0.597656, 0.570312, 0.423828, 0.275391, 0.423828, 0.365234, 0.496094, 0.617188, 0.527344, 0.554688, 1.296875, 0.470703, 0.777344, 0.238281, 0.455078, 0.535156, 0.478516, 0.4375, 0.457031, 0.390625, 0.433594, 0.402344, 0.59375, 0.4375, 0.417969, 0.396484, 0.734375, 0.582031, 0.542969, 0.53125, 0.570312, 0.675781, 0.388672, 0.5625, 0.847656, 0.574219, 0.353516, 1.0, 0.53125, 0.451172, 0.554688, 0.574219, 0.458984, 0.992188, 0.161133, 2.296875, 0.339844, 0.53125, 0.546875, 0.539062, 0.535156, 0.337891, 0.355469, 0.503906, 0.792969, 0.550781, 0.494141, 0.644531, 0.414062, 0.494141, 0.390625, 0.378906, 0.445312, 0.412109, 0.486328, 0.4375, 0.417969, 0.554688, 0.8125, 0.628906, 0.384766, 0.447266, 0.337891, 0.363281, 0.445312, 0.322266, 0.433594, 0.390625, 0.449219, 0.910156, 0.310547, 0.441406, 0.855469, 0.392578, 0.519531, 0.5625, 0.515625, 0.503906, 0.240234, 0.816406, 0.451172, 0.341797, 0.361328, 0.392578, 0.597656, 0.410156, 0.345703, 0.373047, 0.492188, 0.589844, 0.695312, 0.412109, 0.414062, 0.398438, 0.34375, 0.390625, 0.515625, 1.039062, 0.707031, 0.453125, 0.707031, 0.539062, 0.453125, 0.455078, 0.371094, 0.648438, 0.316406, 0.417969, 0.535156, 0.800781, 0.671875, 0.53125, 0.203125, 1.046875, 0.404297, 0.451172, 0.4375, 0.416016, 0.863281, 0.796875, 0.546875, 0.402344, 0.392578, 0.644531, 1.203125, 1.078125, 0.451172, 0.824219, 0.542969, 1.046875, 0.640625, 0.34375, 0.882812, 0.294922, 0.480469, 0.332031, 0.570312, 0.652344, 0.412109, 0.628906, 0.474609, 0.671875, 0.515625, 0.503906, 0.398438, 0.753906, 1.75, 0.402344, 0.675781, 0.392578, 0.605469, 0.746094, 0.373047, 0.542969, 0.621094, 0.695312, 0.621094, 0.882812, 0.402344, 0.65625, 0.361328, 0.597656, 0.824219, 0.738281, 0.527344, 0.78125, 0.425781, 0.804688, 0.462891, 0.667969, 0.386719, 0.648438, 0.660156, 0.527344, 0.470703, 0.597656, 0.341797, 0.597656, 0.539062, 0.453125, 0.462891, 0.667969, 0.453125, 0.425781, 0.355469, 0.542969, 0.679688, 0.605469, 0.679688, 0.691406, 0.449219, 0.365234, -0.423828, 0.435547, 0.445312, 0.519531, 0.554688, 0.462891, 0.46875, 0.367188, 0.578125, 0.929688, 0.601562, 0.367188, 0.714844, 0.410156, 0.5625, 0.410156, 0.582031, 0.349609, 0.458984, 0.488281, 0.427734, 0.414062, 0.652344, 0.3125, 0.431641, 0.574219, 0.466797, 0.5, 0.640625, 0.482422, 0.486328, 0.589844, 0.472656, 0.613281, 0.455078, 0.515625, 0.373047, 0.855469, 0.855469, 0.488281, 0.742188, 0.894531, 0.710938, 0.384766, 0.439453, 0.511719, 0.482422, 0.429688, 0.474609, 0.660156, 0.507812, 0.337891, 0.820312, 0.5625, 0.474609, 0.648438, 0.738281, 0.761719, 0.404297, 0.441406, 0.462891, 0.240234, 0.589844, 0.355469, 0.28125, 0.488281, 0.441406, 0.558594, 0.519531, 0.308594, 0.394531, 1.265625, 1.09375, 0.535156, 1.171875, 0.6875, 0.371094, 0.486328, 0.617188, 0.423828, 0.209961, 0.474609, 0.761719, 0.375, 0.402344, 0.578125, 0.953125, 0.53125, 0.703125, 1.296875, 0.470703, 0.5625, 0.453125, 0.515625, 0.597656, 0.546875, 0.566406, 0.574219, 0.466797, 0.462891, 0.498047, 0.792969, 0.453125, 0.511719, 0.511719, 0.511719, 0.59375, 1.03125, 0.632812, 0.734375, 0.519531, 0.355469, 0.441406, 0.554688, 0.472656, 0.589844, 0.271484, 0.408203, 0.398438, 0.503906, 0.65625, 0.714844, 0.777344, 0.640625, 0.757812, 0.792969, 0.886719, 0.597656, 0.636719, 0.439453, 0.863281, 0.476562, 0.324219, 0.597656, 0.308594, 0.363281, 0.601562, 0.5, 0.574219, 0.46875, 0.507812, 0.570312, 0.507812, 0.421875, 0.550781, 0.644531, 0.550781, 0.609375, 0.582031, 0.503906, 0.398438, 0.839844, 0.785156, 0.378906, 0.722656, 0.519531, 0.820312, 0.566406, 0.714844, 0.609375, 0.675781, 0.306641, 0.566406, 0.363281, 0.414062, 0.507812, 0.53125, 0.375, 0.535156, 0.570312, 0.380859, 0.503906, 0.714844, 0.597656, 1.078125, 0.527344, 0.410156, 0.542969, 0.371094, 0.400391, 0.714844, 0.092773, 0.507812, 0.539062, 0.554688, 0.804688, 0.566406, 0.519531, 0.300781, 0.714844, 0.761719, 0.320312, 0.363281, 0.542969, 1.664062, 0.453125, 0.359375, 1.117188, 0.425781, 0.5625, 0.671875, 0.470703, 0.498047, 0.597656, 0.369141, 0.667969, 0.498047, 0.664062, 0.5, 0.671875, 0.621094, 0.417969, 0.320312, 0.644531, 0.746094, 0.597656, 0.625, 1.117188, 0.859375, 0.515625, 0.921875, 0.613281, 0.400391, 0.435547, 0.511719, 0.605469, 0.408203, 0.59375, 0.384766, 0.414062, 0.921875, 0.402344, 0.703125, 0.933594, 0.878906, 0.392578, 0.443359, 0.535156, 0.683594, 0.496094, 0.648438, 0.511719, 0.691406, 0.314453, 0.425781, 0.349609, 0.427734, 0.458984, 0.65625, 0.691406, 0.484375, 0.527344, 0.570312, 0.582031, 0.332031, 0.488281, 0.863281, 0.511719, 2.734375, 0.988281, 0.351562, 0.894531, 0.410156, 0.439453, 0.652344, 0.328125, 0.416016, 0.363281, 0.412109, 0.433594, 0.691406, 0.734375, 0.490234, 1.1875, 0.546875, 0.894531, 0.679688, 0.482422, 0.412109, 0.566406, 0.324219, 0.65625, 1.0, 0.78125, 0.503906, 0.535156, 0.683594, 0.375, 0.410156, 0.390625, 0.542969, 0.796875, 0.527344, 0.96875, 0.439453, 0.414062, 0.863281, 0.539062, 0.503906, 0.445312, 0.648438, 0.365234, 0.5, 0.605469, 0.953125, 0.570312, 0.345703, 0.847656, 0.414062, 0.53125, 0.511719, 0.644531, 0.439453, 0.601562, 0.472656, 0.601562, 0.546875, 0.511719, 0.910156, 0.566406, 0.427734, 0.5625, 0.443359, 0.945312, 0.75, 0.482422, 0.476562, 0.984375, 0.341797, 1.390625, 0.4375, 0.789062, 0.271484, 2.390625, 0.455078, 0.667969, 0.550781, 0.492188, 0.746094, 0.427734, 0.542969, 0.570312, 0.734375, 0.464844, 0.5625, 0.601562, 0.660156, 1.078125, 0.404297, 0.492188, 0.511719, 0.447266, 0.710938, 0.800781, 0.542969, 0.820312, 0.527344, 0.582031, 0.5625, 0.996094, 0.365234, 0.490234, 0.40625, 0.394531, 0.376953, 0.578125, 0.535156, 0.414062, 0.542969, 0.734375, 0.535156, 0.421875, 0.378906, 0.492188, 0.660156, 1.28125, 0.451172, 0.279297, 0.492188, 0.435547, 0.621094, 0.423828, 0.554688, 0.75, 0.359375, 0.652344, 0.664062, 0.675781, 0.601562, 0.640625, 0.482422, 0.498047, 1.09375, 0.498047, 0.65625, 0.910156, 0.3125, 0.589844, 0.359375, 0.523438, 0.183594, 0.589844, 0.515625, 0.605469, 0.445312, 0.412109, 0.412109, 0.449219, 0.539062, 0.339844, 1.6875, 0.402344, 0.445312, 0.486328, 0.421875, 0.361328, 0.722656, 0.416016, 1.007812, 0.326172, 0.582031, 0.640625, 0.65625, 0.382812, 0.351562, 0.447266, 0.423828, 0.609375, 0.392578, 0.847656, 0.488281, 0.373047, 0.578125, 0.457031, 0.431641, 0.455078, 0.472656, 0.498047, 0.388672, 0.384766, 0.5, 0.404297, 0.585938, 0.613281, 0.535156, 0.65625, 0.738281, 0.523438, 0.5625, 0.882812, 0.318359, 0.402344, 0.447266, 0.691406, 0.527344, 0.390625, 0.710938, 0.824219, 0.373047, 0.863281, 0.476562, 0.314453, 0.617188, 0.40625, 0.5, 0.910156, 0.416016, 0.664062, 1.109375, 0.5625, 0.640625, 0.384766, 0.558594, 0.367188, 0.699219, 0.722656, 0.546875, 0.542969, 0.404297, 0.345703, 0.5, 1.304688, 0.535156, 0.392578, 0.597656, 0.34375, 0.527344, 0.632812, 0.78125, 0.738281, 0.511719, 0.601562, 0.326172, 0.546875, 0.4375, 0.785156, 0.957031, 0.488281, 0.75, 0.412109, 0.519531, 0.554688, 0.851562, 0.480469, 0.386719, 0.523438, 0.46875, 0.369141, 0.503906, 0.789062, 0.445312, 0.542969, 0.851562, 0.574219, 1.210938, 0.507812, 0.476562, 0.490234, 0.609375, 0.417969, 0.498047, 0.455078, 0.554688, 0.388672, 0.373047, 0.355469, 0.601562, 0.578125, 0.503906, 0.648438, 0.582031, -0.318359, 0.65625, 0.396484, 0.558594, 0.40625, 0.601562, 0.496094, 0.392578, 0.480469, 0.617188, 0.71875, 0.46875, 0.515625, 0.652344, 0.390625, 0.628906, 0.462891, 0.243164, 0.449219, 0.425781, 0.566406, 0.464844, 0.427734, 0.453125, 0.394531, 0.371094, 0.328125, 0.53125, 0.435547, 0.578125, 0.347656, 0.761719, 0.482422, 0.453125, 0.660156, 0.243164, 0.462891, 0.40625, 0.412109, 0.351562, 0.765625, 0.546875, 0.550781, 0.578125, 0.519531, 0.410156, 0.412109, 0.417969, 0.644531, 0.46875, 0.519531, 1.960938, 0.773438, 0.527344, 0.597656, 0.660156, 0.839844, 0.523438, 0.289062, 1.570312, 0.523438, 0.582031, 0.335938, 0.871094, 0.292969, 0.384766, 0.412109, 0.460938, 0.449219, 0.585938, 0.462891, 0.376953, 0.390625, 0.472656, 0.515625, 0.365234, 1.234375, 0.582031, 0.24707, 0.433594, 0.488281, 0.490234, -0.378906, 0.435547, 0.546875, 0.472656, 0.503906, 0.464844, 1.015625, 0.550781, 0.375, 0.675781, 0.742188, 0.738281, 0.726562, 0.46875, 0.578125, 0.443359, 0.373047, 0.515625, 0.839844, 0.400391, 0.539062, 0.470703, 0.453125, 0.742188, 0.369141, 0.449219, 0.640625, 0.457031, 0.449219, 0.457031, 0.601562, 0.453125, 0.671875, 0.550781, 0.605469, 0.710938, 0.46875, 1.296875, 0.761719, 0.464844, 0.585938, 0.589844, 0.355469, 0.710938, 0.816406, 0.341797, 0.785156, 0.464844, 0.486328, 0.417969, 0.574219, 1.0, 0.470703, 0.628906, 0.369141, 0.369141, 0.484375, 0.490234, 0.347656, 0.292969, 0.660156, 0.494141, 0.302734, 1.007812, 0.640625, 0.570312, 0.484375, 0.400391, 0.691406, 0.480469, 0.851562, 0.6875, 0.339844, 0.851562, 0.882812, 0.597656, 0.492188, 0.460938, 0.421875, 0.46875, 0.699219, 0.464844, 0.492188, 0.527344, 0.730469, 0.390625, 0.605469, 0.515625, 0.707031, 0.546875, 0.515625, 0.341797, 0.59375, 0.535156, 0.773438, 0.378906, 0.410156, 0.376953, 0.679688, 0.455078, 0.511719, 0.597656, 0.527344, 0.443359, 0.378906, 0.365234, 0.388672, 0.396484, 0.00177, 0.367188, 0.480469, 1.570312, 1.210938, 0.542969, 0.433594, 0.363281, 0.628906, 1.023438, 0.539062, 0.566406, 0.466797, 0.427734, 1.109375, 0.753906, 0.996094, 0.632812, 1.148438, 0.550781, 0.390625, 0.443359, 0.617188, 0.367188, 0.792969, 0.429688, 0.365234, 0.384766, 0.283203, 0.349609, 0.462891, 0.34375, 0.439453, 0.835938, 1.195312, 0.365234, 0.369141, 0.59375, 0.519531, 0.691406, 0.443359, 0.433594, 0.527344, 0.5, 0.582031, 0.601562, 0.796875, 0.542969, 0.621094, 0.898438, 0.648438, 0.683594, 1.015625, 0.566406, 1.148438, 0.478516, 0.388672, 0.644531, 1.617188, 0.419922, 0.769531, 0.820312, 0.441406, 0.527344, 0.3125, 0.769531, 0.400391, 0.376953, -0.314453, 0.384766, 0.542969, 0.671875, 0.519531, 0.511719, 0.404297, 0.371094, 0.511719, 0.59375, 0.466797, 0.503906, 0.40625, 0.439453, 0.4375, 0.839844, 0.878906, 0.394531, 0.496094, 0.546875, 0.574219, 0.378906, 0.353516, 0.464844, 1.242188, 0.417969, 0.345703, 0.78125, 0.4375, 0.476562, 0.373047, 0.523438, 0.519531, 0.523438, 0.910156, 0.447266, 0.498047, 0.753906, 0.65625, 0.369141, 0.373047, 0.691406, 0.300781, 0.5625, 0.71875, 0.492188, 0.482422, 0.503906, 0.683594, 0.425781, 0.820312, 0.554688, 0.835938, 0.886719, 0.757812, 0.447266, 0.476562, 0.353516, 0.404297, 0.914062, 0.851562, 0.617188, 0.65625, 0.535156, 0.578125, 0.613281, 0.664062, 0.523438, 0.496094, 0.486328, 0.347656, 0.5625, 0.34375, 0.546875, 0.439453, 0.421875, 0.431641, 0.375, 0.769531, 0.490234, 1.796875, 0.671875, 0.349609, 0.369141, 0.480469, 0.488281, 0.445312, 0.462891, 0.589844, 1.304688, 1.21875, 0.730469, 0.503906, 0.335938, 0.494141, 0.441406, 0.355469, 0.443359, 0.648438, 0.404297, 0.412109, 0.78125, 0.412109, 0.419922, 0.539062, 0.478516, 0.820312, 0.419922, 0.519531, 0.482422, 0.431641, 0.449219, 0.375, 0.910156, 0.695312, 0.613281, 0.582031, 0.365234, 0.582031, 0.435547, 0.439453, 0.632812, 0.769531, 0.808594, 0.671875, 0.632812, 0.5, 0.4375, 0.53125, 0.527344, 0.496094, 0.371094, 0.480469, 0.357422, 0.355469, 0.464844, 0.378906, 0.535156, 0.441406, 0.636719, 0.449219, 0.375, 0.447266, 0.65625, 0.410156, 0.683594, 0.384766, 1.507812, 0.369141, 0.396484, 0.808594, 0.416016, 0.470703, 0.478516, 0.554688, 0.667969, 0.451172, 0.429688, 1.03125, 0.439453, 0.136719, 1.210938, 0.71875, 0.519531, 0.462891, 0.824219, 0.476562, 1.0625, 0.691406, 0.519531, 0.394531, 0.597656, 0.59375, 0.769531, 0.578125, 0.421875, 0.5625, 1.007812, 0.558594, 0.369141, 0.337891, 0.585938, 0.345703, 1.054688, 0.507812, 0.443359, 0.53125, 0.330078, 0.494141, 0.65625, 0.287109, 0.480469, 0.359375, 0.683594, 0.455078, 0.546875, 0.441406, 0.396484, 0.578125, 0.496094, 0.605469, 0.542969, 0.417969, 0.386719, 0.746094, 0.675781, 0.65625, 0.511719, 0.316406, 1.351562, 0.470703, 0.710938, 0.675781, 0.4375, 0.59375, 0.65625, 0.640625, 0.511719, 0.546875, 0.480469, 0.574219, 1.257812, 0.691406, 0.416016, 0.664062, 0.441406, 0.664062, 0.632812, 0.435547, 0.675781, 0.474609, 0.660156, 0.632812, 0.441406, 0.636719, 0.472656, 0.597656, 0.371094, 0.707031, 0.433594, 0.494141, 0.5, 0.675781, 0.519531, 0.396484, 0.390625, 0.382812, 0.757812, 0.355469, 0.597656, 0.539062, 0.613281, 0.373047, 0.855469, 0.746094, 0.625, 0.408203, 0.5, 0.703125, 0.478516, 0.103516, 1.625, 0.492188, 0.480469, 0.447266, 0.431641, 0.423828, 0.40625, 0.375, 0.636719, 0.554688, 0.671875, 0.527344, 0.890625, 0.511719, 0.902344, 0.460938, 0.455078, 0.507812, 1.21875, 0.287109, 0.400391, 0.408203, 0.455078, 0.542969, 0.4375, 0.785156, 0.6875, 0.458984, 0.519531, 0.65625, 0.339844, 0.523438, 0.691406, 0.376953, 0.613281, 0.318359, 0.613281, 0.988281, 0.402344, 0.507812, 0.507812, 0.519531, 1.046875, 0.660156, 0.542969, 0.65625, 0.382812, 0.353516, 0.390625, 0.419922, 0.621094, 0.5625, 0.660156, 0.710938, 1.476562, 1.171875, 0.566406, 0.314453, 0.582031, 0.341797, 0.582031, 0.40625, 0.431641, 0.652344, 0.421875, 1.460938, 0.527344, 0.367188, 0.519531, 0.558594, 0.53125, 0.333984, 0.482422, 0.574219, 0.582031, 0.902344, 0.451172, 0.550781, 0.443359, 0.427734, 0.757812, 0.308594, 0.378906, 0.455078, 0.539062, 0.582031, 0.550781, 0.644531, 0.451172, 1.09375, 0.449219, 0.447266, 0.628906, 0.427734, 0.582031, 0.660156, 0.392578, 0.367188, 0.412109, 0.492188, 0.625, 0.683594, 0.484375, 0.890625, 0.486328, 0.369141, 0.335938, 0.601562, 0.585938, 0.410156, 0.357422, 0.777344, 0.554688, 1.109375, 0.443359, 1.03125, 0.445312, 0.324219, 0.402344, 0.365234, 0.828125, 0.431641, 0.546875, 0.143555, 0.808594, 0.589844, 0.363281, 0.378906, 0.445312, 0.59375, 0.664062, 0.474609, 0.296875, 0.388672, 1.101562, 0.820312, 0.730469, 0.507812, 1.046875, 1.3125, 0.447266, 0.492188, 0.742188, 0.6875, 0.365234, 0.503906, 0.4375, 0.349609, 0.474609, 0.867188, 0.898438, 0.294922, 0.314453, 0.539062, 0.503906, 0.554688, 0.636719, 0.498047, 0.40625, 0.451172, 0.371094, 1.5, 0.832031, 0.511719, 0.421875, 0.65625, 0.503906, 0.578125, 0.498047, 0.484375, 0.380859, 0.474609, 0.523438, 0.640625, 0.53125, 1.101562, 0.511719, 0.652344, 0.449219, 0.3125, 0.59375, 0.855469, 0.402344, 0.761719, 0.589844, 0.296875, 0.523438, 0.400391, 0.53125, 0.554688, 0.613281, 0.367188, -0.333984, 0.550781, 0.441406, 0.308594, 0.726562, 0.519531, 0.546875, 0.855469, 0.539062, 0.566406, 0.585938, 0.462891, 0.261719, 0.738281, 0.636719, 0.519531, 0.734375, 0.578125, 0.515625, 1.679688, 0.414062, 0.474609, 0.472656, 0.804688, 0.726562, 0.527344, 0.511719, 0.472656, 0.8125, 0.25, 0.535156, 0.503906, 0.578125, 0.337891, 0.722656, 0.515625, 0.425781, 0.466797, 0.316406, 0.667969, 0.361328, 0.486328, 0.75, 0.402344, 0.447266, 0.746094, 0.335938, 0.554688, 0.457031, 0.710938, 0.498047, 0.416016, 0.519531, 0.820312, 0.527344, 0.53125, 0.554688, 0.421875, 0.859375, 0.349609, 0.324219, 0.412109, 0.462891, 0.574219, 0.582031, 0.550781, 0.412109, 0.457031, 0.683594, 0.414062, -0.431641, 0.699219, 0.601562, 0.474609, 0.722656, 0.546875, 0.746094, 0.675781, 0.5625, 0.550781, 0.492188, 0.5625, 0.382812, 0.605469, 0.435547, 0.601562, 0.578125, 0.519531, 0.660156, 0.773438, 0.498047, 0.605469, 0.482422, 0.511719, 0.384766, 0.734375, 0.46875, 0.519531, 0.431641, 0.554688, 0.419922, 0.511719, 0.601562, 0.333984, 0.527344, 1.195312, 0.263672, 0.511719, 0.746094, 0.816406, 0.328125, 0.400391, 0.408203, 0.675781, 0.447266, 1.914062, 0.484375, 0.996094, 0.425781, 0.710938, 0.421875, 0.486328, 0.550781, 1.117188, 0.421875, 0.929688, 0.527344, 0.527344, 0.396484, 0.648438, 0.464844, 0.632812, 0.589844, 0.371094, 0.742188, 1.070312, 0.601562, 0.566406, 0.679688, 0.507812, 0.574219, 0.390625, 0.503906, 0.558594, 0.570312, 0.470703, 0.957031, 0.761719, 0.503906, 0.474609, 0.847656, 0.527344, 0.601562, 0.443359, 0.457031, 0.431641, 0.605469, 0.644531, 0.527344, 0.664062, 0.546875, 0.773438, 0.570312, 0.507812, 0.6875, 0.390625, 0.466797, 0.394531, 0.542969, 0.589844, 0.644531, 0.380859, 1.523438, 0.632812, 0.515625, 0.484375, 0.396484, 0.742188, 0.443359, 0.349609, 1.140625, 0.566406, 0.542969, 0.546875, 0.367188, 0.542969, 0.519531, 0.761719, 0.8125, 0.804688, 0.910156, 0.8125, 0.470703, 0.5, 0.671875, 0.511719, 0.486328, 0.230469, 0.71875, 0.425781, 1.078125, 0.494141, 0.476562, 0.519531, 0.527344, 0.796875, 0.519531, 0.439453, 0.570312, 0.433594, 0.427734, 0.451172, 0.447266, 0.542969, 0.349609, 0.404297, 0.554688, 0.345703, 0.455078, 0.558594, 0.353516, 0.369141, 0.361328, 0.5625, 0.460938, 0.515625, 0.566406, 0.535156, 0.628906, 0.412109, 0.404297, 1.03125, 0.425781, 1.125, 0.466797, 0.566406, 0.474609, 0.5, 0.476562, 1.085938, 0.53125, 0.482422, 0.714844, 0.429688, 0.644531, 0.470703, 0.867188, 0.535156, 0.585938, 0.53125, 0.46875, 0.419922, 0.5625, 0.746094, 0.482422, 0.496094, 0.71875, 0.363281, 0.261719, 0.490234, 0.6875, 0.494141, 0.40625, 0.384766, 0.683594, 0.388672, 0.882812, 0.527344, 0.457031, 0.441406, 0.419922, 1.421875, 0.361328, 0.609375, 0.498047, 1.046875, 0.648438, 0.613281, 0.417969, 0.421875, 1.070312, 0.550781, 0.416016, 0.972656, 0.558594, 0.511719, 0.644531, 0.4375, 0.453125, 0.726562, 0.554688, 0.425781, 1.40625, 1.96875, 0.859375, 0.605469, 0.777344, 0.355469, 0.535156, 0.796875, 0.382812, 0.435547, 0.488281, 0.65625, 0.65625, 0.435547, 0.707031, 0.365234, -0.470703, 0.722656, 0.644531, 0.4375, 0.539062, 0.308594, 0.412109, 1.179688, 0.496094, 0.714844, 0.519531, 0.550781, 0.53125, 0.421875, 0.417969, 0.554688, 0.474609, 0.441406, 0.351562, 0.851562, 0.466797, 0.404297, 0.9375, 1.460938, 0.453125, 0.298828, 0.726562, 0.605469, 0.964844, 0.59375, 0.511719, 0.632812, 0.345703, 0.523438, 0.355469, 0.703125, 0.671875, 0.664062, 0.539062, 0.503906, 0.582031, 0.566406, 0.578125, 0.992188, 0.59375, 0.941406, 0.519531, 0.5625, 0.365234, 0.474609, 1.265625, 0.648438, 0.679688, 0.566406, 0.365234, 0.625, 0.988281, 0.515625, 0.476562, 0.566406, 0.589844, 0.847656, 0.664062, 0.382812, 0.337891, 0.515625, 0.558594, 0.490234, 0.460938, 0.355469, 0.855469, 0.294922, 0.414062, 0.589844, 0.664062, 0.519531, 0.417969, 0.59375, 0.316406, 0.640625, 0.390625, 0.582031, 0.699219, 0.382812, 0.738281, 0.507812, 0.515625, 0.519531, 0.308594, 0.412109, 0.324219, 0.308594, 0.443359, 0.498047, 0.371094, 0.558594, 0.578125, 0.400391, 0.65625, 0.652344, 0.535156, 0.425781, 0.457031, 0.546875, 0.390625, 0.550781, 0.369141, 0.460938, 0.824219, 0.601562, 0.378906, 0.296875, 0.466797, 0.388672, 0.367188, 0.660156, 0.699219, 0.640625, 0.453125, 0.490234, 1.289062, 0.404297, 0.498047, 0.539062, 0.417969, 0.339844, 0.498047, 0.703125, 0.417969, 0.609375, 0.6875, 0.3125, 0.578125, 0.519531, 0.466797, 0.390625, 0.378906, 0.447266, 0.492188, 0.558594, 0.726562, 0.628906, 0.330078, 0.28125, 0.636719, 0.378906, 0.53125, 0.476562, 0.660156, 0.380859, 0.929688, 0.503906, 0.322266, 0.6875, 0.439453, 0.753906, 0.408203, 0.410156, 0.511719, 0.617188, 1.078125, 0.384766, 0.757812, 0.515625, 0.804688, 0.451172, 0.359375, 0.416016, 0.578125, 0.796875, 0.34375, 0.53125, 0.703125, 0.578125, 0.146484, 0.578125, 0.617188, 0.400391, 0.478516, 0.363281, 0.910156, 0.730469, 0.447266, 0.605469, 0.996094 ] }, "name": "model.model.layers.1.post_attention_layernorm.weight", "outputIndexes": [ 195 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 194 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_1/Mul_output_0", "outputIndexes": [ 196 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 195, 196 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_1/Mul_1_output_0", "outputIndexes": [ 197 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 197 ], "outputIndexes": [ 2352 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2352 ], "outputIndexes": [ 2353 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear", "inputIndexes": [ 2353 ], "outputIndexes": [ 2354 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 147640562, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2354 ], "outputIndexes": [ 2355 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2355 ], "outputIndexes": [ 198 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 198 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_1/Sigmoid_output_0", "outputIndexes": [ 199 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 198, 199 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_1/Mul_output_0", "outputIndexes": [ 200 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 197 ], "outputIndexes": [ 2356 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2356 ], "outputIndexes": [ 2357 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear", "inputIndexes": [ 2357 ], "outputIndexes": [ 2358 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 185831688, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2358 ], "outputIndexes": [ 2359 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2359 ], "outputIndexes": [ 201 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 200, 201 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_1/Mul_output_0", "outputIndexes": [ 202 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 202 ], "outputIndexes": [ 2360 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2360 ], "outputIndexes": [ 2361 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear", "inputIndexes": [ 2361 ], "outputIndexes": [ 2362 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 224022814, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2362 ], "outputIndexes": [ 2363 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2363 ], "outputIndexes": [ 203 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 194, 203 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_9_output_0", "outputIndexes": [ 204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 204, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_18_output_0", "outputIndexes": [ 205 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.261719, 0.361328, 0.279297, 0.472656, 0.170898, 0.333984, 0.139648, 0.000115, 0.648438, 0.320312, 0.163086, 0.384766, 0.886719, 0.15332, 0.365234, -9.6e-05, 0.027954, 0.090332, 0.146484, 0.457031, -7e-06, 0.125977, 0.195312, 0.202148, 0.207031, 0.129883, 0.515625, 0.279297, 0.376953, 0.12793, 0.423828, 0.339844, 5.4e-05, 0.171875, 0.111816, 0.359375, 0.392578, 0.664062, 0.043945, -0.273438, -0.217773, 0.058594, 0.322266, 0.335938, 0.148438, 0.157227, 0.503906, 0.181641, 0.314453, 0.330078, -0.119141, 0.165039, 0.131836, 0.164062, 0.515625, 0.283203, 0.578125, -9.8e-05, 0.423828, 0.683594, 0.00017, 0.5625, 0.490234, -0.053711, 0.384766, 0.271484, 0.141602, 0.189453, 0.000117, 0.605469, 0.328125, 0.589844, 0.140625, 0.12793, 0.228516, 0.15625, 0.492188, 0.40625, 0.761719, 0.237305, 0.890625, 0.464844, 0.233398, 0.253906, 0.128906, -0.177734, 0.15918, 0.400391, -0.046387, 0.726562, 0.210938, 0.158203, 0.174805, 0.507812, 0.396484, 0.000218, 8.6e-05, 0.349609, 4e-06, 0.275391, 0.233398, 0.394531, 0.129883, 0.15625, 0.251953, 0.219727, 0.209961, 0.417969, 0.443359, 2.4e-05, -0.129883, 0.133789, -0.000193, 0.929688, 0.201172, 1.164062, 0.275391, 0.246094, 0.103516, 0.232422, -4.9e-05, 0.139648, 0.133789, 3.4e-05, 0.345703, 0.204102, 0.5625, 0.119629, 0.237305, 0.382812, 0.496094, 0.12793, 0.484375, 0.259766, 0.847656, 0.00132, 0.141602, 0.200195, 0.523438, 0.135742, 0.136719, 0.129883, 0.337891, -4.4e-05, 0.457031, 0.363281, 0.371094, 7.3e-05, 0.138672, 0.157227, 0.503906, 0.632812, 0.18457, 0.179688, 0.628906, 0.507812, 0.375, 0.429688, 0.285156, 0.265625, 0.390625, 0.539062, 0.640625, 0.155273, 0.625, 0.480469, 0.515625, 0.542969, 0.124512, 0.605469, 0.169922, 0.170898, 0.188477, 0.175781, -0.001053, 0.3125, 0.176758, 0.151367, 0.179688, 0.129883, -0.000104, 0.386719, 0.124023, 0.300781, 0.001045, 0.173828, 0.143555, 0.369141, 0.197266, 0.000322, 0.220703, 0.134766, 0.40625, 0.145508, 0.240234, 5.5e-05, 0.233398, -0.000763, 0.519531, 0.15332, 0.123535, 0.453125, 0.310547, 0.28125, 0.333984, 0.152344, 1.5e-05, 0.486328, -0.063477, -1.7e-05, 0.636719, 0.152344, 0.203125, 0.257812, 0.152344, 0.412109, 0.443359, 0.378906, 0.304688, 0.330078, 0.000456, 0.412109, 0.554688, 0.275391, 0.130859, 0.632812, 0.332031, 0.601562, 0.304688, 0.1875, 0.550781, 0.201172, 0.128906, -0.081543, 0.134766, 0.141602, 0.160156, 0.515625, -0.152344, 0.310547, 0.589844, 0.000923, 0.367188, 0.138672, 0.000387, 0.582031, 0.115723, 0.445312, 0.155273, 0.165039, 0.092773, 0.208984, 0.431641, 0.263672, 0.566406, 0.449219, 0.443359, 0.388672, 0.208984, 0.490234, -0.123535, 0.000278, 0.746094, 0.15332, 0.601562, 0.21875, 0.605469, 0.173828, 0.449219, 0.211914, 0.341797, -0.00029, 0.304688, 0.539062, 0.137695, 0.158203, 0.161133, 0.371094, 0.002014, 0.392578, 0.152344, 0.201172, 0.212891, 0.160156, 0.376953, 0.535156, 6.3e-05, 0.222656, 7.6e-05, 0.386719, 0.248047, 0.296875, 0.470703, 0.574219, 0.1875, 0.601562, 0.4375, 0.24707, 0.120605, 0.402344, 0.00025, 0.542969, 0.628906, 0.175781, 0.165039, -0.090332, 0.135742, 0.137695, 0.196289, 0.324219, 0.490234, 0.170898, 0.154297, 0.193359, 0.695312, 0.114258, 0.566406, 0.410156, 0.122559, 0.114746, 0.144531, 0.140625, -0.001015, 0.186523, 0.330078, 0.152344, 0.160156, 0.146484, 0.402344, 0.34375, 0.133789, 0.330078, 0.486328, 0.142578, 0.474609, 0.001892, 0.546875, 0.957031, 0.308594, -8.6e-05, 0.191406, -0.126953, 0.120117, 0.12793, 0.273438, -0.110352, 0.146484, 0.28125, -0.009949, 0.178711, 0.157227, 0.351562, 0.359375, 0.106445, 0.359375, 0.255859, 0.000118, 0.149414, 0.125, 0.150391, 0.165039, 0.166016, 0.287109, 0.349609, 0.507812, 0.546875, 0.351562, 0.628906, 0.239258, 0.306641, 0.296875, 7.9e-05, 0.180664, 0.180664, 0.425781, -0.384766, 0.394531, 0.589844, 0.103027, 0.188477, 0.322266, 0.22168, 0.478516, 0.199219, 0.166016, 0.363281, 0.458984, 0.165039, 0.34375, 0.349609, 0.079102, 0.443359, -5.9e-05, 0.263672, 0.143555, 0.175781, 0.306641, 0.173828, 0.115234, 0.320312, 0.410156, 0.511719, 0.535156, 0.178711, 0.392578, 0.160156, 0.167969, 0.137695, 0.330078, 0.511719, 0.625, 0.464844, 0.392578, 0.185547, 0.394531, 0.345703, 0.191406, 0.092285, 0.170898, 0.164062, 0.796875, 0.474609, 0.121094, 0.257812, 0.101074, 0.503906, 0.11377, 0.490234, 0.175781, 0.478516, 0.267578, 0.146484, 0.429688, 0.178711, 0.178711, 1.6e-05, 0.261719, 0.163086, 0.145508, 0.515625, 0.121582, 0.104004, 0.384766, 0.081543, 0.480469, 0.300781, 0.167969, 0.000241, 0.375, 0.158203, 0.168945, 0.104492, 0.251953, 0.160156, 0.384766, 0.349609, 0.000196, 0.179688, 0.000187, 0.166992, 0.188477, 0.229492, 0.233398, 0.582031, 0.273438, -5.3e-05, 0.373047, 0.163086, 0.318359, 0.470703, 0.09375, 0.400391, 0.150391, 0.142578, 0.1875, 0.601562, 0.441406, 0.277344, 0.210938, 0.145508, 0.5625, 0.158203, 0.15625, 0.138672, 0.558594, 0.382812, 0.265625, 0.287109, 0.154297, 0.283203, 0.427734, 0.18457, 0.330078, 0.285156, 0.15625, -0.000118, 0.423828, 0.470703, 0.166992, 0.12793, 0.118164, 0.402344, 0.200195, 0.519531, 0.15625, 0.382812, 0.271484, -0.000153, 0.333984, 0.165039, 0.15332, 0.523438, 0.094238, 0.441406, 0.09668, 0.431641, 0.136719, 0.119629, 0.174805, 0.394531, -0.182617, 0.157227, 0.337891, 0.285156, 0.12207, 0.34375, 0.388672, -0.123047, 0.116211, 0.140625, 0.132812, 0.182617, 0.237305, 0.192383, 0.137695, 0.146484, 0.347656, -0.000205, 0.46875, -0.109863, 0.357422, -0.000122, 0.365234, 0.158203, 0.357422, -0.101074, 0.408203, 0.636719, -0.000294, 0.275391, 0.349609, 0.201172, 0.636719, 0.149414, 0.115723, 0.265625, 0.123047, 0.15625, 0.15918, 0.116211, 0.289062, 3.6e-05, 0.410156, 1.6e-05, 0.384766, 0.507812, 0.263672, 0.219727, 0.189453, -0.00013, 0.198242, 0.271484, 8.6e-05, 0.257812, 0.347656, 0.118652, 0.151367, 0.133789, 0.316406, 0.001114, 0.124023, 0.578125, 0.217773, 0.240234, 0.376953, 0.15625, 0.213867, 0.333984, 0.164062, 0.176758, 0.209961, 0.492188, 0.120605, 0.209961, 0.199219, 0.585938, 0.001251, 9.5e-05, 0.482422, 0.300781, -0.243164, 0.345703, 0.139648, 0.143555, 0.59375, 0.145508, 0.126953, 0.093262, 0.554688, 0.107422, 0.498047, 0.152344, 0.349609, 0.458984, 0.71875, -0.000134, 0.609375, 0.134766, 0.539062, 0.484375, 0.25, 0.09082, -0.378906, 0.382812, 0.761719, 0.439453, 0.34375, 0.480469, 0.173828, 0.195312, 0.398438, 0.394531, 0.179688, -6.4e-05, 9.3e-05, 0.267578, 0.000106, 4e-05, -0.000166, 0.135742, 0.204102, 0.484375, 0.5, -0.126953, 0.147461, 0.285156, 0.126953, 0.136719, -0.000206, 0.04541, 0.570312, 0.400391, 0.773438, 0.550781, 0.466797, 0.53125, 0.194336, 0.198242, 0.253906, 0.300781, 0.478516, 0.05957, 0.558594, 0.151367, 0.191406, 0.427734, 0.189453, 0.249023, 0.108887, 0.125977, 0.233398, 0.351562, 0.099609, 0.34375, 0.318359, 0.245117, 0.157227, 0.625, 0.273438, 0.200195, 0.000176, 0.195312, 0.118652, 0.539062, 0.621094, 0.255859, 0.000197, 0.519531, 0.306641, 0.507812, 0.171875, 0.169922, 0.203125, 0.265625, 0.246094, 0.421875, 0.535156, 0.261719, 0.498047, 4.7e-05, 0.233398, 0.375, -0.12207, 0.081055, 0.605469, 0.164062, 0.113281, 0.223633, 0.480469, 0.34375, 0.558594, -0.000174, 0.435547, 0.165039, 0.320312, 1.054688, 0.648438, -0.116211, 0.527344, 0.490234, 0.652344, 0.179688, -1.3e-05, 0.112305, 0.273438, 0.515625, 0.566406, 0.773438, 0.21582, 0.143555, 0.148438, 0.151367, 0.114258, 0.316406, 0.574219, 0.068359, 0.410156, 0.102539, 0.166992, 0.859375, 0.271484, 0.316406, 0.443359, 0.404297, 0.128906, 0.001129, 0.219727, 0.000687, 0.203125, 0.445312, 0.466797, 0.125977, 0.369141, 0.242188, 0.294922, 0.000152, 0.361328, 0.074707, 0.271484, 1.007812, 0.148438, 0.435547, 0.120117, 0.519531, 0.261719, 0.121582, 0.283203, 0.435547, 0.400391, 0.414062, 0.490234, 0.474609, 0.192383, 0.151367, 0.296875, 0.695312, 0.253906, 0.357422, 0.001488, 0.267578, -0.109863, 0.357422, 0.182617, 0.152344, 0.455078, 0.000296, 0.613281, 0.390625, 0.121094, 0.163086, 0.417969, 0.431641, -0.00095, 0.449219, 0.515625, 0.330078, 0.507812, 0.310547, 0.351562, 0.195312, 0.112305, 0.683594, 0.337891, 0.192383, 0.151367, 0.503906, 0.269531, 0.241211, 0.451172, 0.396484, 0.084961, 0.439453, 0.318359, 0.507812, 0.412109, 0.332031, 0.546875, 0.398438, 0.296875, 0.699219, 0.287109, 0.21875, 0.785156, 0.248047, -0.000254, 0.000813, 0.225586, 0.138672, 0.060059, 0.189453, -0.000694, 0.235352, 0.511719, 0.435547, 0.304688, -8.3e-05, 0.957031, 0.24707, -0.088379, 0.337891, 0.103516, 0.546875, 0.507812, 0.298828, 0.550781, 0.163086, 0.196289, 0.345703, 0.174805, 0.014771, 0.174805, 0.158203, 0.451172, 0.498047, 0.016968, 0.128906, 0.208984, 0.347656, 0.484375, 0.152344, 0.129883, 0.457031, 0.542969, 0.507812, 0.213867, -0.132812, 0.625, 0.125, 0.361328, 7.7e-05, 0.115234, 0.431641, 0.243164, 0.21875, 0.648438, 0.490234, 0.441406, 0.380859, 0.15918, 0.421875, 0.347656, 0.19043, 0.000439, 0.172852, 0.419922, 0.335938, 0.103516, 0.152344, -0.200195, 0.365234, 0.8125, 0.632812, 0.507812, 0.141602, 0.15625, 0.261719, 0.464844, 0.417969, 0.5, 0.839844, 0.182617, 0.193359, 0.523438, 0.245117, 0.40625, 0.275391, 0.183594, 0.652344, 0.4375, 0.204102, -0.000137, 0.3125, 0.216797, 0.710938, -6.6e-05, 0.160156, 0.141602, 0.15332, 0.322266, 0.182617, 0.178711, 0.157227, 0.287109, 0.157227, 0.472656, 0.112793, 0.122559, 0.230469, 0.326172, 0.255859, 0.285156, 0.339844, 0.339844, 0.172852, 0.15625, 0.133789, 0.451172, -2.8e-05, 0.412109, 0.535156, 0.386719, 0.199219, -0.143555, 0.738281, 1.140625, 0.243164, 0.404297, 0.402344, 0.734375, 0.242188, 0.180664, 0.585938, 0.695312, 0.326172, -0.11377, 0.130859, -0.017944, 0.198242, 0.110352, 0.451172, 0.542969, 0.494141, 0.168945, 0.400391, 0.519531, 0.326172, 0.000315, 0.109863, 0.515625, 0.283203, 0.116211, 0.1875, 0.478516, 0.412109, 0.158203, 0.298828, -0.000599, 1.8e-05, 0.142578, 0.414062, 0.378906, 0.330078, 0.302734, 0.746094, 0.53125, 0.363281, 0.216797, 0.59375, 0.339844, 0.304688, 0.503906, -3.1e-05, -3e-05, 0.404297, 0.28125, 5e-05, 0.141602, 0.178711, 0.462891, 0.351562, 0.636719, 0.235352, 0.151367, -0.000131, 0.435547, 0.523438, 0.605469, 0.328125, -0.111816, 3.2e-05, 0.235352, 0.511719, 0.121094, -0.322266, 0.5, 0.173828, -9.3e-05, -5.8e-05, 0.255859, 0.376953, -0.148438, 0.269531, 0.198242, 0.386719, 0.333984, 0.474609, 0.503906, 0.138672, -0.12793, 0.310547, 0.135742, 0.474609, -0.000282, 0.435547, 0.000173, 0.124023, -0.000252, 0.453125, 0.640625, 0.550781, 0.201172, -0.000347, 0.237305, 0.000284, 0.419922, -1.6e-05, 0.267578, 0.181641, 0.269531, 0.683594, 0.162109, 0.318359, 0.199219, 0.800781, 0.476562, 0.212891, 0.155273, 0.382812, 0.339844, 1.117188, -0.119629, 0.384766, 0.435547, 0.378906, 0.478516, 0.330078, 0.644531, 0.006897, 0.730469, 0.019531, 0.167969, 0.15332, 0.000257, 0.207031, 0.498047, 0.289062, 0.203125, 0.515625, 0.166016, 0.21875, 0.125, 0.291016, 0.361328, 0.001198, 0.318359, 0.125977, 0.472656, 9e-06, 0.046143, 0.466797, 0.136719, 0.433594, 0.296875, 0.570312, 0.308594, 0.376953, 0.191406, 0.3125, 0.047119, -0.000725, 0.292969, 0.100586, 0.345703, 0.1875, 0.11377, 0.527344, 0.667969, 0.055664, 0.185547, 0.155273, -3.3e-05, 0.000113, 0.380859, 0.59375, 0.289062, 0.289062, -0.000298, 0.158203, 0.271484, 0.136719, 0.196289, 0.427734, 0.314453, -0.140625, 0.209961, 0.269531, -5e-06, 0.53125, 0.220703, 0.213867, 0.130859, 0.441406, 0.173828, 0.400391, 0.136719, 6.5e-05, 0.149414, 0.237305, 0.287109, 0.275391, 0.71875, 0.097656, 0.460938, 0.12793, 0.170898, 0.176758, 0.114746, 0.578125, 0.398438, 0.298828, 0.335938, 0.126953, 0.404297, 0.714844, 0.129883, 0.257812, 0.158203, 0.384766, -0.002243, 0.143555, 0.135742, 0.302734, 0.150391, 0.174805, 0.269531, 0.373047, -0.109863, 0.660156, 0.542969, 0.458984, 0.322266, 0.163086, 0.453125, -0.000298, 0.421875, 0.351562, 0.137695, 0.161133, -0.112793, 0.113281, 0.128906, 0.382812, 0.191406, 0.175781, 0.19043, 0.144531, 0.601562, 0.263672, 1.5e-05, 0.194336, 0.240234, 0.476562, 0.333984, 0.351562, 0.174805, -9.6e-05, -0.000572, 0.138672, 0.261719, 0.369141, 0.480469, 0.121094, 0.119141, 0.245117, 0.000184, 0.119629, -3.4e-05, 0.279297, 0.167969, 0.141602, 0.235352, 0.236328, 0.241211, 0.166992, 0.28125, 0.287109, 0.18457, 0.294922, 1.273438, 0.217773, -0.000257, 0.443359, 0.158203, 0.177734, 0.369141, 0.294922, 0.182617, 0.111328, 0.476562, 0.660156, 0.181641, 0.259766, 0.130859, 0.162109, 0.375, 0.164062, 0.691406, 0.142578, 0.353516, 0.151367, 0.28125, 0.341797, 0.341797, 0.186523, 0.291016, 0.503906, 0.271484, 0.208008, -0.11084, 0.000441, 0.095215, 0.000132, 0.494141, 0.091309, 0.132812, 0.173828, 0.511719, 0.160156, 0.066406, 0.151367, 0.310547, 0.703125, 0.050781, 0.217773, 0.217773, -0.496094, 0.228516, 0.333984, -0.000412, 0.100586, 0.265625, 0.132812, 0.5, 0.361328, 0.167969, 0.039795, 0.15625, 1.6e-05, 0.118652, 0.691406, 0.141602, 0.151367, 0.155273, 0.349609, -7.2e-05, 0.585938, 0.133789, 0.330078, 0.742188, 0.333984, -1.8e-05, 0.550781, 0.480469, 0.863281, 0.134766, 0.523438, 0.271484, 0.210938, 0.330078, 0.839844, 0.648438, 0.169922, 0.585938, 0.388672, 0.558594, 0.139648, 0.15332, 0.118164, 0.15332, 0.378906, 0.375, 0.355469, 0.316406, 0.542969, 0.453125, 0.165039, 0.490234, 0.114258, 0.101562, 0.355469, 0.5625, 0.209961, 0.111816, -0.105469, 0.427734, 0.202148, 0.357422, 0.339844, 0.429688, 0.063477, 0.124023, 0.101562, 0.192383, -6e-05, 0.208984, 0.144531, 0.15918, 0.075684, 0.148438, 0.122559, 0.332031, 0.332031, 0.511719, -0.139648, 0.112793, 0.12207, 0.229492, 0.466797, 0.207031, 0.3125, 0.287109, 0.375, 0.320312, 0.449219, -0.150391, 0.240234, -0.000748, 0.289062, -0.125, 0.235352, 0.482422, 0.425781, 0.361328, 0.166016, -7.2e-05, 0.114746, 0.410156, 0.105957, 0.511719, 0.292969, 0.353516, 0.236328, 0.417969, 0.601562, 0.570312, 0.177734, 0.120605, 0.123047, 0.308594, 0.204102, 0.574219, 0.427734, 0.115234, 0.392578, 0.070312, 0.083008, 0.150391, 0.135742, 0.617188, 0.263672, 0.162109, 0.189453, 0.131836, 0.431641, 0.200195, 1.3e-05, 0.5625, -0.021851, 0.326172, 0.230469, 0.116211, 0.369141, 0.154297, 0.390625, 0.380859, 0.59375, 0.714844, -8.3e-05, 0.398438, 0.636719, 0.337891, 0.253906, 0.101562, 0.126953, 0.433594, -0.000656, 0.137695, 0.111328, 0.361328, 0.386719, 0.441406, 0.145508, 0.675781, 0.234375, 0.757812, 0.18457, 0.386719, 3.2e-05, 0.146484, 0.287109, 0.453125, 3.6e-05, 0.000108, 0.416016, 0.180664, 0.466797, 0.152344, 0.259766, 0.486328, 0.476562, -0.135742, 0.236328, 0.151367, 0.482422, 0.162109, 0.542969, 0.421875, 0.109375, 0.478516, 0.546875, 0.472656, -0.000217, 0.285156, 0.136719, 0.376953, 0.144531, 0.000164, 0.098633, 0.449219, 0.116699, 0.000152, 0.386719, 0.435547, 0.195312, 0.414062, 0.170898, 0.476562, 0.164062, 0.142578, 0.146484, 0.349609, 0.365234, 0.474609, 0.089844, 0.040771, 0.171875, 0.433594, 0.296875, 0.125977, 0.330078, 0.128906, 0.078613, 0.34375, 0.000372, 0.476562, 0.539062, 0.273438, 0.162109, 0.113281, 0.128906, 0.200195, -0.000114, 0.114746, 0.628906, 0.228516, 0.921875, 0.386719, 0.112793, 0.296875, 0.330078, 0.373047, 0.210938, 0.435547, 0.458984, 0.320312, 0.460938, 0.582031, 0.029663, 0.429688, 0.458984, 0.28125, 7.8e-05, 0.12207, 0.166992, 0.12793, 0.285156, 0.179688, 0.503906, 0.142578, 0.126953, 0.150391, 0.000429, 0.275391, 0.125, 0.146484, 0.109863, 0.519531, 0.155273, 0.212891, -9.8e-05, 0.21875, 0.380859, 0.53125, -0.151367, 0.101074, 0.148438, 0.195312, 0.322266, 0.171875, 0.535156, 0.425781, 0.196289, 0.347656, 0.150391, 0.910156, 0.486328, 0.123535, -0.001091, 0.188477, 0.196289, 0.249023, 0.515625, -0.139648, 0.582031, 0.550781, -0.000496, 0.9375, 9.6e-05, 0.12793, 0.439453, -0.000156, 0.108887, 0.636719, 0.142578, 0.143555, -0.163086, 0.158203, -0.000154, 0.472656, 0.235352, 0.126953, 0.640625, 0.269531, 0.447266, 0.412109, 0.136719, 6.3e-05, 0.330078, 0.542969, 0.371094, 0.141602, 0.457031, -0.000408, 0.404297, 0.375, 0.15332, 0.347656, 0.000553, 0.53125, 0.119141, 0.223633, -0.000225, 0.357422, 0.330078, 0.232422, 0.251953, 0.267578, 0.291016, 0.257812, 0.261719, 0.320312, 0.109863, 0.154297, 0.231445, 0.140625, 0.433594, 0.601562, 0.110352, 0.237305, 0.382812, 0.546875, 0.5, 0.554688, 0.158203, 0.22168, 0.111328, 0.445312, 0.589844, 4.3e-05, 0.546875, 0.628906, 0.107422, 0.193359, 0.050293, 0.19043, 0.339844, 0.213867, 5.6e-05, 0.597656, 0.106445, 0.617188, 0.216797, 0.423828, -0.092285, -0.145508, 0.175781, 0.195312, 0.4375, 0.129883, 0.515625, 0.142578, 0.373047, -0.141602, 0.412109, 0.094727, -5.7e-05, 0.143555, 0.208984, 0.460938, 0.34375, 0.574219, 0.347656, 0.160156, 0.122559, -0.00045, 0.523438, 0.167969, -0.000164, 0.183594, 0.186523, 0.769531, 0.507812, 0.228516, 0.167969, 0.275391, 0.102539, 0.177734, 0.341797, 0.121094, 0.410156, 0.320312, 0.202148, 0.357422, 0.164062, 0.376953, 0.597656, 0.388672, 0.357422, 0.000368, 0.392578, 0.433594, -0.136719, 0.439453, 0.257812, 3e-06, 0.291016, 0.451172, 0.180664, -0.143555, 0.355469, 4.7e-05, 0.949219, -3e-05, 0.349609, 0.34375, -3.3e-05, -0.168945, 0.238281, 0.115723, 0.570312, 0.243164, 0.176758, 0.519531, 0.134766, 0.15918, 0.124023, 0.112793, 0.144531, 0.535156, 0.146484, 0.390625, 0.183594, 0.435547, 0.198242, 0.100098, 0.136719, 0.12793, 0.40625, 0.151367, 0.239258, 0.53125, 0.414062, 0.296875, 0.205078, 0.361328, 0.285156, 0.582031, 0.185547, 0.144531, 0.00079, 0.228516, 0.121582, 0.105469, 0.129883, 0.192383, 1.015625, 0.235352, 0.15332, 0.367188, 0.103516, 0.400391, 0.109863, 0.613281, 0.519531, 0.636719, 0.099609, 0.15332, 0.115723, 0.308594, 0.152344, 0.478516, 0.455078, 0.322266, 0.142578, 0.324219, 0.138672, 0.314453, 0.222656, 0.113281, 0.65625, 0.251953, 0.390625, 0.1875, 0.349609, 0.135742, 0.138672, 0.233398, 0.498047, 0.154297, 1.007812, 0.503906, 0.130859, 0.150391, 0.160156, -0.148438, 0.203125, 5.4e-05, 0.143555, 0.244141, -0.000912, 0.180664, -9.8e-05, 0.632812, 0.863281, 0.223633, 0.339844, -0.000119, 0.120605, 0.214844, 0.435547, 0.000107, -0.111328, 0.131836, -0.001968, 0.173828, 0.216797, 0.121582, 0.263672, 0.029053, 0.277344, 0.126953, 1.5, 0.158203, -0.00013, 0.453125, 0.216797, 0.492188, 0.192383, 0.292969, 0.238281, 0.24707, -3.5e-05, 0.249023, 0.546875, 0.205078, 0.28125, 0.558594, 0.59375, 0.330078, 0.443359, 0.000102, 0.157227, 0.175781, 0.652344, 0.243164, 0.170898, 0.117676, 0.209961, 0.126953, 0.457031, 0.168945, 0.135742, 1.414062, 0.302734, -0.152344, 0.396484, 0.667969, -0.124512, 0.194336, 0.000694, 0.239258, 0.421875, 0.287109, 0.152344, 0.140625, 0.196289, 0.417969, 0.365234, 0.227539, 0.233398, 0.21875, 0.394531, 0.135742, 0.01001, 0.265625, 0.335938, 0.376953, 0.124512, 0.316406, 0.173828, 0.175781, 0.000206, 0.320312, -0.146484, 0.5, 0.539062, 0.414062, 0.115234, 0.507812, 0.574219, 0.091309, 0.106934, 0.429688, 0.240234, 0.123047, 0.316406, 0.12207, 0.400391, 0.375, 0.100586, 0.12793, 0.118652, 0.128906, 0.116699, 0.11377, 0.322266, 0.488281, 0.5625, 0.144531, 0.176758, 2.1e-05, 0.160156, 0.386719, 0.369141, 0.539062, 0.123535, 0.105469, 0.131836, -0.151367, 0.109863, 0.441406, 0.419922, 0.178711, 0.59375, 0.000303, 0.314453, 0.140625, 0.449219, 0.209961, 0.166016, 0.263672, 0.000195, 0.222656, 0.206055, 0.143555, 0.429688, 0.417969, 0.000284, 0.223633, 0.435547, 0.527344, 0.507812, 0.231445, 0.000143, 0.109863, 0.384766, 0.010254, -2.3e-05, 0.462891, -0.000294, 0.150391, 0.279297, 0.378906, 0.265625, 0.197266, 0.144531, 0.137695, 0.166992, 0.574219, 0.300781, 0.753906, 0.330078, -0.101074, 0.243164, 0.208008, 0.163086, 0.308594, 0.150391, 0.365234, 0.092285, -0.125977, 0.800781, 0.166992, -0.135742, 0.511719, -0.134766, 0.335938, 0.18457, 0.482422, 0.167969, 0.204102, -0.065918, 0.492188, 0.125977, -0.000111, 0.316406, 0.212891, 0.310547, 0.515625, 0.182617, 0.353516, 0.00011, 0.289062, 0.421875, 0.269531, 3.3e-05, 0.341797, 0.162109, 0.226562, 0.462891, 0.160156, 0.441406, 0.112793, 0.114258, 0.204102, -0.000174, 0.224609, 0.129883, 0.111328, -6e-05, 0.404297, 0.695312, 0.166992, 0.449219, 0.102539, 0.222656, 0.029297, 0.417969, 0.181641, 0.472656, 0.5625, 0.135742, 0.138672, 0.182617, 0.478516, 0.216797, -0.09082, 0.320312, 0.671875, 0.345703, 0.378906, 0.150391, 0.287109, 0.167969, 0.511719, 0.116211, 0.421875, 0.122559, 0.306641, 0.375, -0.147461, -0.00206, 0.302734, 0.507812, 0.384766, 0.294922, -0.001923, 0.457031, 0.375, -0.000177, 0.000115, 0.189453, 0.217773, -0.001762, 0.173828, -0.00148, 0.000515, 0.371094, 0.15332, 0.108887, 0.460938, 0.695312, 0.172852, 0.722656, 0.126953, 0.476562, 0.236328, 0.135742, 0.476562, 0.21875, 0.132812, 0.710938, 0.433594, 0.703125, 6.2e-05, 0.277344, 0.030396, 0.289062, 0.180664, 0.162109, 0.294922, 0.542969, 0.168945, 0.00074, 0.172852, 0.119629, 1.2e-05, 0.289062, 0.133789, -5e-06, 0.141602, 0.462891, 0.691406, 0.164062, 0.535156, 0.149414, 0.134766, 0.283203, 0.664062, 0.59375, 0.292969, 0.139648, 0.22168, 0.175781, 0.166016, 0.217773, 0.122559, 0.133789, 0.092285, -0.000113, 0.388672, 0.116211, 0.451172, 0.164062, 0.404297, 0.316406, 0.161133, 0.070801, 0.213867, 0.703125, 0.154297, 0.145508, 0.172852, 0.324219, 0.161133, 0.455078, 0.386719, 0.000112, 0.695312, 0.503906, 0.228516, 0.478516, 0.094727, 0.146484, 0.199219, 0.394531, 0.488281, 0.59375, 0.147461, 0.151367, 0.206055, 0.455078, 0.296875, 0.585938, 0.129883, 0.519531, 0.480469, 0.478516, -0.157227, 0.265625, 0.365234, 0.511719, -7.6e-05, 0.119629, 0.566406, -0.118652, 0.380859, 0.404297, 0.164062, 0.120605, 0.59375, 0.15625, 0.554688, 0.353516, 0.167969, 0.816406, 0.240234, 0.15918, 0.416016, 0.625, 0.460938, 0.000483, 0.000584, 0.000115, 0.5625, 0.144531, 0.273438, 0.314453, 0.103516, -0.084961, 0.174805, 0.1875, 0.191406, 0.000123, 4.2e-05, 0.453125, 0.158203, 0.388672, 0.283203, 0.335938, 0.163086, 0.212891, 0.242188, 0.628906, 0.178711, 0.237305, 0.150391, 0.625, 0.083496, 0.120605, 0.169922, 0.103516, 0.960938, 0.289062, 0.200195, 0.122559, 0.155273, 0.392578, 0.099609, 0.302734, 0.136719, 0.433594, 0.46875, 0.125977, 0.554688, 0.121582, 0.457031, 0.162109, 0.474609, 0.169922, 0.695312, 0.486328, -0.103027, 0.199219, 0.070312, -0.122559, 0.071777, 0.414062, -5.1e-05, 0.388672, 0.176758, 0.363281, 0.257812, 0.21582, 0.168945, 0.131836, 0.382812, 0.453125, 0.1875, 0.229492, 0.150391, 0.306641, 0.12793, -0.000182, 0.765625, 0.178711, 0.431641, 0.114746, 0.484375, 0.141602, 0.558594, 0.365234, 0.150391, 0.22168, -0.047119, 0.357422, 0.152344, 0.15625, 0.472656, 0.101562, 0.3125, 0.357422, 0.169922, 0.341797, 0.172852, 0.447266, -0.000282, 0.460938, -0.107422, 0.710938, 0.182617, 0.632812, 0.117188, 0.160156, 0.578125, 0.339844, 0.410156, 0.075684, 0.472656, 0.746094, 0.373047, 0.03833, 0.177734, 0.472656, 0.296875, 0.210938, 0.131836, 0.294922, 0.453125, 0.249023, -0.115723, 0.115234, 0.241211, 0.515625, 0.095215, 0.59375, 0.154297, 0.394531, 0.425781, 0.223633, 0.369141, 0.337891, -0.001495, 0.172852, 0.292969, 0.294922, 0.126953, 0.22168, 0.351562, 1.203125, 0.386719, -0.070801, -0.000389, 0.044434, 0.476562, 0.111328, 0.126953, -0.092285, 0.542969, 0.322266, -0.000145, 0.476562, -8.2e-05, 0.179688, 0.345703, 0.527344, 0.546875, 0.554688, 0.181641, 0.355469, 0.337891, -0.080078, 0.150391, 0.139648, 0.285156, 0.208984, 0.890625, 0.361328, 0.147461, 0.419922, 0.322266, 0.174805, 0.19043, 0.155273, 0.816406, 0.214844, 0.4375, 0.455078, 0.46875, -0.128906, 2.3e-05, 0.080078, 0.486328, 0.123047, 0.400391, 0.111328, 0.181641, 0.412109, 0.180664, 0.255859, 0.605469, 0.609375, 0.207031, 0.453125, 0.121094, 0.226562, 0.121094, 0.220703, 0.636719, 0.142578, -0.075195, 0.214844, 0.174805, 0.378906, 0.160156, 0.179688, 0.201172, -0.097168, 0.000343, 0.244141, 0.382812, 0.139648, 0.122559, 0.277344, 0.144531, -0.142578, 0.086426, -0.128906, 0.5, 0.427734, 0.337891, 0.106934, 0.46875, 0.421875, 0.574219, 0.546875, 0.163086, 0.055664, 0.171875, 0.131836, 0.211914, 0.414062, 0.458984, 0.10791, 0.170898, -0.120117, 0.367188, 0.178711, 0.125, 0.464844, 0.171875, 0.363281, 0.425781, 0.003616, 0.515625, 0.168945, 0.259766, 0.318359, 0.275391, 0.12793, 0.085449, 0.490234, 0.21582, 0.229492, 0.511719, 0.332031, 0.769531, 0.11084, 0.172852, 0.486328, 0.267578, 0.231445, 0.092773, 0.116211, 0.177734, 0.081055, 0.550781, -0.00017, 0.462891, 0.585938, 0.621094, 0.388672, 0.155273, 0.314453, 0.208008, 0.175781, 0.198242, 0.671875, 0.092773, 0.174805, 0.120605, 0.00012, 0.166016, -0.152344, 0.122559, -0.092285, -0.001945, 0.535156, 0.376953, -1.6e-05, 0.138672, 0.294922, 0.404297, 0.15625, 0.515625, 0.652344, 0.100098, 0.130859, 0.224609, 0.05127, 0.330078, 0.175781, 0.503906, 0.322266, 0.166992, 0.5, 0.757812, 0.128906, 0.546875, -0.103516, 0.110352, 0.233398, 0.126953, 0.134766, 0.143555, 0.242188, 0.109375, 0.628906, 0.410156, 0.519531, 0.605469, 0.000138, 0.205078, 0.188477, -0.11084, 0.441406, 0.094727, 0.667969, 0.330078, 0.185547, 0.671875, 0.219727, 0.108398, 0.558594, 0.326172, 0.177734, 0.267578, 0.351562, 0.324219, 0.19043, -0.001045, 0.322266, 0.8125, 0.099121, 0.65625, 0.149414, -0.091797, 0.542969, 0.188477, 0.546875, 0.503906, 0.496094, 0.410156, 0.000568, 0.255859, 0.210938, 0.136719, 0.228516, 0.175781, -0.117676, 0.332031, 0.150391, 0.000694, 0.363281, 0.126953, 0.166992, 0.34375, 0.210938, 0.11377, 0.324219, 0.203125, 0.279297, 0.157227, 0.539062, 0.785156, -8.6e-05, 0.484375, 0.380859, 0.373047, 0.585938, 0.000916, 0.367188, 0.126953, 0.137695, 0.443359, 0.202148, 0.451172, 0.120117, 0.195312, 0.151367, 0.267578, 0.251953, -1.3e-05, 0.151367, 0.566406, 0.667969, 0.142578, 0.570312, 0.398438, 0.138672, 0.000163, -0.103027, 0.178711, 0.217773, 0.10498, 0.193359, 3.8e-05, 0.332031, 0.165039, 0.328125, 0.490234, 0.310547, 0.00296, 0.146484, 0.162109, 0.435547, 0.135742, 0.558594, 0.192383, 0.25, 5.3e-05, 0.542969, 0.121094, 0.621094, 0.644531, 0.104492, 0.279297, 0.574219, 0.000183, 0.298828, 0.328125, 0.149414, 0.34375, 0.355469, 0.441406, 0.165039, 0.375, -0.060791, 0.671875, -0.133789, 0.511719, 0.609375, 0.470703, 0.404297, -0.148438, 0.157227, 0.19043, 0.077637, 0.644531, 0.175781, 0.386719, 0.439453, 0.148438, 2.9e-05, 0.000254, 0.380859, 0.605469, 0.341797, 0.155273, 0.133789, 0.120605, 0.116699, 0.480469, 0.261719, 0.197266, -0.00095, 0.188477, 0.138672, 0.083496, 0.138672, 8e-05, 0.18457, -0.059082, 0.296875, 0.033691, 0.128906, 0.158203, 0.369141, 0.519531, 0.144531, 0.174805, -0.000706, 0.269531, 0.112305, 0.421875, 0.322266, 0.302734, 0.205078, 0.206055, 0.263672, 0.168945, 0.134766, 0.141602, 0.632812, 0.570312, 0.314453, 0.269531, -1.1e-05, 0.192383, -0.005005, 0.249023, 0.188477, 0.451172, 0.621094, 0.425781, 0.292969, 0.130859, -0.108887, 0.482422, 0.178711, 0.394531, 0.324219, 0.474609, 0.237305, 0.291016, 0.314453, 0.431641, 0.219727, 0.130859, 0.335938, 0.161133, 0.263672, 0.404297, 0.234375, -0.008606, 0.000326, 0.101562, 0.542969, 0.496094, 0.141602, 0.53125, -0.116699, 0.427734, -0.106934, 0.201172, 0.470703, 0.138672, 0.128906, 0.410156, 0.597656, 0.000751, 0.133789, 0.175781, 0.28125, 0.251953, 0.375, 0.349609, 0.181641, 0.625, -2.6e-05, 0.148438, 0.412109, 0.130859, 0.443359, 0.203125, -0.140625, 0.140625, 0.134766, 0.455078, 0.141602, 0.515625, 0.108887, 0.353516, 0.486328, 0.75, 0.492188, 0.206055, 0.259766, -0.002441, 0.225586, 0.466797, 0.539062, 0.149414, 0.125, 0.235352, 0.18457, 0.147461, 3.3e-05, 0.300781, 0.11377, -0.0001, 0.431641, 0.18457, 0.195312, 0.328125, 0.441406, 0.116211, 0.273438, 0.205078, 0.170898, 0.157227, 0.155273, -0.137695, 0.384766, 0.359375, 0.427734, 0.142578, 0.237305, 0.165039, 0.174805, 0.535156, 0.332031, 0.109863, -4.5e-05, 0.197266, 0.302734, 0.1875, 0.28125, 0.402344, 0.757812, 0.219727, 0.400391, -0.140625, 7e-05, 0.154297, 0.135742, -0.084473, 0.172852, 0.210938, 0.433594, 0.19043, 0.408203, 0.146484, 0.425781, 0.155273, 0.18457, 0.188477, 0.546875, 0.150391, 0.279297, 0.166016, 0.163086, 0.363281, -0.125, 0.316406, 0.6875, 0.257812, 0.341797, 0.138672, 0.279297, 0.285156, 0.157227, 0.298828, 0.179688, 0.515625, 0.392578, 5.4e-05, 0.209961, 0.789062, 0.503906, -0.201172, 0.419922, 0.000141, 0.28125, 0.101562, 0.322266, 0.527344, 0.147461, 0.220703, 0.149414, 0.144531, 0.208984, 0.5, 0.605469, 0.145508, 0.251953, 0.165039, 0.507812, 0.40625, 0.114746, 0.15625, 0.546875, 0.120117, 0.062988, 0.045654, 0.207031, 0.363281, 0.230469, 0.578125, 0.503906, 0.28125, 0.227539, 0.404297, 0.185547, 0.043457, 0.15332, 0.19043, 0.201172, 0.123047, 0.193359, 0.398438, 0.484375, 0.605469, 0.000809, 0.125977, -0.125, 0.142578, 0.367188, 0.141602, 0.177734, 0.111816, 0.435547, -0.000206, 0.367188, 0.128906, 0.177734, 0.158203, 0.318359, 0.417969, 0.416016, 0.263672, 0.163086, 0.113281, 0.222656, 0.621094, 0.224609, 0.152344, 0.231445, 0.125977, 0.419922, 0.202148, 0.243164, 0.163086, 0.408203, 0.099609, 0.601562, 0.162109, 0.176758, 0.120605, 0.166992, 0.462891, 0.166992, 0.449219, 0.304688, 0.414062, 0.171875, 0.296875, 0.699219, 0.480469, 0.416016, 0.726562, 0.234375, 0.367188, 0.248047, 0.558594, 0.170898, -0.00014, 0.427734, 0.761719, 1.054688, 0.441406, 0.380859, 0.206055, 0.244141, 0.265625, 0.326172, 0.769531, -0.000184, -0.000138, 0.147461, 0.492188, 0.160156, 0.492188, 0.375, 0.333984, 0.155273, 0.146484, 0.546875, 0.341797, 0.453125, 0.289062, 0.492188, 0.337891, 0.488281, 0.15332, 0.143555, 0.144531, 0.279297, 0.208984, 0.345703, 0.146484, 0.094727, 0.110352, 0.253906, 0.527344, 0.001274, -0.216797, 0.214844, 0.106445, 0.6875, 0.664062, -0.306641, 0.111816, 0.091309, 0.118164, 0.357422, 0.455078, 0.519531, 0.644531, 0.143555, -0.111328, 0.107422, 0.21582, 3.7e-05, 0.40625, 0.122559, 0.283203, 0.142578, 0.394531, 0.357422, 0.165039, 0.174805, 0.157227, 0.091309, 0.589844, 0.109375, 0.095703, 0.189453, -0.097656, 0.445312, 0.515625, 0.476562, 0.112305, 0.255859, 0.257812, 0.376953, 0.144531, 0.46875, 0.269531, 0.291016, 0.310547, 0.316406, 0.170898, 0.175781, 0.166992, 0.131836, 0.472656, 0.423828, -8.3e-05, 0.371094, 0.392578, 0.081055, 0.3125, 0.460938, 0.176758, 0.322266, 0.396484, 0.375, 0.320312, -0.12793, 0.542969, 0.226562, 0.145508, 0.761719, 0.466797, 0.458984, -0.07959, 0.158203, 0.287109, 0.224609, -0.115723, 0.239258, 0.421875, 0.330078, 0.18457, 0.271484, 0.283203, 0.332031, 0.337891, 0.431641, 0.148438, 0.173828, 0.953125, 0.207031, -0.001869, 0.466797, 0.453125, 0.132812, 0.087891, 0.137695, 0.419922, 0.400391, 0.204102, 0.435547, 0.193359, 0.162109, 0.400391, 0.382812, 0.398438, 0.177734, 0.181641, 0.108887, 0.373047, 0.287109, 0.212891, 0.118652, 0.138672, 0.082031, 0.287109, 0.371094, 0.328125, 0.419922, 0.10791, 0.24707, 0.172852, 0.169922, 0.145508, 0.283203, 0.263672, 0.229492, 0.609375, 6e-05, 0.271484, 0.144531, 0.002502, 0.298828, 0.044922, 0.19043, 0.394531, 0.404297, 0.695312, 0.337891, 0.120605, 0.478516, 0.353516, 0.472656, 0.355469, 0.582031, 0.365234, 0.496094, 0.243164, 0.234375, -0.230469, 0.154297, 0.695312, 0.139648, 0.186523, 0.734375, 4.6e-05, 0.144531, 0.664062, 0.166016, 0.197266, 0.186523, 0.000797, 0.000119, 0.441406, 0.211914, 0.121582, 0.425781, 0.158203, 0.155273, 0.339844, 1.007812, 0.191406, 0.632812, 0.339844, 0.169922, 0.147461, -0.000163, 7.7e-05, 0.498047, 0.12207, -0.000338, 0.443359, 0.15918, 0.109375, 0.138672, 0.124512, 0.000271, 0.800781, 0.316406, -0.124023, 0.242188, 0.296875, 0.308594, 0.361328, 0.172852, 0.632812, 0.5625, 0.457031, 0.527344, 0.384766, 0.142578, 0.419922, 0.447266, 0.296875, 0.425781, 0.466797, 0.414062, 0.470703, 9.9e-05, 0.332031, 0.118652, 0.183594, 0.148438, 0.347656, 0.167969, 0.335938, 0.558594, 0.375, 0.140625, 0.135742, 0.147461, -0.001129, 0.180664, 0.183594, -0.149414, 0.083008, 0.118164, 0.19043, 0.19043, 0.149414, -0.078125, 0.136719, 0.201172, 0.139648, 0.123535, -0.039307, -0.134766, 0.169922, 0.40625, 0.10791, 0.345703, 0.199219, 0.367188, 0.285156, 0.157227, 0.093262, 0.738281, 0.192383, 0.226562, 0.146484, 0.128906, 0.112305, 0.298828, 0.110352, 0.186523, -0.091309, 0.200195, 0.300781, 0.464844, 0.441406, -0.088867, 0.165039, 0.486328, 0.46875, 0.839844, 0.149414, 0.213867, 0.165039, 0.25, 0.154297, 0.457031, -0.123047, 0.164062, -0.000927, 0.287109, 0.15625, 0.157227, 0.195312, 0.160156, 0.092773, 0.15625, 0.265625, 0.18457, -0.000133, 0.134766, 0.126953, 0.53125, -0.000805, 0.214844, 0.107422, 0.419922, 0.464844, 0.199219, 0.503906, 0.589844, 0.535156, 0.480469, 0.149414, 0.091797, 0.515625, 0.143555, 0.125, 0.129883, 0.12207, 0.25, 0.087891, 0.185547, 0.143555, 5.2e-05, 0.065918, 0.151367, 0.3125, 0.199219, 0.15625, 0.449219, 0.332031, 0.291016, 0.139648, 0.447266, 0.138672, 0.582031, -0.106934, 0.163086, 0.130859, 0.211914, 0.351562, 0.425781, 0.416016, 0.235352, 0.367188, 1.1e-05, -0.135742, 0.141602, 0.380859, 0.155273, 0.730469, 0.108398, 0.828125, 0.777344, 0.613281, 0.117188, 0.371094, 0.621094, -0.002304, 0.15918, 0.117676, -0.058105, 0.145508, 2.2e-05, 0.710938, 0.402344, 0.287109, 0.189453, 0.149414, 0.179688, 0.294922, 0.178711, -0.192383, 0.386719, 0.148438, 0.392578, 0.376953, 0.154297, 2.9e-05, 0.318359, 0.492188, -0.155273, 0.232422, 0.320312, 0.000169, 0.976562, 0.138672, 0.478516, 0.151367, 0.182617, 0.605469, 0.083496, 0.255859, 0.953125, 0.601562, 0.355469, 0.480469, 0.213867, 0.129883, 0.18457, 0.535156, 0.369141, 0.474609, 0.287109, 0.328125, 0.222656, 0.412109, 0.241211, -0.100586, 0.138672, 0.115234, 0.683594, 0.000107, 0.000151, 0.172852, 0.181641, 0.283203, 0.203125, 0.15918, -0.410156, 0.116211, 0.213867, 0.143555, 0.149414, 0.277344, 0.322266, -0.175781, 0.363281, 0.155273, 0.273438, 0.503906, 0.088379, 0.073242, 0.089844, 0.168945, 0.316406, 0.222656, 0.150391, 0.390625, 0.636719, 0.400391, 0.124023, 0.192383, 0.460938, 0.566406, 0.332031, -0.001671, 0.091797, 0.408203, 0.18457, 0.337891, 0.229492, 0.316406, 0.22168, 0.102051, 0.096191, 0.209961, 0.296875, -0.118164, 0.308594, 0.149414, 0.291016, 0.114746, 0.484375, 0.210938, 0.746094, 0.980469, 0.259766, 0.460938, 0.601562, 0.419922, 0.000553, -0.238281, 0.455078, 0.5, 0.455078, 0.527344, -0.000219, 0.18457, 0.139648, 0.519531, 0.142578, 0.378906, 0.597656, 0.65625, 0.357422, 0.363281, 0.605469, 0.472656, 0.585938, -2.6e-05, 0.53125, -0.128906, 0.104492, 0.367188, 0.378906, 0.199219, 0.152344, 0.589844, 0.249023, 0.155273, 0.183594, 0.480469, 0.3125, 0.644531, 0.279297, 0.40625, 0.120605, 0.141602, 0.168945, 0.457031, 0.265625, 0.310547, 0.369141, 0.178711, 0.416016, 0.472656, 0.201172, 0.480469, 0.176758, 0.098145, 0.112305, 0.132812, 0.162109, 0.644531, -0.106934, 0.168945, 0.000622, 0.511719, 0.291016, 0.078613, 0.257812, 0.203125, 0.265625, 0.507812, 0.347656, 8.2e-05, 0.59375, 0.425781, 0.140625, 0.11377, 0.000786, -6.6e-05, 0.000175, 0.539062, 0.291016, 0.455078, 0.166016, 0.174805, 0.15918, 0.163086, -0.104004, 0.237305, 0.345703, 0.261719, -0.114746, 0.124023, 0.316406, 0.139648, 0.419922, -3.7e-05, 0.171875, 0.414062, 0.119629, 0.328125, 0.178711, -0.116699, 0.192383, 0.246094, 0.490234, 0.457031, 0.263672, 0.539062, 0.166992, 0.152344, 0.394531, 0.132812, 0.157227, 0.209961, 0.149414, 0.535156, 0.179688, 0.242188, 0.347656, 0.165039, 0.601562, 0.238281, 0.384766, 0.143555, -0.00033, 0.107422, 0.402344, 0.695312, 0.332031, 0.310547, 0.410156, -0.000196, 0.498047, 0.488281, 0.101074, 0.134766, 0.363281, 0.318359, 0.124512, 0.636719, 0.000158, 0.149414, 0.314453, 0.182617, 0.239258, 0.339844, 0.120605, 0.15625, 0.152344, 0.168945, 0.143555, 0.209961, 0.398438, 0.332031, 0.11377, 0.125, 0.4375, 1.1e-05, 0.652344, 0.089844, -0.094727, 0.197266, 0.427734, 0.143555, 0.161133, 0.507812, -0.001534, 0.480469, 0.498047, 0.175781, 0.341797, -0.210938, 0.425781, 0.195312, 0.117188, 0.117188, 0.527344, 0.3125, 0.219727, 0.28125, -7.3e-05, 0.480469, 0.183594, 0.241211, 0.408203, 0.550781, 0.09668, 0.146484, -0.035156, 0.333984, 0.703125, 0.115234, 0.0009, 0.453125, 0.707031, 0.40625, -8.3e-05, 0.145508, 0.161133, 0.150391, 0.570312 ] }, "name": "model.model.layers.2.input_layernorm.weight", "outputIndexes": [ 206 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 205 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_2/Mul_output_0", "outputIndexes": [ 207 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 206, 207 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_2/Mul_1_output_0", "outputIndexes": [ 208 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 208 ], "outputIndexes": [ 2364 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2364 ], "outputIndexes": [ 2365 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear", "inputIndexes": [ 2365 ], "outputIndexes": [ 2366 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 262213940, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2366 ], "outputIndexes": [ 2367 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2367 ], "outputIndexes": [ 209 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 208 ], "main_type": "NONE", "name": "/Shape_29_output_0", "outputIndexes": [ 210 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 210 ], "main_type": "NONE", "name": "Shape581", "outputIndexes": [ 211 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 210 ], "main_type": "NONE", "name": "Rank583", "outputIndexes": [ 212 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 212, 212 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp585", "outputIndexes": [ 213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 213 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze586", "outputIndexes": [ 214 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 213, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp588", "outputIndexes": [ 215 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 215 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze589", "outputIndexes": [ 216 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 211, 214, 216, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice592", "outputIndexes": [ 217 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 217 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze593", "outputIndexes": [ 218 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 218 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp594", "outputIndexes": [ 219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 219, 218 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp595", "outputIndexes": [ 220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 210, 220, 213 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_34_output_0", "outputIndexes": [ 221 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 221, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_65_output_0", "outputIndexes": [ 222 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 222, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_26_output_0", "outputIndexes": [ 223 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 209, 223 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_19_output_0", "outputIndexes": [ 224 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 224, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_16_output_0", "outputIndexes": [ 225 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 224 ], "main_type": "NONE", "name": "/Shape_30_output_0", "outputIndexes": [ 226 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 226 ], "main_type": "NONE", "name": "Shape602", "outputIndexes": [ 227 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 226 ], "main_type": "NONE", "name": "Rank604", "outputIndexes": [ 228 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 228, 228 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp606", "outputIndexes": [ 229 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 229 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze607", "outputIndexes": [ 230 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 229, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp609", "outputIndexes": [ 231 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 231 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze610", "outputIndexes": [ 232 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 227, 230, 232, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice613", "outputIndexes": [ 233 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 233 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze614", "outputIndexes": [ 234 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 234 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp615", "outputIndexes": [ 235 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 235, 234 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp616", "outputIndexes": [ 236 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 226, 236, 229 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_35_output_0", "outputIndexes": [ 237 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 237, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_6_output_0", "outputIndexes": [ 238 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 238, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_70_output_0", "outputIndexes": [ 239 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 224, 239, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_9_output_0", "outputIndexes": [ 240 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 240 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_4_output_0", "outputIndexes": [ 241 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 224, 22, 239, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_8_output_0", "outputIndexes": [ 242 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 241, 242 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_29_output_0", "outputIndexes": [ 243 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 243, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_17_output_0", "outputIndexes": [ 244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 225, 244 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_10_output_0", "outputIndexes": [ 245 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 208 ], "outputIndexes": [ 2368 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2368 ], "outputIndexes": [ 2369 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear", "inputIndexes": [ 2369 ], "outputIndexes": [ 2370 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 269453642, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2370 ], "outputIndexes": [ 2371 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2371 ], "outputIndexes": [ 246 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 222, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_27_output_0", "outputIndexes": [ 247 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 246, 247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_20_output_0", "outputIndexes": [ 248 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_18_output_0", "outputIndexes": [ 249 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248 ], "main_type": "NONE", "name": "/Shape_31_output_0", "outputIndexes": [ 250 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 250 ], "main_type": "NONE", "name": "Shape664", "outputIndexes": [ 251 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 250 ], "main_type": "NONE", "name": "Rank666", "outputIndexes": [ 252 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 252, 252 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp668", "outputIndexes": [ 253 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 253 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze669", "outputIndexes": [ 254 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 253, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp671", "outputIndexes": [ 255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 255 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze672", "outputIndexes": [ 256 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 251, 254, 256, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice675", "outputIndexes": [ 257 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 257 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze676", "outputIndexes": [ 258 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 258 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp677", "outputIndexes": [ 259 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 259, 258 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp678", "outputIndexes": [ 260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 250, 260, 253 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_36_output_0", "outputIndexes": [ 261 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 261, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_7_output_0", "outputIndexes": [ 262 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 262, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_72_output_0", "outputIndexes": [ 263 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 263, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_11_output_0", "outputIndexes": [ 264 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 264 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_5_output_0", "outputIndexes": [ 265 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 22, 263, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_10_output_0", "outputIndexes": [ 266 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 265, 266 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_30_output_0", "outputIndexes": [ 267 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 267, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_19_output_0", "outputIndexes": [ 268 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 249, 268 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_11_output_0", "outputIndexes": [ 269 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 208 ], "outputIndexes": [ 2372 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2372 ], "outputIndexes": [ 2373 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear", "inputIndexes": [ 2373 ], "outputIndexes": [ 2374 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 270487904, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2374 ], "outputIndexes": [ 2375 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2375 ], "outputIndexes": [ 270 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 270, 247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_21_output_0", "outputIndexes": [ 271 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 245, 269, 271, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_26_output_0", "outputIndexes": [ 272 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 272 ], "outputIndexes": [ 2376 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2376 ], "outputIndexes": [ 2377 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear", "inputIndexes": [ 2377 ], "outputIndexes": [ 2378 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 271522166, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2378 ], "outputIndexes": [ 2379 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2379 ], "outputIndexes": [ 273 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 205, 273 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_13_output_0", "outputIndexes": [ 274 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.550781, 0.757812, 0.535156, 0.390625, 0.523438, 0.494141, 0.722656, 1.226562, 0.283203, 0.421875, 0.597656, 0.4375, 0.761719, 0.625, 0.4375, 0.722656, 0.566406, 0.578125, 0.648438, 0.390625, 2.09375, 0.5625, 0.734375, 0.597656, 0.494141, 0.542969, 0.511719, 0.527344, 0.478516, 0.558594, 0.832031, 0.474609, 0.237305, 0.539062, 0.652344, 0.796875, 0.453125, 0.306641, 0.671875, 0.451172, 0.589844, 0.621094, 0.617188, 0.539062, 0.558594, 0.59375, 0.546875, 0.523438, 0.507812, 0.384766, 0.605469, 0.660156, 0.59375, 0.5625, 0.589844, 0.490234, 0.515625, 0.675781, 0.8125, 0.421875, 0.6875, 0.769531, 0.757812, 0.644531, 0.527344, 0.322266, 0.589844, 0.726562, 1.476562, 0.554688, 0.519531, 0.396484, 0.652344, 0.523438, 0.554688, 0.746094, 0.412109, 0.558594, 0.339844, 0.722656, 2.140625, 0.671875, 0.5, 0.494141, 0.558594, 0.515625, 0.644531, 0.558594, 0.757812, 0.410156, 0.585938, 0.636719, 0.664062, 1.046875, 0.542969, 0.65625, 0.675781, 0.460938, 0.535156, 0.546875, 0.519531, 0.472656, 0.617188, 0.566406, 0.519531, 0.546875, 0.613281, 0.404297, 0.480469, 2.5625, 0.671875, 0.546875, 0.609375, 0.263672, 0.582031, 0.318359, 0.488281, 0.960938, 0.558594, 0.457031, 1.046875, 0.65625, 0.589844, 0.625, 0.453125, 0.535156, 0.792969, 0.542969, 0.5, 0.433594, 0.996094, 0.640625, 0.416016, 0.542969, 0.441406, 0.585938, 0.582031, 0.832031, 0.527344, 0.550781, 0.675781, 0.550781, 0.90625, 1.507812, 0.478516, 0.433594, 0.65625, 0.730469, 0.535156, 0.675781, 0.558594, 0.703125, 0.570312, 0.613281, 0.443359, 0.488281, 0.449219, 0.414062, 0.699219, 0.589844, 0.390625, 0.59375, 0.337891, 0.554688, 0.644531, 0.470703, 0.503906, 0.433594, 0.482422, 0.605469, 0.667969, 0.550781, 0.550781, 0.503906, 0.535156, 0.808594, 0.558594, 0.609375, 0.628906, 0.605469, 0.746094, 0.597656, 0.582031, 0.496094, 0.777344, 0.53125, 0.636719, 0.478516, 0.535156, 0.625, 0.439453, 0.486328, 0.472656, 0.554688, 0.511719, 0.480469, 0.507812, 0.546875, 0.388672, 0.691406, 0.664062, 0.386719, 0.511719, 0.478516, 0.542969, 0.792969, 1.078125, 0.466797, 0.585938, 1.039062, 0.5625, 0.566406, 0.535156, 0.550781, 0.75, 0.574219, 0.445312, 0.539062, 0.542969, 0.554688, 0.617188, 0.388672, 0.478516, 0.800781, 0.683594, 0.652344, 0.601562, 0.515625, 0.53125, 0.710938, 1.390625, 0.5625, 0.574219, 0.597656, 0.554688, 0.589844, 0.597656, 0.5625, 0.625, 0.636719, 0.71875, 0.667969, 0.859375, 0.644531, 0.929688, 0.353516, 0.558594, 0.800781, 0.53125, 0.550781, 0.703125, 0.511719, 0.460938, 0.498047, 0.785156, 0.423828, 0.707031, 0.482422, 0.691406, 0.392578, 0.582031, 0.769531, 0.464844, 0.5625, 0.523438, 0.507812, 0.59375, 0.769531, 0.5, 0.523438, 0.507812, 0.578125, 0.601562, 0.458984, 0.539062, 0.742188, 0.585938, 0.152344, 0.640625, 0.527344, 0.636719, 0.710938, 0.486328, 0.742188, 0.535156, 0.710938, 0.679688, 0.554688, 0.539062, 0.490234, 0.535156, 0.486328, 0.5625, 0.429688, 0.882812, 0.691406, 0.46875, 0.474609, 0.554688, 0.804688, 0.761719, 0.466797, 0.412109, 0.613281, 0.589844, 0.523438, 0.621094, 0.710938, 0.507812, 0.808594, 0.455078, 0.558594, 0.660156, 0.640625, 0.243164, 0.609375, 0.691406, 0.558594, 0.566406, 0.65625, 0.554688, 0.582031, 0.660156, 0.601562, 0.470703, 0.523438, 0.570312, 0.59375, 0.550781, 0.507812, 0.515625, 0.498047, 0.582031, 0.527344, 0.400391, 0.542969, 0.492188, 2.0625, 0.507812, 0.566406, 0.53125, 0.617188, 0.632812, 0.550781, 0.490234, 0.59375, 0.574219, 0.667969, 0.636719, 0.734375, 0.5, 0.417969, 0.503906, 0.601562, 0.714844, 0.742188, 0.796875, 0.585938, 0.632812, 0.578125, 0.478516, 0.589844, 0.578125, 0.462891, 0.400391, 0.398438, 0.478516, 0.820312, 0.589844, 0.478516, 0.664062, 0.828125, 0.796875, 0.558594, 0.695312, 0.769531, 0.566406, 0.40625, 0.527344, 0.570312, 0.550781, 0.777344, 0.435547, 0.601562, 0.660156, 0.466797, 0.384766, 0.574219, 0.439453, 0.431641, 0.726562, 0.628906, 0.53125, 0.492188, 0.566406, 0.683594, 0.417969, 0.660156, 0.59375, 0.523438, 0.470703, 0.589844, 0.380859, 0.632812, 0.451172, 0.660156, 0.523438, 0.574219, 0.609375, 0.482422, 0.429688, 0.566406, 0.664062, 0.691406, 0.859375, 0.496094, 0.527344, 0.625, 0.703125, 0.699219, 0.710938, 0.400391, 0.632812, 0.53125, 0.585938, 0.376953, 0.539062, 0.804688, 0.660156, 0.519531, 0.714844, 0.710938, 0.394531, 0.535156, 0.498047, 1.171875, 0.539062, 0.742188, 0.5625, 0.458984, 0.578125, 0.628906, 0.511719, 0.570312, 0.396484, 0.445312, 0.539062, 0.859375, 0.585938, 0.535156, 0.546875, 0.582031, 0.832031, 0.691406, 0.507812, 0.691406, 1.4375, 0.582031, 0.000147, 0.621094, 0.59375, 0.605469, 0.691406, 0.441406, 0.449219, 0.554688, 0.443359, 0.605469, 0.496094, 0.496094, 0.578125, 0.566406, 0.722656, 0.808594, 0.507812, 0.412109, 0.582031, 0.498047, 0.6875, 0.5625, 0.90625, 0.625, 0.621094, 0.605469, 0.546875, 0.804688, 0.605469, 0.46875, 0.53125, 0.503906, 0.660156, 0.570312, 0.328125, 0.808594, 0.523438, 0.632812, 0.8125, 0.515625, 0.535156, 0.628906, 0.632812, 0.53125, 0.535156, 0.439453, 0.699219, 0.46875, 0.570312, 1.109375, 0.816406, 0.589844, 0.503906, 0.828125, 0.585938, 0.792969, 0.53125, 0.443359, 0.617188, 0.589844, 0.488281, 0.523438, 0.640625, 0.648438, 0.816406, 0.542969, 0.625, 0.550781, 0.488281, 0.726562, 0.632812, 0.597656, 0.5625, 0.527344, 0.53125, 0.605469, 0.652344, 0.84375, 0.429688, 1.085938, 0.542969, 0.703125, 0.457031, 1.195312, 0.349609, 0.585938, 0.4375, 0.628906, 0.828125, 0.455078, 0.898438, 0.707031, 0.431641, 0.519531, 0.546875, 0.503906, 0.5625, 0.503906, 0.523438, 0.679688, 0.671875, 0.5625, 0.507812, 0.820312, 0.464844, 0.867188, 0.416016, 0.808594, 0.519531, 0.462891, 0.519531, 0.761719, 0.478516, 0.703125, 0.476562, 0.527344, 0.542969, 0.601562, 0.589844, 0.523438, 0.539062, 0.601562, 0.660156, 0.458984, 0.490234, 0.511719, 0.550781, 0.59375, 0.613281, 0.453125, 0.5625, 0.546875, 0.523438, 0.484375, 0.574219, 0.503906, 0.550781, 0.369141, 0.609375, 0.984375, 0.451172, 0.546875, 0.683594, 0.421875, 0.535156, 0.570312, 0.707031, 0.539062, 0.636719, 0.597656, 0.185547, 0.601562, 0.863281, 0.566406, 0.46875, 0.398438, 0.71875, 0.648438, 0.5625, 0.535156, 0.451172, 0.535156, 0.632812, 0.527344, 0.609375, 0.53125, 0.384766, 0.466797, 0.460938, 0.523438, 0.625, 0.648438, 0.462891, 0.507812, 0.542969, 0.71875, 0.898438, 0.427734, 0.671875, 1.429688, 0.902344, 0.535156, 0.628906, 0.498047, 0.789062, 0.609375, 0.558594, 0.5, 0.601562, 0.566406, 0.695312, 0.757812, 0.523438, 0.453125, 0.457031, 0.384766, 0.683594, 0.65625, 0.519531, 0.78125, 0.773438, 0.65625, 0.378906, 0.582031, 0.158203, 0.636719, 0.558594, 0.808594, 0.679688, 0.542969, 0.726562, 0.5625, 0.542969, 0.585938, 0.699219, 0.636719, 0.859375, 0.742188, 0.578125, 0.445312, 0.503906, 0.691406, 0.570312, 0.550781, 0.671875, 1.109375, 0.371094, 0.498047, 0.898438, 0.388672, 0.486328, 0.46875, 0.613281, 0.511719, 0.734375, 0.546875, 0.558594, 0.314453, 0.478516, 0.65625, 0.429688, 0.6875, 0.511719, 0.652344, 0.546875, 0.726562, 0.498047, 0.742188, 0.574219, 0.554688, 0.902344, 0.507812, 0.527344, 1.125, 0.519531, 0.5625, 0.519531, 0.439453, 0.419922, 0.652344, 0.464844, 0.6875, 0.419922, 0.613281, 0.699219, 0.605469, 0.824219, 0.503906, 0.294922, 0.519531, 0.535156, 0.597656, 0.554688, 0.566406, 0.570312, 0.871094, 0.4375, 0.550781, 0.427734, 0.707031, 0.492188, 2.09375, 0.515625, 0.726562, 0.458984, 0.464844, 0.621094, 0.671875, 0.574219, 0.660156, 0.621094, 0.478516, 0.492188, 0.644531, 0.511719, 0.574219, 0.640625, 0.832031, 0.392578, 0.664062, 0.498047, 0.227539, 0.664062, 0.455078, 0.554688, 0.84375, 0.65625, 0.695312, 0.605469, 0.445312, 0.292969, 0.714844, 0.578125, 0.515625, 0.554688, 0.535156, 0.554688, 0.546875, 0.519531, 0.828125, 0.625, 0.519531, 0.632812, 0.458984, 0.589844, 0.542969, 0.388672, 0.699219, 0.566406, 0.462891, 0.628906, 0.652344, 0.558594, 0.298828, 0.269531, 0.474609, 0.949219, 0.484375, 0.46875, 0.785156, 0.65625, 0.699219, 0.644531, 0.53125, 0.449219, 0.746094, 0.542969, 0.492188, 0.746094, 0.722656, 0.417969, 0.490234, 0.601562, 0.53125, 0.738281, 1.421875, 0.914062, 0.425781, 0.535156, 0.439453, 0.628906, 0.458984, 0.515625, 0.519531, 0.455078, 0.675781, 1.140625, 0.742188, 0.738281, 0.550781, 0.628906, 0.554688, 0.550781, 0.503906, 0.632812, 0.78125, 0.419922, 1.570312, 0.289062, 0.5625, 0.578125, 0.621094, 0.539062, 0.470703, 0.453125, 0.761719, 0.357422, 0.546875, 0.65625, 0.488281, 0.570312, 0.59375, 0.675781, 0.636719, 0.390625, 0.404297, 0.5625, 0.566406, 0.498047, 0.527344, 0.816406, 0.546875, 0.550781, 0.46875, 0.773438, 0.515625, 0.542969, 0.621094, 1.523438, 0.59375, 0.855469, 1.132812, 0.648438, 0.488281, 0.478516, 0.503906, 0.671875, 0.675781, 0.478516, 0.570312, 0.59375, 0.570312, 0.8125, 0.582031, 0.980469, 0.566406, 1.023438, 0.582031, 0.605469, 0.605469, 0.527344, 0.455078, 0.451172, 0.507812, 0.507812, 0.605469, 0.71875, 0.621094, 0.582031, 0.550781, 0.486328, 0.357422, 0.671875, 0.507812, 0.605469, 0.515625, 0.855469, 0.632812, 0.578125, 0.765625, 0.585938, 0.535156, 0.839844, 0.503906, 0.527344, 0.396484, 1.023438, 0.554688, 0.503906, 0.480469, 0.464844, 0.6875, 0.703125, 0.582031, 0.691406, 0.648438, 0.929688, 0.589844, 0.503906, 0.726562, 0.441406, 0.640625, 0.769531, 0.515625, 0.585938, 0.597656, 0.582031, 0.574219, 0.46875, 0.746094, 0.478516, 0.527344, 0.503906, 0.625, 0.636719, 0.474609, 0.416016, 0.515625, 0.742188, 0.488281, 0.392578, 0.519531, 0.628906, 0.464844, 0.628906, 0.431641, 0.625, 0.695312, 0.546875, 0.503906, 0.667969, 0.574219, 0.445312, 0.925781, 0.542969, 0.388672, 0.455078, 0.53125, 0.691406, 0.570312, 0.435547, 0.617188, 0.523438, 0.640625, 0.398438, 0.625, 0.601562, 0.679688, 0.527344, 0.625, 0.5625, 0.523438, 0.550781, 0.445312, 0.462891, 0.431641, 0.515625, 0.367188, 0.451172, 0.339844, 0.695312, 0.511719, 0.585938, 0.789062, 0.957031, 0.863281, 0.550781, 0.652344, 0.613281, 0.476562, 0.570312, 0.503906, 0.578125, 0.761719, 0.527344, 0.574219, 0.40625, 0.738281, 0.566406, 0.492188, 0.675781, 1.40625, 0.6875, 0.605469, 0.585938, 0.609375, 0.570312, 0.527344, 0.730469, 1.039062, 0.466797, 0.535156, 0.726562, 0.482422, 0.511719, 0.417969, 0.40625, 0.412109, 0.503906, 0.53125, 0.613281, 0.550781, 0.582031, 0.863281, 0.691406, 0.449219, 0.710938, 0.621094, 0.863281, 0.396484, 0.558594, 0.519531, 0.539062, 1.09375, 0.482422, 1.34375, 0.699219, 1.046875, 0.648438, 0.625, 0.832031, 0.609375, 0.632812, 0.421875, 0.554688, 0.213867, 1.242188, 0.511719, 0.511719, 0.527344, 0.445312, 0.470703, 0.648438, 0.365234, 0.431641, 0.570312, 0.427734, 0.464844, 0.367188, 0.554688, 0.457031, 0.265625, 0.492188, 0.53125, 0.714844, 0.664062, 0.460938, 0.609375, 0.558594, 1.039062, 0.570312, 0.503906, 0.714844, 0.511719, 0.457031, 0.683594, 0.863281, 0.632812, 0.53125, 0.8125, 0.597656, 0.419922, 0.527344, 0.554688, 0.480469, 0.394531, 0.542969, 0.535156, 0.632812, 0.691406, 0.757812, 0.746094, 0.707031, 0.609375, 0.554688, 0.59375, 0.613281, 0.78125, 0.314453, 0.683594, 0.546875, 0.585938, 0.851562, 1.773438, 0.671875, 0.898438, 0.494141, 0.515625, 0.296875, 0.535156, 0.496094, 0.550781, 0.535156, 0.394531, 0.550781, 0.660156, 0.480469, 0.472656, 1.023438, 1.054688, 0.820312, 0.515625, 0.59375, 0.404297, 0.734375, 0.5, 0.601562, 0.933594, 0.492188, 0.71875, 0.535156, 0.443359, 0.417969, 0.515625, 0.5, 0.621094, 0.574219, 0.519531, 0.644531, 0.480469, 0.503906, 0.636719, 0.503906, 0.582031, 0.457031, 0.730469, 0.503906, 0.566406, 0.652344, 0.503906, 0.691406, 0.570312, 0.546875, 0.578125, 0.570312, 0.585938, 0.628906, 0.488281, 0.652344, 0.400391, 0.753906, 0.425781, 0.578125, 0.652344, 0.792969, 0.578125, 0.392578, 0.498047, 0.570312, 0.589844, 0.644531, 0.566406, 0.539062, 0.59375, 0.625, 0.503906, 0.699219, 0.53125, 0.589844, 0.59375, 1.351562, 0.527344, 0.470703, 0.447266, 0.554688, 0.746094, 0.742188, 2.453125, 0.566406, 0.691406, 0.554688, 0.511719, 0.824219, 0.578125, 0.605469, 0.546875, 0.699219, 0.578125, 0.792969, 0.457031, 0.519531, 0.6875, 0.601562, 0.574219, 0.474609, 0.6875, 0.609375, 0.746094, 0.484375, 0.542969, 2.1875, 0.53125, 0.980469, 0.371094, 0.726562, 0.703125, 0.408203, 0.609375, 0.652344, 0.515625, 0.644531, 0.660156, 0.671875, 0.667969, 0.636719, 0.539062, 0.408203, 0.5625, 1.125, 0.753906, 0.482422, 0.707031, 0.664062, 0.628906, 0.613281, 0.660156, 0.628906, 0.871094, 0.503906, 0.539062, 0.566406, 0.601562, 0.546875, 0.820312, 0.773438, 0.570312, 0.570312, 0.804688, 0.757812, 0.589844, 0.554688, 0.578125, 0.535156, 0.367188, 0.65625, 0.589844, 0.53125, 0.425781, 0.523438, 0.550781, 0.578125, 0.546875, 0.730469, 0.699219, 0.464844, 0.492188, 0.636719, 0.761719, 0.566406, 1.179688, 0.478516, 0.408203, 0.523438, 0.546875, 0.507812, 0.464844, 0.511719, 0.425781, 0.652344, 0.486328, 0.103516, 0.546875, 1.289062, 0.507812, 0.453125, 1.132812, 0.585938, 0.441406, 0.5, 0.546875, 0.414062, 0.310547, 0.225586, 0.484375, 0.566406, 0.498047, 0.353516, 0.542969, 0.621094, 0.609375, 0.511719, 0.416016, 0.804688, 0.363281, 0.53125, 0.621094, 0.582031, 0.648438, 0.859375, 0.585938, 0.640625, 0.404297, 0.902344, 0.71875, 0.566406, 0.601562, 0.412109, 0.648438, 0.478516, 0.726562, 0.474609, 0.625, 0.53125, 0.550781, 0.734375, 0.851562, 0.535156, 0.550781, 0.535156, 0.667969, 0.566406, 0.707031, 0.617188, 0.488281, 0.398438, 0.574219, 0.486328, 0.542969, 0.835938, 0.511719, 0.660156, 0.570312, 0.53125, 0.609375, 0.367188, 0.535156, 0.8125, 0.550781, 0.660156, 0.722656, 0.644531, 0.574219, 0.914062, 0.546875, 0.75, 0.613281, 0.597656, 0.5, 0.945312, 0.605469, 0.550781, 0.507812, 0.462891, 0.792969, 0.511719, 0.523438, 0.490234, 0.679688, 0.585938, 0.550781, 0.515625, 0.574219, 0.570312, 0.476562, 0.578125, 0.476562, 0.644531, 0.613281, 0.605469, 0.585938, 0.546875, 0.498047, 0.5625, 0.5, 0.546875, 0.519531, 0.625, 1.375, 0.443359, 0.625, 0.734375, 0.550781, 0.558594, 0.523438, 0.699219, 0.5625, 0.484375, 0.482422, 1.953125, 0.800781, 0.53125, 0.515625, 0.648438, 0.498047, 0.511719, 0.574219, 0.582031, 0.613281, 0.535156, 0.554688, 0.546875, 0.53125, 0.519531, 0.585938, 0.519531, 0.738281, 0.558594, 0.753906, 0.527344, 1.390625, 0.470703, 0.5, 0.5, 0.921875, 2.3125, 0.427734, 0.519531, 0.691406, 0.660156, 0.507812, 0.546875, 0.515625, 0.601562, 0.474609, 0.435547, 0.416016, 0.550781, 0.410156, 0.789062, 0.542969, 1.117188, 0.636719, 0.486328, 1.242188, 0.457031, 0.597656, 0.804688, 0.5625, 0.703125, 0.714844, 0.496094, 0.621094, 0.625, 0.148438, 0.511719, 0.470703, 0.478516, 0.519531, 0.484375, 0.527344, 0.628906, 0.636719, 0.589844, 0.949219, 0.925781, 0.914062, 0.542969, 0.523438, 0.550781, 0.648438, 0.546875, 0.474609, 0.542969, 0.609375, 0.558594, 0.8125, 0.535156, 0.730469, 0.632812, 0.695312, 0.589844, 0.554688, 0.59375, 1.054688, 0.53125, 1.171875, 0.5, 0.226562, 0.519531, 0.582031, 0.480469, 0.65625, 0.605469, 0.523438, 0.443359, 0.523438, 0.738281, 0.550781, 0.691406, 0.298828, 0.488281, 0.890625, 0.769531, 1.414062, 0.53125, 0.632812, 0.523438, 0.470703, 0.675781, 0.503906, 0.585938, 0.679688, 0.589844, 0.617188, 0.546875, 0.605469, 0.5625, 0.5625, 0.494141, 0.605469, 0.550781, 0.902344, 0.582031, 0.4375, 0.542969, 0.609375, 0.546875, 0.824219, 0.5, 0.625, 0.570312, 0.515625, 0.800781, 0.800781, 0.423828, 0.707031, 0.726562, 0.388672, 0.558594, 0.753906, 0.476562, 0.566406, 0.511719, 0.435547, 0.570312, 0.976562, 0.367188, 0.671875, 0.419922, 1.007812, 0.515625, 0.507812, 0.84375, 0.609375, 0.535156, 0.660156, 0.539062, 0.738281, 0.667969, 0.878906, 0.523438, 0.644531, 0.527344, 0.507812, 0.628906, 0.404297, 0.494141, 0.490234, 0.601562, 0.550781, 0.792969, 0.460938, 0.640625, 0.488281, 0.570312, 0.949219, 0.515625, 0.621094, 0.511719, 0.628906, 0.582031, 0.609375, 0.570312, 0.835938, 0.46875, 0.414062, 0.507812, 0.742188, 0.494141, 0.466797, 0.5, 0.824219, 0.542969, 0.613281, 0.644531, 0.523438, 0.589844, 0.474609, 0.445312, 0.617188, 0.699219, 0.5625, 0.402344, 0.488281, 0.761719, 0.546875, 0.511719, 0.566406, 0.675781, 0.419922, 1.046875, 0.388672, 0.376953, 1.304688, 0.550781, 0.695312, 0.498047, 0.542969, 0.457031, 0.609375, 0.570312, 0.466797, 1.34375, 0.503906, 0.632812, 0.703125, 0.628906, 0.550781, 0.535156, 0.625, 0.546875, 0.423828, 0.554688, 0.601562, 0.660156, 0.609375, 0.753906, 0.605469, 0.734375, 0.691406, 0.498047, 0.523438, 0.196289, 0.5, 0.498047, 0.554688, 0.726562, 0.503906, 0.59375, 1.5, 0.570312, 0.679688, 0.257812, 0.361328, 0.589844, 0.570312, 0.554688, 0.511719, 0.511719, 0.574219, 0.570312, 0.65625, 0.498047, 0.527344, 0.423828, 0.652344, 0.523438, 0.597656, 0.546875, 0.550781, 0.71875, 0.546875, 0.5625, 0.660156, 0.535156, 0.453125, 1.046875, 0.578125, 0.447266, 0.566406, 0.660156, 0.644531, 0.8125, 0.201172, 2.390625, 0.445312, 0.589844, 0.589844, 0.515625, 0.546875, 0.507812, 0.390625, 0.53125, 0.734375, 0.558594, 0.5625, 0.652344, 0.554688, 0.597656, 0.550781, 0.382812, 0.59375, 0.486328, 0.523438, 0.523438, 0.621094, 0.695312, 0.71875, 0.640625, 0.5625, 0.542969, 0.378906, 0.375, 0.390625, 0.496094, 0.488281, 0.447266, 0.488281, 0.808594, 0.5, 0.570312, 0.742188, 0.494141, 0.5625, 0.617188, 0.597656, 0.554688, 0.265625, 0.730469, 0.542969, 0.380859, 0.546875, 0.535156, 0.617188, 0.480469, 0.443359, 0.398438, 0.582031, 0.660156, 0.667969, 0.441406, 0.550781, 0.462891, 0.462891, 0.507812, 0.570312, 0.792969, 0.65625, 0.539062, 0.675781, 0.613281, 0.597656, 0.480469, 0.478516, 0.664062, 0.460938, 0.535156, 0.609375, 0.761719, 0.570312, 0.578125, 0.248047, 0.855469, 0.494141, 0.539062, 0.574219, 0.523438, 0.726562, 0.878906, 0.597656, 0.476562, 0.578125, 0.644531, 1.085938, 0.960938, 0.472656, 0.691406, 0.53125, 1.109375, 0.617188, 0.515625, 0.820312, 0.292969, 0.539062, 0.527344, 0.589844, 0.667969, 0.53125, 0.636719, 0.527344, 0.835938, 0.490234, 0.53125, 0.332031, 0.644531, 1.8125, 0.478516, 0.8125, 0.472656, 0.632812, 0.6875, 0.523438, 0.535156, 0.570312, 0.652344, 0.550781, 0.777344, 0.492188, 0.570312, 0.414062, 0.554688, 0.644531, 0.726562, 0.542969, 0.734375, 0.53125, 0.765625, 0.554688, 0.617188, 0.550781, 0.644531, 0.474609, 0.558594, 0.535156, 0.373047, 0.464844, 0.695312, 0.455078, 0.326172, 0.535156, 0.652344, 0.539062, 0.515625, 0.417969, 0.75, 0.71875, 0.613281, 0.628906, 0.628906, 0.535156, 0.490234, 0.5, 0.498047, 0.480469, 0.53125, 0.605469, 0.566406, 0.498047, 0.462891, 0.667969, 0.777344, 0.601562, 0.515625, 0.8125, 0.5, 0.585938, 0.539062, 0.511719, 0.431641, 0.542969, 0.382812, 0.339844, 0.480469, 0.6875, 0.371094, 0.558594, 0.640625, 0.535156, 0.667969, 0.554688, 0.490234, 0.515625, 0.632812, 0.59375, 0.671875, 0.601562, 0.609375, 0.46875, 0.738281, 0.648438, 0.550781, 0.625, 1.0625, 0.652344, 0.539062, 0.480469, 0.515625, 0.597656, 0.546875, 0.539062, 0.679688, 0.546875, 0.462891, 0.804688, 0.613281, 0.482422, 0.714844, 0.625, 0.652344, 0.417969, 0.589844, 0.558594, 0.492188, 0.632812, 0.5, 0.503906, 0.570312, 0.472656, 0.535156, 0.632812, 0.503906, 0.445312, 0.96875, 0.917969, 0.550781, 1.296875, 0.671875, 0.539062, 0.808594, 0.832031, 0.566406, 0.122559, 0.589844, 0.703125, 0.445312, 0.53125, 0.566406, 0.75, 0.59375, 0.660156, 1.421875, 0.628906, 0.404297, 0.523438, 0.613281, 0.511719, 0.703125, 0.628906, 0.742188, 0.542969, 0.498047, 0.554688, 0.675781, 0.410156, 0.597656, 0.546875, 0.511719, 0.664062, 0.890625, 0.640625, 0.683594, 0.605469, 0.458984, 0.542969, 0.511719, 0.5625, 0.621094, 0.523438, 0.734375, 0.546875, 0.496094, 0.699219, 0.683594, 0.902344, 0.660156, 0.59375, 0.703125, 1.039062, 0.523438, 0.621094, 0.535156, 0.714844, 0.589844, 0.431641, 0.59375, 0.488281, 0.507812, 0.632812, 0.558594, 0.609375, 0.546875, 0.601562, 0.451172, 0.462891, 0.496094, 0.451172, 0.613281, 0.683594, 0.621094, 0.585938, 0.5, 0.464844, 0.683594, 0.730469, 0.503906, 0.664062, 0.472656, 0.726562, 0.671875, 0.714844, 0.625, 0.632812, 0.207031, 0.582031, 0.492188, 0.515625, 0.53125, 0.578125, 0.464844, 0.621094, 0.566406, 0.435547, 0.527344, 0.699219, 0.550781, 0.902344, 0.613281, 0.453125, 0.605469, 0.423828, 0.511719, 0.820312, 0.200195, 0.535156, 0.519531, 0.632812, 0.679688, 0.621094, 0.632812, 0.476562, 0.734375, 0.804688, 0.427734, 0.558594, 0.566406, 0.996094, 0.5625, 0.416016, 0.835938, 0.527344, 0.546875, 0.632812, 0.578125, 0.5, 0.609375, 0.53125, 0.703125, 0.566406, 0.632812, 0.578125, 0.625, 0.589844, 0.490234, 0.382812, 0.664062, 0.742188, 0.601562, 0.621094, 1.359375, 0.785156, 0.621094, 1.0625, 0.628906, 0.523438, 0.542969, 0.589844, 0.523438, 0.490234, 0.582031, 0.4375, 0.566406, 0.71875, 0.445312, 0.671875, 0.789062, 0.742188, 0.5625, 0.490234, 0.554688, 0.75, 0.578125, 0.75, 0.484375, 0.714844, 0.341797, 0.539062, 0.519531, 0.5, 0.632812, 0.589844, 0.65625, 0.392578, 0.490234, 0.582031, 0.574219, 0.457031, 0.597656, 0.785156, 0.523438, 2.53125, 0.832031, 0.458984, 0.738281, 0.427734, 0.582031, 0.644531, 0.486328, 0.597656, 0.394531, 0.511719, 0.539062, 0.644531, 0.652344, 0.71875, 1.046875, 0.347656, 0.742188, 0.617188, 0.503906, 0.570312, 0.582031, 0.474609, 0.625, 0.777344, 0.820312, 0.550781, 0.484375, 0.648438, 0.519531, 0.539062, 0.484375, 0.554688, 0.714844, 0.585938, 0.882812, 0.519531, 0.503906, 0.527344, 0.535156, 0.589844, 0.435547, 0.527344, 0.457031, 0.660156, 0.613281, 1.203125, 0.539062, 0.613281, 0.710938, 0.527344, 0.605469, 0.566406, 0.644531, 0.554688, 0.636719, 0.589844, 0.730469, 0.554688, 0.5625, 0.835938, 0.550781, 0.535156, 0.558594, 0.494141, 0.792969, 0.632812, 0.585938, 0.597656, 0.761719, 0.449219, 1.226562, 0.542969, 0.683594, 0.470703, 1.976562, 0.503906, 0.636719, 0.609375, 0.542969, 0.59375, 0.523438, 0.527344, 0.648438, 0.65625, 0.503906, 0.640625, 0.554688, 0.640625, 0.796875, 0.496094, 0.478516, 0.609375, 0.470703, 0.578125, 0.761719, 0.503906, 0.738281, 0.613281, 0.613281, 0.470703, 1.09375, 0.410156, 0.542969, 0.439453, 0.53125, 0.498047, 0.578125, 0.621094, 0.511719, 0.46875, 0.667969, 0.613281, 0.550781, 0.474609, 0.492188, 0.839844, 1.273438, 0.539062, 0.396484, 0.578125, 0.373047, 0.609375, 0.332031, 0.478516, 0.699219, 0.535156, 0.699219, 0.539062, 0.808594, 0.667969, 0.816406, 0.554688, 0.515625, 0.851562, 0.53125, 0.53125, 0.808594, 0.375, 0.65625, 0.519531, 0.550781, 0.233398, 0.474609, 0.414062, 0.601562, 0.527344, 0.421875, 0.361328, 0.558594, 0.574219, 0.408203, 1.109375, 0.558594, 0.589844, 0.515625, 0.511719, 0.5, 0.664062, 0.566406, 0.78125, 0.390625, 0.621094, 0.617188, 0.605469, 0.498047, 0.376953, 0.621094, 0.359375, 0.628906, 0.457031, 0.667969, 0.574219, 0.515625, 0.445312, 0.566406, 0.5625, 0.453125, 0.462891, 0.5625, 0.503906, 0.570312, 0.28125, 0.46875, 0.65625, 0.664062, 0.636719, 0.628906, 0.710938, 0.605469, 0.652344, 0.714844, 0.380859, 0.601562, 0.429688, 0.703125, 0.617188, 0.453125, 0.490234, 0.550781, 0.349609, 0.730469, 0.542969, 0.496094, 0.636719, 0.542969, 0.605469, 0.714844, 0.527344, 0.5, 0.855469, 0.695312, 0.65625, 0.443359, 0.578125, 0.478516, 0.644531, 0.621094, 0.527344, 0.5, 0.457031, 0.498047, 0.589844, 1.945312, 0.554688, 0.46875, 0.640625, 0.464844, 0.5625, 0.628906, 0.671875, 0.671875, 0.613281, 0.585938, 0.363281, 0.507812, 0.507812, 0.75, 0.84375, 0.636719, 0.652344, 0.53125, 0.535156, 0.597656, 0.789062, 0.550781, 0.5, 0.546875, 0.53125, 0.519531, 0.589844, 0.84375, 0.478516, 0.5625, 0.65625, 0.554688, 0.914062, 0.578125, 0.554688, 0.59375, 0.617188, 0.460938, 0.46875, 0.535156, 0.601562, 0.433594, 0.400391, 0.361328, 0.5, 0.636719, 0.484375, 0.589844, 0.628906, 0.445312, 0.515625, 0.507812, 0.535156, 0.554688, 0.648438, 0.488281, 0.527344, 0.519531, 0.578125, 0.644531, 0.492188, 0.507812, 0.621094, 0.439453, 0.640625, 0.46875, 0.472656, 0.523438, 0.664062, 0.582031, 0.5625, 0.5, 0.492188, 0.439453, 0.519531, 0.470703, 0.597656, 0.53125, 0.738281, 0.480469, 0.664062, 0.53125, 0.523438, 0.65625, 0.476562, 0.5, 0.496094, 0.425781, 0.427734, 0.542969, 0.515625, 0.601562, 0.539062, 0.503906, 0.566406, 0.523438, 0.570312, 0.539062, 0.570312, 0.597656, 2.390625, 0.707031, 0.609375, 0.609375, 0.683594, 0.699219, 0.472656, 0.460938, 2.125, 0.582031, 0.494141, 0.460938, 0.78125, 0.398438, 0.511719, 0.527344, 0.519531, 0.539062, 0.722656, 0.53125, 0.484375, 0.464844, 0.605469, 0.539062, 0.427734, 0.863281, 0.628906, 0.257812, 0.574219, 0.558594, 0.507812, 0.503906, 0.511719, 0.664062, 0.527344, 0.613281, 0.574219, 0.933594, 0.640625, 0.378906, 0.902344, 0.65625, 0.695312, 0.699219, 0.539062, 0.609375, 0.574219, 0.412109, 0.621094, 0.707031, 0.515625, 0.5625, 0.503906, 0.460938, 0.609375, 0.566406, 0.542969, 0.539062, 0.515625, 0.582031, 0.353516, 0.574219, 0.53125, 0.578125, 0.574219, 0.640625, 0.667969, 0.558594, 0.988281, 0.644531, 0.458984, 0.816406, 0.675781, 0.480469, 0.746094, 0.683594, 0.484375, 0.691406, 0.605469, 0.617188, 0.539062, 0.617188, 0.851562, 0.546875, 0.609375, 0.416016, 0.507812, 0.550781, 0.503906, 0.490234, 0.519531, 0.554688, 0.400391, 0.435547, 1.210938, 0.597656, 0.621094, 0.546875, 0.410156, 0.695312, 0.519531, 0.652344, 0.683594, 0.40625, 0.726562, 0.789062, 0.621094, 0.535156, 0.566406, 0.515625, 0.507812, 0.726562, 0.5625, 0.441406, 0.5625, 0.660156, 0.417969, 0.546875, 0.570312, 0.898438, 0.664062, 0.542969, 0.5625, 0.613281, 0.554688, 0.90625, 0.503906, 0.503906, 0.478516, 0.423828, 0.578125, 0.621094, 0.632812, 0.585938, 0.396484, 0.478516, 0.287109, 0.523438, 0.490234, 0.000182, 0.376953, 0.535156, 1.289062, 0.863281, 0.605469, 0.480469, 0.328125, 0.804688, 0.664062, 0.554688, 0.609375, 0.478516, 0.5625, 0.855469, 0.753906, 0.792969, 0.601562, 0.792969, 0.609375, 0.384766, 0.412109, 0.570312, 0.527344, 0.714844, 0.539062, 0.558594, 0.53125, 0.378906, 0.507812, 0.474609, 0.412109, 0.527344, 0.980469, 1.164062, 0.441406, 0.431641, 0.644531, 0.558594, 0.6875, 0.515625, 0.523438, 0.519531, 0.546875, 0.597656, 0.601562, 0.753906, 0.589844, 0.652344, 0.875, 0.722656, 0.6875, 0.925781, 0.605469, 1.484375, 0.523438, 0.546875, 0.648438, 1.304688, 0.554688, 0.730469, 0.757812, 0.597656, 0.539062, 0.390625, 0.660156, 0.699219, 0.519531, 0.515625, 0.494141, 0.59375, 0.625, 0.527344, 0.423828, 0.503906, 0.439453, 0.574219, 0.894531, 0.574219, 0.574219, 0.466797, 0.53125, 0.527344, 0.53125, 0.683594, 0.519531, 0.578125, 0.625, 0.494141, 0.523438, 0.396484, 0.578125, 0.929688, 0.5, 0.449219, 0.707031, 0.519531, 0.554688, 0.527344, 0.503906, 0.589844, 0.625, 0.757812, 0.457031, 0.585938, 0.789062, 0.667969, 0.445312, 0.431641, 0.679688, 0.414062, 0.609375, 0.523438, 0.609375, 0.5, 0.53125, 0.628906, 0.550781, 0.882812, 0.460938, 0.777344, 0.890625, 0.691406, 0.515625, 0.648438, 0.470703, 0.484375, 0.808594, 0.902344, 0.769531, 0.644531, 0.511719, 0.605469, 0.632812, 0.644531, 0.585938, 0.566406, 0.527344, 0.412109, 0.601562, 0.388672, 0.617188, 0.542969, 0.371094, 0.40625, 0.439453, 0.746094, 0.53125, 0.404297, 0.59375, 0.421875, 0.416016, 0.535156, 0.546875, 0.515625, 0.539062, 0.625, 1.90625, 1.0, 0.675781, 0.765625, 0.439453, 0.605469, 0.585938, 0.46875, 0.447266, 0.625, 0.492188, 0.511719, 0.691406, 0.535156, 0.546875, 0.578125, 0.550781, 0.71875, 0.482422, 0.539062, 0.53125, 0.542969, 0.527344, 0.257812, 0.757812, 0.628906, 0.675781, 0.648438, 0.527344, 0.621094, 0.640625, 0.470703, 0.515625, 0.679688, 0.726562, 0.699219, 0.785156, 0.554688, 0.566406, 0.585938, 0.589844, 0.53125, 0.480469, 0.550781, 0.507812, 0.53125, 0.455078, 0.53125, 0.597656, 0.582031, 0.53125, 0.539062, 0.423828, 0.609375, 0.742188, 0.554688, 0.667969, 0.5625, 1.078125, 0.71875, 0.488281, 0.789062, 0.546875, 0.474609, 0.507812, 0.443359, 0.691406, 0.542969, 0.453125, 1.007812, 0.507812, 0.172852, 1.367188, 0.707031, 0.535156, 0.582031, 0.742188, 0.558594, 0.855469, 0.570312, 0.546875, 0.632812, 0.597656, 0.574219, 0.691406, 0.660156, 0.376953, 0.621094, 0.773438, 0.585938, 0.488281, 0.421875, 0.621094, 0.527344, 0.804688, 0.5625, 0.558594, 0.664062, 0.5, 0.511719, 0.558594, 0.392578, 0.507812, 0.472656, 0.585938, 0.453125, 0.59375, 0.494141, 0.535156, 0.617188, 0.546875, 0.605469, 0.515625, 0.515625, 0.414062, 0.621094, 0.78125, 0.636719, 0.582031, 0.519531, 1.109375, 0.558594, 0.621094, 0.675781, 0.503906, 0.640625, 0.640625, 0.664062, 0.617188, 0.605469, 0.835938, 0.578125, 0.886719, 0.664062, 0.519531, 0.652344, 0.535156, 0.691406, 0.558594, 0.498047, 0.625, 0.550781, 0.574219, 0.628906, 0.566406, 0.667969, 0.503906, 0.625, 0.511719, 0.609375, 0.558594, 0.566406, 0.546875, 0.5625, 0.597656, 0.412109, 0.490234, 0.470703, 0.652344, 0.498047, 0.451172, 0.523438, 0.492188, 0.351562, 0.769531, 0.660156, 0.644531, 0.457031, 0.511719, 0.878906, 0.53125, 0.168945, 2.09375, 0.453125, 0.472656, 0.5, 0.570312, 0.585938, 0.445312, 0.330078, 0.753906, 0.582031, 0.621094, 0.535156, 0.675781, 0.75, 0.761719, 0.474609, 0.546875, 0.59375, 0.894531, 0.402344, 0.5, 0.480469, 0.474609, 0.542969, 0.425781, 0.714844, 0.601562, 0.519531, 0.613281, 0.652344, 0.660156, 0.574219, 0.644531, 0.527344, 0.597656, 0.447266, 0.714844, 0.800781, 0.554688, 0.582031, 0.451172, 0.421875, 0.832031, 0.671875, 0.601562, 0.699219, 0.539062, 0.462891, 0.511719, 0.410156, 0.613281, 0.65625, 0.667969, 0.679688, 1.585938, 0.957031, 0.5625, 0.482422, 0.640625, 0.441406, 0.511719, 0.515625, 0.523438, 0.695312, 0.5625, 1.007812, 0.574219, 0.519531, 0.625, 0.601562, 0.484375, 0.40625, 0.476562, 0.632812, 0.5625, 0.800781, 0.462891, 0.621094, 0.480469, 0.523438, 0.761719, 0.402344, 0.570312, 0.582031, 0.5, 0.589844, 0.570312, 0.554688, 0.449219, 1.414062, 0.429688, 0.492188, 0.699219, 0.503906, 0.585938, 0.644531, 0.466797, 0.4375, 0.490234, 0.574219, 0.625, 0.570312, 0.503906, 0.710938, 0.515625, 0.585938, 0.394531, 0.648438, 0.605469, 0.542969, 0.449219, 0.765625, 0.550781, 0.796875, 0.457031, 0.894531, 0.478516, 0.410156, 0.5, 0.476562, 0.554688, 0.539062, 0.554688, 0.217773, 0.785156, 0.613281, 0.414062, 0.462891, 0.574219, 0.578125, 0.570312, 0.476562, 0.40625, 0.511719, 0.855469, 0.769531, 0.699219, 0.589844, 0.804688, 1.054688, 0.484375, 0.578125, 0.617188, 0.550781, 0.476562, 0.609375, 0.625, 0.494141, 0.609375, 0.746094, 0.84375, 0.347656, 0.419922, 0.546875, 0.484375, 0.578125, 0.59375, 0.511719, 0.574219, 0.470703, 0.59375, 1.273438, 1.023438, 0.507812, 0.558594, 0.683594, 0.511719, 0.679688, 0.59375, 0.53125, 0.492188, 0.464844, 0.601562, 0.628906, 0.484375, 0.839844, 0.570312, 0.800781, 0.441406, 0.457031, 0.546875, 0.726562, 0.527344, 0.707031, 0.671875, 0.318359, 0.617188, 0.496094, 0.535156, 0.695312, 0.625, 0.492188, 0.511719, 0.601562, 0.5625, 0.570312, 0.746094, 0.960938, 0.605469, 0.738281, 0.742188, 0.597656, 0.597656, 0.490234, 0.279297, 0.621094, 0.605469, 0.554688, 0.679688, 0.613281, 0.582031, 2.015625, 0.447266, 0.550781, 0.554688, 0.738281, 0.699219, 0.636719, 0.550781, 0.574219, 0.8125, 0.265625, 0.53125, 0.632812, 0.496094, 0.447266, 0.671875, 0.451172, 0.542969, 0.433594, 0.462891, 0.546875, 0.441406, 0.482422, 0.738281, 0.427734, 0.470703, 0.621094, 0.417969, 0.511719, 0.558594, 0.503906, 0.605469, 0.503906, 0.597656, 0.707031, 0.570312, 0.458984, 0.597656, 0.480469, 0.800781, 0.890625, 0.539062, 0.546875, 0.546875, 0.636719, 0.574219, 0.570312, 0.542969, 0.539062, 0.675781, 0.523438, 0.496094, 0.660156, 0.609375, 0.523438, 0.691406, 0.589844, 0.636719, 0.648438, 0.625, 0.625, 0.457031, 0.589844, 0.427734, 0.601562, 0.519531, 0.5625, 0.546875, 0.625, 0.498047, 0.691406, 0.546875, 0.605469, 0.597656, 0.535156, 0.507812, 0.691406, 0.554688, 0.527344, 0.535156, 0.566406, 0.462891, 0.474609, 0.660156, 0.466797, 0.490234, 1.03125, 0.178711, 0.621094, 0.6875, 0.695312, 0.539062, 0.507812, 0.511719, 0.726562, 0.523438, 1.992188, 0.597656, 0.84375, 0.589844, 0.636719, 0.585938, 0.65625, 0.5625, 0.859375, 0.53125, 1.070312, 0.605469, 0.597656, 0.515625, 0.722656, 0.546875, 0.632812, 0.601562, 0.466797, 0.609375, 0.78125, 0.648438, 0.539062, 0.644531, 0.609375, 0.644531, 0.412109, 0.59375, 0.578125, 0.625, 0.597656, 0.804688, 0.730469, 0.523438, 0.554688, 0.847656, 0.53125, 0.578125, 0.476562, 0.59375, 0.539062, 0.574219, 0.566406, 0.550781, 0.660156, 0.5, 0.726562, 0.488281, 0.539062, 0.730469, 0.535156, 0.494141, 0.636719, 0.589844, 0.550781, 0.617188, 0.458984, 2.21875, 0.621094, 0.53125, 0.722656, 0.609375, 0.839844, 0.554688, 0.5, 1.484375, 0.582031, 0.59375, 0.621094, 0.355469, 0.609375, 0.527344, 0.753906, 0.722656, 0.726562, 0.714844, 0.671875, 0.523438, 0.53125, 0.605469, 0.578125, 0.539062, 0.341797, 0.664062, 0.539062, 0.929688, 0.554688, 0.542969, 0.554688, 0.617188, 0.917969, 0.539062, 0.503906, 0.589844, 0.498047, 0.527344, 0.585938, 0.257812, 0.617188, 0.503906, 0.542969, 0.507812, 0.5, 0.486328, 0.566406, 0.402344, 0.458984, 0.628906, 0.496094, 0.554688, 0.550781, 0.582031, 0.451172, 0.470703, 0.447266, 0.566406, 0.746094, 0.550781, 0.96875, 0.519531, 0.578125, 0.59375, 0.582031, 0.394531, 1.09375, 0.636719, 0.550781, 0.691406, 0.539062, 0.625, 0.589844, 0.792969, 0.5625, 0.613281, 0.574219, 0.570312, 0.539062, 0.738281, 0.753906, 0.53125, 0.59375, 0.632812, 0.470703, 0.460938, 0.621094, 0.664062, 0.585938, 0.609375, 0.503906, 0.625, 0.455078, 0.683594, 0.621094, 0.53125, 0.550781, 0.507812, 1.03125, 0.445312, 0.609375, 0.550781, 0.953125, 0.691406, 0.523438, 0.523438, 0.494141, 0.769531, 0.574219, 0.527344, 0.851562, 0.527344, 0.59375, 0.519531, 0.574219, 0.5, 0.664062, 0.636719, 0.488281, 0.867188, 3.140625, 0.726562, 0.640625, 0.664062, 0.4375, 0.695312, 0.871094, 0.449219, 0.433594, 0.527344, 0.570312, 0.683594, 0.511719, 0.664062, 0.392578, 0.527344, 0.554688, 0.601562, 0.59375, 0.492188, 0.486328, 0.421875, 0.859375, 0.435547, 0.824219, 0.574219, 0.609375, 0.578125, 0.574219, 0.4375, 0.597656, 0.523438, 0.447266, 0.490234, 0.730469, 0.566406, 0.46875, 0.78125, 1.34375, 0.542969, 0.480469, 0.683594, 0.621094, 0.765625, 0.660156, 0.523438, 0.507812, 0.476562, 0.546875, 0.449219, 0.539062, 0.71875, 0.474609, 0.660156, 0.597656, 0.660156, 0.59375, 0.613281, 1.0, 0.628906, 0.6875, 0.652344, 0.609375, 0.5, 0.5625, 1.0, 0.683594, 0.652344, 0.386719, 0.511719, 0.71875, 0.886719, 0.53125, 0.550781, 0.601562, 0.625, 0.832031, 1.140625, 0.408203, 0.455078, 0.535156, 0.605469, 0.5625, 0.550781, 0.492188, 0.714844, 0.4375, 0.503906, 0.5625, 0.664062, 0.578125, 0.488281, 0.589844, 0.392578, 0.847656, 0.527344, 0.574219, 0.632812, 0.5, 0.699219, 0.613281, 0.507812, 0.574219, 0.386719, 0.542969, 0.550781, 0.394531, 0.554688, 0.570312, 0.441406, 0.574219, 0.601562, 0.542969, 0.652344, 0.632812, 0.605469, 0.59375, 0.480469, 0.601562, 0.433594, 0.566406, 0.535156, 0.601562, 0.800781, 0.664062, 0.419922, 0.318359, 0.494141, 0.523438, 0.435547, 0.742188, 0.507812, 0.511719, 0.5625, 0.546875, 0.875, 0.527344, 0.582031, 0.582031, 0.574219, 0.478516, 0.466797, 0.652344, 0.570312, 0.554688, 0.675781, 0.511719, 0.527344, 0.578125, 0.558594, 0.498047, 0.404297, 0.5, 0.578125, 0.605469, 0.710938, 0.648438, 0.380859, 0.488281, 0.617188, 0.546875, 0.515625, 0.605469, 0.582031, 0.433594, 0.824219, 0.539062, 0.410156, 0.605469, 0.53125, 0.621094, 0.490234, 0.527344, 0.582031, 0.660156, 0.675781, 0.433594, 0.597656, 0.519531, 1.203125, 0.476562, 0.515625, 0.53125, 0.800781, 0.609375, 0.515625, 0.589844, 0.664062, 0.59375, 0.214844, 0.605469, 0.675781, 0.492188, 0.566406, 0.486328, 0.90625, 0.757812, 0.527344, 0.6875, 0.84375 ] }, "name": "model.model.layers.2.post_attention_layernorm.weight", "outputIndexes": [ 275 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 274 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_2/Mul_output_0", "outputIndexes": [ 276 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 275, 276 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_2/Mul_1_output_0", "outputIndexes": [ 277 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 277 ], "outputIndexes": [ 2380 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2380 ], "outputIndexes": [ 2381 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear", "inputIndexes": [ 2381 ], "outputIndexes": [ 2382 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 278747532, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2382 ], "outputIndexes": [ 2383 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2383 ], "outputIndexes": [ 278 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 278 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_2/Sigmoid_output_0", "outputIndexes": [ 279 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 278, 279 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_2/Mul_output_0", "outputIndexes": [ 280 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 277 ], "outputIndexes": [ 2384 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2384 ], "outputIndexes": [ 2385 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear", "inputIndexes": [ 2385 ], "outputIndexes": [ 2386 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 316938658, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2386 ], "outputIndexes": [ 2387 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2387 ], "outputIndexes": [ 281 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 280, 281 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_2/Mul_output_0", "outputIndexes": [ 282 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 282 ], "outputIndexes": [ 2388 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2388 ], "outputIndexes": [ 2389 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear", "inputIndexes": [ 2389 ], "outputIndexes": [ 2390 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 355129784, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2390 ], "outputIndexes": [ 2391 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2391 ], "outputIndexes": [ 283 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 274, 283 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_14_output_0", "outputIndexes": [ 284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 284, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_27_output_0", "outputIndexes": [ 285 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.21875, 0.337891, 0.269531, 0.398438, 0.152344, 0.255859, 0.150391, 0.076172, 0.419922, 0.314453, 0.163086, 0.302734, 0.527344, 0.155273, 0.363281, -0.072754, 0.134766, 0.151367, 0.151367, 0.408203, 9.3e-05, 0.146484, 0.242188, 0.186523, 0.206055, 0.122559, 0.498047, 0.257812, 0.351562, 0.166016, 0.361328, 0.324219, 0.000782, 0.175781, 0.135742, 0.351562, 0.34375, 0.554688, 0.100098, 0.279297, 0.157227, 0.108887, 0.392578, 0.261719, 0.173828, 0.169922, 0.632812, 0.154297, 0.273438, 0.335938, 0.130859, 0.171875, 0.131836, 0.163086, 0.34375, 0.25, 0.306641, 0.095215, 0.351562, 0.507812, 0.133789, 0.46875, 0.335938, 0.097168, 0.324219, 0.294922, 0.173828, 0.217773, 0.104004, 0.373047, 0.240234, 0.376953, 0.164062, 0.163086, 0.271484, 0.158203, 0.378906, 0.318359, 0.496094, 0.233398, 0.59375, 0.34375, 0.200195, 0.24707, 0.181641, -0.621094, 0.164062, 0.28125, -0.100586, 0.558594, 0.189453, 0.148438, 0.19043, 0.46875, 0.300781, 0.111328, 0.149414, 0.322266, 0.094727, 0.421875, 0.198242, 0.314453, 0.143555, 0.186523, 0.228516, 0.227539, 0.231445, 0.34375, 0.341797, 0.46875, 0.15625, 0.148438, 0.089355, 0.839844, 0.170898, 0.964844, 0.275391, 0.259766, 0.130859, 0.269531, -0.052002, 0.172852, 0.132812, 0.121094, 0.326172, 0.178711, 0.447266, 0.173828, 0.578125, 0.322266, 0.460938, 0.145508, 0.380859, 0.199219, 0.703125, 0.000422, 0.145508, 0.205078, 0.410156, 0.146484, 0.193359, 0.125977, 0.3125, 0.106445, 0.515625, 0.310547, 0.345703, 0.10791, 0.155273, 0.146484, 0.257812, 0.40625, 0.205078, 0.170898, 0.414062, 0.349609, 0.339844, 0.371094, 0.230469, 0.176758, 0.333984, 0.449219, 0.492188, 0.171875, 0.539062, 0.386719, 0.394531, 0.392578, 0.130859, 0.357422, 0.163086, 0.1875, 0.217773, 0.191406, 0.144531, 0.3125, 0.196289, 0.203125, 0.145508, 0.128906, 0.110352, 0.285156, 0.149414, 0.277344, -0.058594, 0.138672, 0.162109, 0.3125, 0.163086, 0.142578, 0.227539, 0.154297, 0.322266, 0.180664, 0.172852, -0.10791, 0.231445, 0.143555, 0.341797, 0.129883, 0.146484, 0.523438, 0.249023, 0.261719, 0.349609, 0.169922, -0.066895, 0.347656, 0.093262, 0.062988, 0.320312, 0.150391, 0.195312, 0.225586, 0.217773, 0.322266, 0.359375, 0.326172, 0.245117, 0.253906, 0.106934, 0.382812, 0.363281, 0.275391, 0.142578, 0.390625, 0.345703, 0.447266, 0.207031, 0.230469, 0.691406, 0.179688, 0.132812, 0.111816, 0.118652, 0.137695, 0.150391, 0.269531, -0.824219, 0.211914, 0.408203, 0.099609, 0.453125, 0.145508, 0.107422, 0.361328, 0.136719, 0.357422, 0.172852, 0.141602, 0.124023, 0.194336, 0.357422, 0.217773, 0.333984, 0.330078, 0.357422, 0.527344, 0.223633, 0.367188, 0.161133, 0.001648, 0.263672, 0.162109, 0.318359, 0.240234, 0.408203, 0.176758, 0.359375, 0.237305, 0.292969, 0.129883, 0.171875, 0.408203, 0.149414, 0.193359, 0.202148, 0.388672, 0.131836, 0.324219, 0.175781, 0.206055, 0.671875, 0.147461, 0.285156, 0.392578, 0.117676, 0.196289, -0.00029, 0.357422, 0.235352, 0.275391, 0.375, 0.380859, 0.160156, 0.429688, 0.347656, 0.257812, 0.160156, 0.332031, -0.000277, 0.369141, 0.458984, 0.158203, 0.142578, 0.09668, 0.146484, 0.171875, 0.166016, 0.378906, 0.380859, 0.167969, 0.160156, 0.21875, 0.574219, 0.128906, 0.644531, 0.24707, 0.126953, 0.135742, 0.118652, 0.15918, -0.124512, 0.183594, 0.330078, 0.149414, 0.163086, 0.145508, 0.320312, 0.298828, 0.804688, 0.306641, 0.417969, 0.174805, 0.380859, 0.132812, 0.263672, 0.777344, 0.226562, -0.148438, 0.703125, 0.161133, 0.131836, 0.144531, 0.523438, 0.132812, 0.150391, 0.202148, 0.137695, 0.167969, 0.139648, 0.335938, 0.267578, 0.128906, 0.349609, 0.220703, -0.000172, 0.170898, 0.157227, 0.15625, 0.15332, 0.170898, 0.535156, 0.326172, 0.421875, 0.449219, 0.249023, 0.439453, 0.196289, 0.326172, 0.28125, 0.103516, 0.146484, 0.171875, 0.326172, 0.480469, 0.539062, 0.378906, 0.133789, 0.165039, 0.232422, 0.219727, 0.390625, 0.178711, 0.161133, 0.332031, 0.326172, 0.137695, 0.217773, 0.330078, 0.144531, 0.349609, 0.251953, 0.246094, 0.206055, 0.148438, 0.296875, 0.167969, 0.150391, 0.617188, 0.324219, 0.283203, 0.429688, 0.192383, 0.333984, 0.181641, 0.166992, 0.164062, 0.257812, 0.453125, 0.4375, 0.314453, 0.357422, 0.208008, 0.335938, 0.306641, 0.205078, 0.126953, 0.192383, 0.158203, 0.816406, 0.347656, 0.124512, 0.232422, 0.136719, 0.378906, 0.132812, 0.550781, 0.202148, 0.376953, 0.230469, 0.166992, 0.347656, 0.15625, 0.15332, 0.081055, 0.229492, 0.161133, 0.15332, 0.382812, 0.15918, 0.144531, 0.230469, 0.123047, 0.382812, 0.255859, 0.157227, 0.077637, 0.234375, 0.164062, 0.172852, 0.133789, 0.255859, 0.161133, 0.236328, 0.265625, 9.5e-05, 0.192383, 0.08252, 0.15918, 0.167969, 0.233398, 0.235352, 0.476562, 0.283203, 0.145508, 0.308594, 0.140625, 0.289062, 0.332031, -0.128906, 0.613281, 0.181641, 0.147461, 0.147461, 0.408203, 0.390625, 0.277344, 0.223633, 0.117676, 0.558594, 0.154297, 0.15332, 0.141602, 0.492188, 0.355469, 0.200195, 0.255859, 0.147461, 0.240234, 0.308594, 0.160156, 0.28125, 0.263672, 0.128906, 0.11084, 0.400391, 0.324219, 0.192383, 0.117676, 0.125, 0.392578, 0.198242, 0.378906, 0.155273, 0.337891, 0.261719, 0.000125, 0.314453, 0.231445, 0.172852, 0.375, -0.094238, 0.373047, 0.117676, 0.308594, 0.166016, 0.151367, 0.173828, 0.302734, 0.204102, 0.155273, 0.322266, 0.585938, 0.133789, 0.291016, 0.267578, 0.136719, 0.141602, 0.140625, 0.144531, 0.182617, 0.155273, 0.150391, 0.172852, 0.198242, 0.373047, -8.6e-05, 0.390625, 0.142578, 0.347656, -8e-06, 0.367188, 0.182617, 0.296875, 0.131836, 0.462891, 0.494141, -0.000256, 0.382812, 0.330078, 0.164062, 0.335938, 0.170898, 0.148438, 0.271484, 0.149414, 0.164062, 0.142578, 0.154297, 0.335938, 0.070312, 0.359375, -0.000265, 0.294922, 0.566406, 0.255859, 0.255859, 0.192383, -0.067871, 0.192383, 0.302734, 0.000147, 0.233398, 0.300781, 0.148438, 0.171875, 0.133789, 0.306641, 0.104004, 0.133789, 0.324219, 0.238281, 0.269531, 0.306641, 0.144531, 0.185547, 0.296875, 0.141602, 0.251953, 0.197266, 0.369141, 0.142578, 0.196289, 0.185547, 0.384766, 0.105957, -0.05835, 0.345703, 0.296875, 0.341797, 0.3125, 0.180664, 0.130859, 0.490234, 0.15332, 0.124512, 0.137695, 0.546875, 0.124512, 0.470703, 0.158203, 0.263672, 0.351562, 0.410156, 0.102539, 0.5625, 0.172852, 0.330078, 0.308594, 0.172852, 0.129883, -0.458984, 0.234375, 0.535156, 0.332031, 0.298828, 0.341797, 0.196289, 0.207031, 0.394531, 0.355469, 0.196289, -0.058594, 0.000338, 0.255859, 0.094727, 0.092285, 0.047119, 0.168945, 0.208984, 0.425781, 0.427734, 0.141602, 0.146484, 0.253906, 0.152344, 0.168945, 0.115723, 0.123047, 0.589844, 0.306641, 0.223633, 0.375, 0.419922, 0.447266, 0.210938, -0.238281, 0.225586, 0.355469, 0.402344, 0.162109, 0.519531, 0.144531, 0.18457, 0.396484, 0.208984, 0.217773, 0.162109, -0.116699, 0.219727, 0.229492, 0.134766, 0.253906, 0.289062, 0.248047, 0.147461, 0.390625, 0.25, 0.188477, 0.109863, 0.163086, 0.162109, 0.484375, 0.515625, 0.298828, 0.066895, 0.353516, 0.261719, 0.445312, 0.163086, 0.166016, 0.166016, 0.213867, 0.203125, 0.337891, 0.498047, 0.261719, 0.380859, 0.095215, 0.251953, 0.337891, 0.121094, 0.148438, 0.326172, 0.196289, 0.157227, 0.75, 0.498047, 0.188477, 0.390625, 3.7e-05, 0.34375, 0.166016, 0.316406, 1.164062, 0.46875, 0.126953, 0.435547, 0.388672, 0.402344, 0.181641, 0.103027, 0.140625, 0.22168, 0.259766, 0.330078, 0.511719, 0.271484, 0.164062, 0.142578, 0.143555, 0.135742, 0.318359, 0.376953, 0.114746, 0.34375, -0.152344, 0.169922, -0.773438, 0.223633, 0.242188, 0.339844, 0.322266, 0.154297, 0.136719, 0.162109, 0.140625, 0.166016, 0.351562, 0.429688, 0.183594, 0.347656, 0.34375, 0.304688, 0.090332, 0.34375, 0.137695, 0.253906, 0.304688, 0.131836, 0.347656, 0.12793, 0.462891, 0.261719, 0.138672, 0.220703, 0.330078, 0.365234, 0.435547, 0.339844, 0.304688, 0.707031, 0.165039, 0.166016, 0.570312, 0.216797, 0.386719, 0.108887, 0.226562, 0.162109, 0.347656, 0.18457, 0.152344, 0.361328, 0.123047, 0.375, 0.347656, 0.164062, 0.145508, 0.244141, 0.361328, 0.037109, 0.363281, 0.5625, 0.330078, 0.40625, 0.291016, 0.239258, 0.205078, 0.132812, 0.490234, 0.242188, 0.203125, 0.164062, 0.515625, 0.240234, 0.166992, 0.378906, 0.345703, 0.139648, 0.453125, 0.376953, 0.453125, 0.435547, 0.224609, 0.392578, 0.351562, 0.22168, 0.496094, 0.253906, 0.202148, 0.609375, 0.188477, 0.081055, -0.106934, 0.227539, 0.166016, 0.144531, 0.206055, 0.097656, 0.222656, 0.261719, 0.337891, 0.302734, -0.000284, 0.320312, 0.196289, -0.116211, 0.388672, 0.109863, 0.375, 0.371094, 0.232422, 0.330078, 0.216797, 0.186523, 0.347656, 0.181641, 0.102051, 0.155273, 0.160156, 0.357422, 0.410156, 0.125977, 0.122559, 0.194336, 0.310547, 0.433594, 0.186523, 0.12793, 0.361328, 0.511719, 0.335938, 0.186523, 0.150391, 0.445312, 0.185547, 0.310547, 0.000179, 0.137695, 0.326172, 0.223633, 0.15332, 0.382812, 0.390625, 0.351562, 0.554688, 0.169922, 0.535156, 0.320312, 0.152344, 0.094238, 0.176758, 0.335938, 0.25, 0.120117, 0.171875, 0.65625, 0.332031, 0.417969, 0.332031, 0.292969, 0.134766, 0.139648, 0.204102, 0.294922, 0.316406, 0.482422, 0.792969, 0.205078, 0.188477, 0.294922, 0.235352, 0.412109, 0.1875, 0.158203, 0.546875, 0.308594, 0.19043, 0.000154, 0.253906, 0.162109, 0.539062, 0.055664, 0.165039, 0.154297, 0.149414, 0.310547, 0.235352, 0.164062, 0.157227, 0.208984, 0.189453, 0.425781, 0.118652, 0.152344, 0.214844, 0.279297, 0.28125, 0.298828, 0.332031, 0.240234, 0.212891, 0.131836, 0.147461, 0.382812, 0.056396, 0.314453, 0.318359, 0.333984, 0.245117, 0.168945, 0.546875, 0.964844, 0.236328, 0.431641, 0.296875, 0.570312, 0.193359, 0.147461, 0.378906, 0.478516, 0.3125, 0.128906, -0.143555, 0.106445, 0.59375, 0.164062, 0.667969, 0.427734, 0.570312, 0.163086, 0.371094, 0.376953, 0.242188, 0.135742, 0.142578, 0.417969, 0.373047, 0.131836, 0.170898, 0.4375, 0.359375, 0.142578, 0.378906, 0.104492, 0.000168, 0.126953, 0.279297, 0.287109, 0.306641, 0.236328, 0.472656, 0.371094, 0.324219, 0.267578, 0.361328, 0.28125, 0.244141, 0.345703, 0.109375, -0.077148, 0.388672, 0.261719, 0.092285, 0.161133, 0.164062, 0.492188, 0.292969, 0.320312, 0.283203, 0.178711, 0.196289, 0.365234, 0.388672, 0.425781, 0.287109, 0.145508, 0.168945, 0.230469, 0.367188, 0.139648, 0.328125, 0.757812, 0.135742, 0.106934, -0.040771, 0.28125, 0.345703, -0.131836, 0.244141, 0.182617, 0.310547, 0.28125, 0.298828, 0.535156, 0.166016, 0.147461, 0.527344, 0.136719, 0.361328, 0.120117, 0.386719, -0.095215, 0.135742, -0.000188, 0.330078, 0.464844, 0.402344, 0.204102, -0.000118, 0.259766, 0.101074, 0.300781, 0.000135, 0.330078, 0.204102, -0.28125, 0.332031, 0.182617, 0.333984, 0.222656, 0.458984, 0.785156, 0.191406, 0.167969, 0.316406, 0.341797, 0.257812, 0.152344, 0.328125, 0.335938, 0.316406, 0.429688, 0.320312, 0.443359, 0.125977, 0.613281, 0.049316, 0.183594, 0.162109, 0.035156, 0.177734, 0.369141, 0.337891, 0.211914, 0.439453, 0.179688, 0.182617, 0.152344, 0.296875, 0.361328, 0.110352, 0.4375, 0.162109, 0.314453, 0.091309, 0.131836, 0.339844, 0.165039, 0.400391, 0.539062, 0.476562, 0.19043, 0.320312, 0.169922, 0.402344, 0.193359, 0.083008, 0.251953, 0.120117, 0.316406, 0.186523, 0.136719, 0.439453, 0.363281, 0.131836, 0.158203, 0.163086, 0.000467, 0.109863, 0.378906, 0.5, 0.224609, 0.217773, 0.000317, 0.164062, 0.234375, 0.142578, 0.195312, 0.390625, 0.219727, 0.157227, 0.239258, 0.227539, 0.000196, 0.566406, 0.257812, 0.216797, 0.15332, 0.363281, 0.176758, 0.296875, 0.142578, 0.155273, 0.189453, 0.244141, 0.300781, 0.285156, 0.535156, 0.105469, 0.373047, 0.147461, 0.188477, 0.140625, 0.167969, 0.367188, 0.347656, 0.273438, 0.292969, 0.130859, 0.347656, 0.371094, 0.135742, 0.212891, 0.165039, 0.267578, 0.145508, 0.134766, 0.131836, 0.314453, 0.146484, 0.173828, 0.326172, 0.241211, 0.144531, 0.414062, 0.388672, 0.375, 0.251953, 0.174805, 0.484375, 0.11084, 0.318359, 0.330078, 0.129883, 0.160156, 0.11377, 0.115723, 0.167969, 0.273438, 0.205078, 0.193359, 0.1875, 0.144531, 0.357422, 0.349609, 0.12793, 0.177734, 0.263672, 0.390625, 0.255859, 0.283203, 0.166016, 4.6e-05, 0.120605, 0.150391, 0.212891, 0.294922, 0.332031, 0.146484, 0.134766, 0.265625, 0.107422, 0.466797, 0.105957, 0.273438, 0.664062, 0.152344, 0.241211, 0.222656, 0.287109, 0.186523, 0.223633, 0.267578, 0.146484, 0.216797, 0.757812, 0.237305, 0.113281, 0.390625, 0.169922, 0.175781, 0.345703, 0.249023, -0.186523, 0.133789, 0.341797, 0.503906, 0.189453, 0.269531, 0.150391, 0.141602, 0.308594, 0.134766, 0.609375, 0.139648, 0.283203, 0.15918, 0.233398, 0.34375, 0.324219, 0.152344, 0.300781, 0.492188, 0.212891, 0.234375, 0.12207, 0.113281, 0.133789, -0.037842, 0.357422, 0.118164, 0.134766, 0.169922, 0.384766, 0.166016, 0.105469, 0.177734, 0.205078, 0.464844, 0.132812, 0.175781, 0.277344, -0.386719, 0.660156, 0.318359, 0.110352, 0.134766, 0.22168, 0.15332, 0.376953, 0.324219, 0.209961, 0.160156, 0.154297, -1e-05, 0.168945, 0.429688, 0.15625, 0.172852, -0.19043, 0.298828, 0.078613, 0.652344, 0.138672, 0.310547, 0.792969, 0.202148, 0.106934, 0.414062, 0.351562, 0.542969, 0.167969, 0.4375, 0.237305, 0.209961, 0.310547, 0.804688, 0.542969, 0.186523, 0.566406, 0.355469, 0.394531, 0.160156, 0.161133, 0.134766, 0.15332, 0.339844, 0.3125, 0.353516, 0.306641, 0.396484, 0.396484, 0.15625, 0.507812, 0.143555, 0.121094, 0.337891, 0.447266, 0.251953, 0.152344, 0.135742, 0.339844, 0.211914, 0.224609, 0.314453, 0.339844, 0.135742, 0.107422, 0.154297, 0.222656, -0.101074, 0.195312, 0.146484, 0.164062, -0.111328, 0.147461, 0.137695, 0.341797, 0.308594, 0.398438, 0.195312, 0.148438, 0.160156, 0.227539, 0.302734, 0.186523, 0.3125, 0.253906, 0.269531, 0.273438, 0.388672, 0.206055, 0.267578, 0.077637, 0.435547, 0.160156, 0.269531, 0.441406, 0.34375, 0.46875, 0.145508, -0.000239, 0.104004, 0.382812, 0.166992, 0.355469, 0.283203, 0.308594, 0.271484, 0.287109, 0.289062, 0.542969, 0.157227, 0.145508, 0.119629, 0.263672, 0.205078, 0.402344, 0.371094, 0.136719, 0.328125, 0.11084, 0.144531, 0.15918, 0.157227, 0.417969, 0.263672, 0.125, 0.178711, 0.165039, 0.384766, 0.224609, 0.106445, 0.367188, 0.118164, 0.300781, 0.271484, 0.135742, 0.271484, 0.129883, 0.306641, 0.347656, 0.322266, 0.5, 0.063965, 0.296875, 0.306641, 0.255859, 0.6875, 0.119141, 0.140625, 0.585938, 0.098145, 0.130859, 0.157227, 0.245117, 0.285156, 0.373047, 0.178711, 0.59375, 0.243164, 0.566406, 0.202148, 0.289062, 0.054688, 0.488281, 0.326172, 0.332031, 0.110352, 4.2e-05, 0.363281, 0.133789, 0.271484, 0.149414, 0.28125, 0.408203, 0.503906, 0.148438, 0.204102, 0.147461, 0.382812, 0.132812, 0.458984, 0.292969, 0.152344, 0.535156, 0.412109, 0.269531, 0.110352, 0.251953, 0.164062, 0.333984, 0.165039, 0.128906, 0.137695, 0.412109, -0.144531, 0.086914, 0.46875, 0.298828, 0.171875, 0.322266, 0.154297, 0.375, 0.165039, 0.130859, 0.147461, 0.476562, 0.357422, 0.380859, 0.12793, 0.135742, 0.183594, 0.265625, 0.199219, 0.142578, 0.304688, 0.136719, 0.121094, 0.242188, 0.152344, 0.357422, 0.449219, 0.28125, 0.15918, 0.129883, 0.123047, 0.15918, 0.093262, 0.131836, 0.439453, 0.208008, 0.279297, 0.200195, 0.138672, 0.263672, 0.255859, 0.233398, 0.196289, 0.357422, 0.373047, 0.314453, 0.261719, 0.320312, 0.053223, 0.263672, 0.400391, 0.253906, 5.7e-05, 0.149414, 0.150391, 0.160156, 0.300781, 0.179688, 0.292969, 0.151367, 0.132812, 0.163086, 0.09375, 0.242188, 0.125977, 0.134766, 0.108887, 0.289062, 0.168945, 0.203125, 7.1e-05, 0.19043, 0.376953, 0.287109, 0.165039, 0.119629, 0.164062, 0.193359, 0.255859, 0.155273, 0.277344, 0.425781, 0.210938, 0.320312, 0.1875, 0.480469, 0.392578, 0.143555, 0.135742, 0.1875, 0.176758, 0.232422, 0.4375, 0.15918, 0.554688, 0.376953, 0.151367, 1.007812, -0.061768, 0.12793, 0.333984, 0.112793, 0.147461, 0.738281, 0.173828, 0.158203, 0.165039, 0.152344, -0.057129, 0.392578, 0.18457, 0.143555, 0.519531, 0.664062, 0.341797, 0.328125, 0.140625, -0.000173, 0.217773, 0.4375, 0.361328, 0.140625, 0.382812, 0.07959, 0.585938, 0.308594, 0.166992, 0.318359, 0.111816, 0.492188, 0.129883, 0.181641, 0.109375, 0.416016, 0.285156, 0.253906, 0.245117, 0.211914, 0.287109, 0.291016, 0.294922, 0.318359, 0.138672, 0.160156, 0.245117, 0.165039, 0.378906, 0.382812, 0.15625, 0.234375, 0.291016, 0.384766, 0.351562, 0.65625, 0.161133, 0.196289, 0.130859, 0.40625, 0.527344, 0.065918, 0.394531, 0.400391, 0.207031, 0.210938, 0.095215, 0.194336, 0.328125, 0.209961, 0.149414, 0.699219, 0.145508, 0.53125, 0.226562, 0.34375, -0.106934, 0.15625, 0.198242, 0.178711, 0.306641, 0.188477, 0.371094, 0.172852, 0.285156, 0.160156, 0.302734, -0.114258, 0.129883, 0.15918, 0.196289, 0.294922, 0.212891, 0.496094, 0.205078, 0.140625, 0.155273, 0.095703, 0.402344, 0.174805, 0.000208, 0.125, 0.183594, 0.738281, 0.332031, 0.1875, 0.201172, 0.22168, 0.138672, 0.196289, 0.25, 0.130859, 0.433594, 0.277344, 0.21582, 0.326172, 0.15625, 0.339844, 0.351562, 0.287109, 0.25, 0.113281, 0.285156, 0.248047, 0.112305, 0.349609, 0.300781, 3.9e-05, 0.287109, 0.330078, 0.174805, 0.177734, 0.386719, 0.094727, 0.291016, -0.154297, 0.279297, 0.283203, 0.075195, 0.186523, 0.231445, 0.122559, 0.466797, 0.287109, 0.183594, 0.287109, 0.146484, 0.19043, 0.161133, 0.138672, 0.722656, 0.392578, 0.15625, 0.332031, 0.219727, 0.326172, 0.210938, 0.105469, 0.151367, 0.134766, 0.65625, 0.18457, 0.302734, 0.367188, 0.345703, 0.237305, 0.198242, 0.241211, 0.304688, 0.527344, 0.188477, 0.141602, 0.133789, 0.206055, 0.149414, 0.122559, 0.162109, 0.15625, 0.324219, 0.178711, 0.142578, 0.277344, 0.148438, 0.335938, 0.142578, 0.392578, 0.382812, 0.451172, 0.165039, 0.146484, 0.126953, 0.279297, 0.165039, 0.363281, 0.353516, 0.632812, 0.176758, 0.263672, 0.139648, 0.205078, 0.216797, 0.129883, 0.75, 0.265625, 0.335938, 0.179688, 0.289062, 0.125, 0.147461, 0.185547, 0.332031, 0.157227, 0.320312, 0.390625, 0.15332, 0.136719, 0.154297, 0.142578, 0.173828, 0.088379, 0.166992, 0.267578, 0.122559, 0.148438, 4e-06, 0.511719, 0.761719, 0.241211, 0.300781, -7.6e-05, 0.146484, 0.554688, 0.408203, 0.310547, 0.101562, 0.138672, 0.138672, 0.201172, 0.259766, 0.123047, 0.208008, 0.11084, 0.25, 0.137695, 1.226562, 0.138672, 0.000124, 0.251953, 0.15625, 0.476562, 0.172852, 0.300781, 0.178711, 0.253906, 0.033203, 0.230469, 0.400391, 0.200195, 0.234375, 0.476562, 0.447266, 0.251953, 0.271484, 0.118164, 0.158203, 0.183594, 0.726562, 0.259766, 0.179688, 0.121582, 0.22168, 0.171875, 0.369141, 0.158203, 0.158203, 1.171875, 0.275391, 0.149414, 0.332031, 0.507812, 0.120605, 0.198242, 0.087402, 0.240234, 0.341797, 0.34375, 0.150391, 0.154297, 0.228516, 0.298828, 0.242188, 0.214844, 0.220703, 0.204102, 0.349609, 0.150391, -0.132812, 0.707031, 0.287109, 0.308594, 0.164062, 0.347656, 0.185547, 0.753906, 0.083984, 0.227539, 0.132812, 0.429688, 0.460938, 0.382812, 0.131836, 0.384766, 0.470703, -0.088379, 0.121094, 0.345703, 0.231445, 0.135742, 0.196289, 0.123535, 0.240234, 0.355469, 0.129883, 0.170898, 0.150391, 0.112793, 0.138672, 0.124023, 0.322266, 0.361328, 0.382812, 0.144531, 0.198242, 0.000118, 0.195312, 0.376953, 0.289062, 0.34375, 0.180664, -0.100098, 0.117188, 0.157227, 0.126953, 0.390625, 0.449219, 0.173828, 0.458984, 0.119629, 0.273438, 0.129883, 0.333984, 0.181641, 0.217773, 0.227539, 0.108398, 0.180664, 0.192383, 0.118164, 0.322266, 0.326172, -0.076172, 0.235352, 0.390625, 0.507812, 0.419922, 0.179688, -6.6e-05, 0.169922, 0.625, 0.10498, 0.049561, 0.349609, -0.000187, 0.140625, 0.231445, 0.291016, 0.302734, 0.202148, 0.174805, 0.128906, 0.180664, 0.800781, 0.314453, 0.613281, 0.242188, 0.139648, 0.183594, 0.275391, 0.152344, 0.425781, 0.140625, 0.294922, 0.134766, 0.161133, 0.636719, 0.145508, 0.144531, 0.310547, 0.148438, 0.320312, 0.168945, 0.417969, 0.172852, 0.216797, 0.103516, 0.361328, 0.12793, 0.022339, 0.265625, 0.417969, 0.722656, 0.332031, 0.163086, 0.402344, 0.087402, 0.263672, 0.277344, 0.330078, 2.3e-05, 0.326172, 0.165039, 0.214844, 0.310547, 0.148438, 0.375, 0.174805, 0.12207, 0.816406, 0.036133, 0.191406, 0.160156, 0.115723, 0.062012, 0.386719, 0.496094, 0.147461, 0.390625, -0.110352, 0.225586, 0.11084, 0.240234, 0.168945, 0.441406, 0.5625, 0.162109, 0.132812, 0.207031, 0.361328, 0.185547, 0.11377, 0.285156, 0.396484, 0.283203, 0.306641, 0.149414, 0.25, 0.171875, 0.306641, 0.152344, 0.380859, 0.165039, 0.194336, 0.294922, 0.145508, -0.088867, 0.644531, 0.333984, 0.492188, 0.287109, -0.111816, 0.351562, 0.337891, 0.086426, 0.398438, 0.225586, 0.1875, 0.111816, 0.188477, 0.12207, 0.140625, 0.253906, 0.179688, 0.152344, 0.367188, 0.5625, 0.173828, 0.582031, 0.15918, 0.388672, 0.217773, 0.133789, 0.40625, 0.233398, 0.154297, 0.554688, 0.34375, 0.652344, 0.126953, 0.234375, 0.093262, 0.279297, 0.175781, 0.151367, 0.275391, 0.400391, 0.128906, 0.108887, 0.141602, 0.135742, 0.096191, 0.257812, 0.123047, 0.051758, 0.164062, 0.472656, 0.546875, 0.15332, 0.308594, 0.134766, 0.144531, 0.316406, 0.707031, 0.396484, 0.279297, 0.15332, 0.232422, 0.177734, 0.146484, 0.207031, 0.148438, 0.147461, 0.141602, 0.07373, 0.318359, 0.145508, 0.322266, 0.143555, 0.375, 0.292969, 0.191406, 0.111328, 0.203125, 0.482422, 0.194336, 0.141602, 0.152344, 0.275391, 0.139648, 0.435547, 0.287109, 0.158203, 0.486328, 0.369141, 0.234375, 0.380859, 0.124512, 0.137695, 0.180664, 0.292969, 0.416016, 0.5625, 0.158203, 0.158203, 0.195312, 0.443359, 0.291016, 0.388672, 0.167969, 0.396484, 0.3125, 0.570312, 0.170898, 0.183594, 0.302734, 0.5, 0.000467, 0.165039, 0.326172, 0.130859, 0.351562, 0.279297, 0.167969, 0.154297, 0.382812, 0.18457, 0.470703, 0.474609, 0.173828, 0.359375, 0.289062, 0.155273, 0.328125, 0.71875, 0.367188, 0.119629, 0.149414, -7.8e-05, 0.335938, 0.181641, 0.304688, 0.287109, 0.131836, 0.117188, 0.15625, 0.222656, 0.154297, -0.090332, 0.078125, 0.255859, 0.148438, 0.425781, 0.225586, 0.209961, 0.180664, 0.226562, 0.240234, 0.320312, 0.138672, 0.652344, 0.160156, 0.382812, 0.234375, 0.166992, 0.178711, 0.118652, 0.890625, 0.283203, 0.191406, 0.149414, 0.152344, 0.267578, 0.130859, 0.292969, 0.132812, 0.443359, 0.332031, 0.15918, 0.324219, 0.136719, 0.427734, 0.178711, 0.363281, 0.202148, 0.466797, 0.388672, 0.15918, 0.198242, 0.15625, 0.141602, 0.118164, 0.332031, -0.071777, 0.316406, 0.15625, 0.34375, 0.228516, 0.245117, 0.143555, 0.158203, 0.347656, 0.326172, 0.204102, 0.214844, 0.123047, 0.208008, 0.131836, 0.051025, 0.757812, 0.213867, 0.339844, 0.125977, 0.353516, 0.151367, 0.447266, 0.34375, 0.181641, 0.191406, 0.141602, 0.3125, 0.114258, 0.164062, 0.539062, 0.130859, 0.271484, 0.349609, 0.176758, 0.233398, 0.176758, 0.310547, 0.136719, 0.396484, 0.097656, 0.328125, 0.231445, 0.519531, 0.104492, 0.158203, 0.527344, 0.283203, 0.335938, 0.140625, 0.359375, 0.609375, 0.347656, 0.107422, 0.160156, 0.308594, 0.194336, 0.203125, 0.181641, 0.291016, 0.373047, 0.261719, 0.119629, 0.105957, 0.238281, 0.421875, 0.124023, 0.464844, 0.154297, 0.324219, 0.328125, 0.228516, 0.326172, 0.302734, 0.097656, 0.216797, 0.289062, 0.265625, 0.142578, 0.265625, 0.679688, 0.980469, 0.283203, 0.166992, 0.102051, 0.160156, 0.433594, 0.141602, 0.12207, 0.109375, 0.419922, 0.335938, 0.236328, 0.353516, 0.113281, 0.773438, 0.294922, 0.402344, 0.365234, 0.443359, 0.206055, 0.257812, 0.242188, 0.115723, 0.178711, 0.160156, 0.235352, 0.177734, 0.695312, 0.304688, 0.138672, 0.451172, 0.267578, 0.166016, 0.226562, 0.179688, 0.439453, 0.174805, 0.283203, 0.40625, 0.337891, 0.162109, 0.092773, 0.12793, 0.367188, 0.146484, 0.380859, 0.176758, 0.165039, 0.289062, 0.171875, 0.226562, 0.412109, 0.423828, 0.15625, 0.302734, 0.136719, 0.257812, 0.120605, 0.203125, 0.632812, 0.136719, -0.093262, 0.197266, 0.139648, 0.324219, 0.154297, 0.169922, 0.18457, 0.117676, -0.00058, 0.237305, 0.382812, 0.164062, 0.134766, 0.232422, 0.155273, 0.140625, 0.121094, 0.144531, 0.349609, 0.378906, 0.347656, -0.114746, 0.404297, 0.335938, 0.365234, 0.300781, 0.176758, 0.117188, 0.192383, 0.132812, 0.166992, 0.240234, 0.285156, 0.15625, 0.176758, 0.15332, 0.333984, 0.183594, 0.161133, 0.292969, 0.155273, 0.318359, 0.320312, 0.148438, 0.386719, 0.146484, 0.265625, 0.300781, 0.243164, 0.119141, 0.124512, 0.550781, 0.241211, 0.240234, 0.400391, 0.332031, 0.539062, 0.138672, 0.243164, 0.363281, 0.298828, 0.201172, 0.110352, 0.163086, 0.132812, 0.110352, 0.402344, 0.09375, 0.394531, 0.392578, 0.357422, 0.257812, 0.157227, 0.265625, 0.168945, 0.1875, 0.211914, 0.769531, 0.165039, 0.237305, 0.109863, -0.000108, 0.173828, 0.174805, 0.175781, 0.109375, 0.125977, 0.294922, 0.365234, 4.6e-05, 0.173828, 0.238281, 0.314453, 0.180664, 0.367188, 0.71875, 0.133789, 0.133789, 0.186523, 0.146484, 0.261719, 0.609375, 0.328125, 0.345703, 0.161133, 0.365234, 0.609375, 0.149414, 0.296875, 0.111816, 0.172852, 0.226562, 0.15332, 0.173828, 0.191406, 0.613281, 0.100098, 0.570312, 0.318359, 0.435547, 0.396484, -5e-05, 0.199219, 0.167969, 0.129883, 0.396484, 0.131836, 0.738281, 0.291016, 0.19043, 0.578125, 0.238281, 0.158203, 0.410156, 0.279297, 0.15918, 0.298828, 0.265625, 0.34375, 0.173828, 0.10498, 0.277344, 0.222656, 0.099121, 0.326172, 0.134766, -0.138672, 0.447266, 0.208984, 0.416016, 0.369141, 0.408203, 0.453125, 0.144531, 0.193359, 0.206055, 0.158203, 0.1875, 0.182617, 0.158203, 0.367188, 0.167969, 0.115723, 0.380859, 0.139648, 0.165039, 0.304688, 0.175781, 0.125977, 0.3125, 0.206055, 0.318359, 0.165039, 0.412109, 0.605469, 3.2e-05, 0.202148, 0.527344, 0.304688, 0.464844, 0.092285, 0.320312, 0.129883, 0.164062, 0.332031, 0.213867, 0.482422, 0.133789, 0.177734, 0.174805, 0.292969, 0.228516, 0.152344, 0.160156, 0.373047, 0.507812, 0.142578, 0.416016, 0.328125, 0.162109, -7e-05, 0.109375, 0.138672, 0.242188, 0.116699, 0.209961, 0.057129, 0.546875, 0.191406, 0.322266, 0.373047, 0.746094, 0.09082, 0.142578, 0.161133, 0.365234, 0.152344, 0.449219, 0.166016, 0.253906, -3.9e-05, 0.369141, 0.117188, 0.613281, 0.535156, 0.135742, 0.255859, 0.378906, -0.063965, 0.248047, 0.211914, 0.15625, 0.333984, 0.322266, 0.34375, 0.201172, 0.265625, 0.110352, 0.435547, 0.160156, 0.462891, 0.439453, 0.263672, 0.335938, 0.196289, 0.147461, 0.179688, 0.121094, 0.408203, 0.675781, 0.347656, 0.289062, 0.148438, -0.000167, 0.103027, 0.355469, 0.410156, 0.349609, 0.147461, 0.146484, 0.154297, 0.12793, 0.359375, 0.245117, 0.18457, 0.11084, 0.240234, 0.160156, 0.139648, 0.211914, -0.000231, 0.172852, -0.086426, 0.216797, 0.195312, 0.157227, 0.158203, 0.240234, 0.412109, 0.161133, 0.226562, -5.4e-05, 0.283203, 0.166016, 0.345703, 0.25, 0.373047, 0.188477, 0.210938, 0.227539, 0.1875, 0.149414, 0.181641, 0.492188, 0.324219, 0.316406, 0.21875, -0.024414, 0.226562, -0.091309, 0.236328, 0.180664, 0.355469, 0.365234, 0.296875, 0.566406, 0.157227, 0.175781, 0.345703, 0.554688, 0.341797, 0.253906, 0.3125, 0.202148, 0.298828, 0.28125, 0.404297, 0.1875, 0.120605, 0.294922, 0.164062, 0.273438, 0.449219, 0.224609, 0.12793, -0.072266, 0.138672, 0.425781, 0.441406, 0.151367, 0.404297, 0.12207, 0.408203, 0.170898, 0.22168, 0.482422, 0.139648, 0.132812, 0.398438, 0.302734, -0.000341, 0.110352, 0.19043, 0.300781, 0.333984, 0.308594, 0.259766, 0.192383, 0.605469, 0.116211, 0.138672, 0.308594, 0.173828, 0.359375, 0.220703, 0.15625, 0.134766, 0.122559, 0.365234, 0.160156, 0.429688, 0.119141, 0.239258, 0.353516, 0.451172, 0.375, 0.211914, 0.219727, 0.3125, 0.214844, 0.341797, 0.421875, 0.155273, 0.135742, 0.283203, 0.699219, 0.143555, -1.9e-05, 0.257812, 0.141602, 0.130859, 0.361328, 0.183594, 0.195312, 0.310547, 0.375, 0.152344, 0.263672, 0.539062, 0.202148, 0.175781, 0.15625, 0.150391, 0.306641, 0.367188, 0.386719, 0.166016, 0.205078, 0.195312, 0.138672, 0.416016, 0.304688, 0.124512, 0.100098, 0.180664, 0.310547, 0.168945, 0.332031, 0.349609, 0.761719, 0.175781, 0.347656, 0.149414, 0.102051, 0.197266, 0.134766, 0.12793, 0.183594, 0.197266, 0.386719, 0.181641, 0.322266, 0.135742, 0.308594, 0.10498, 0.181641, 0.175781, 0.294922, 0.140625, 0.251953, 0.5, 0.160156, 0.3125, 0.123047, 0.316406, 0.542969, 0.296875, 0.292969, 0.185547, 0.273438, 0.283203, 0.150391, 0.302734, 0.174805, 0.421875, 0.332031, 0.064453, 0.219727, 0.245117, 0.455078, 0.224609, 0.332031, -0.086914, 0.228516, 0.140625, 0.3125, 0.326172, 0.149414, 0.261719, 0.206055, 0.179688, 0.196289, 0.578125, 0.472656, 0.15918, 0.211914, 0.160156, 0.410156, 0.294922, 0.149414, 0.157227, 0.482422, 0.128906, 0.145508, 0.112793, 0.167969, 0.245117, 0.279297, 0.390625, 0.396484, 0.243164, 0.222656, 0.367188, 0.182617, 0.133789, 0.180664, 0.241211, 0.168945, 0.151367, 0.200195, 0.478516, 0.392578, 0.382812, -0.001625, 0.139648, 0.11377, 0.163086, 0.267578, 0.122559, 0.222656, 0.119141, 0.28125, 0.070312, 0.353516, 0.137695, 0.189453, 0.119141, 0.453125, 0.302734, 0.285156, 0.206055, 0.196289, 0.125, 0.212891, 0.361328, 0.271484, 0.166992, 0.245117, 0.133789, 0.259766, 0.205078, 0.263672, -0.149414, 0.332031, 0.139648, 0.332031, 0.171875, 0.160156, 0.132812, 0.147461, 0.423828, 0.176758, 0.414062, 0.28125, 0.337891, 0.15332, 0.283203, 0.523438, 0.277344, 0.314453, 0.550781, 0.233398, 0.324219, 0.189453, 0.476562, 0.18457, 0.000133, 0.320312, 0.294922, 0.546875, 0.333984, 0.365234, 0.19043, 0.308594, 0.257812, 0.289062, 0.519531, 0.111328, -0.11084, 0.148438, 0.328125, 0.162109, 0.640625, 0.304688, 0.316406, 0.158203, 0.160156, 0.369141, 0.310547, 0.398438, 0.283203, 0.382812, 0.302734, 0.351562, 0.170898, 0.152344, 0.144531, 0.773438, 0.177734, 0.384766, 0.167969, 0.131836, 0.141602, 0.205078, 0.414062, 0.136719, 0.234375, 0.183594, 0.150391, 0.304688, 0.667969, 0.326172, 0.120605, 0.124512, 0.125977, 0.335938, 0.349609, 0.345703, 0.498047, 0.125977, 0.143555, 0.136719, 0.206055, 0.123535, 0.408203, 0.163086, 0.277344, 0.152344, 0.326172, 0.296875, 0.78125, 0.192383, 0.165039, 0.112793, 0.382812, 0.15918, 0.094727, 0.228516, 0.11377, 0.349609, 0.335938, 0.371094, 0.147461, 0.308594, 0.22168, 0.298828, 0.144531, 0.400391, 0.226562, 0.265625, 0.3125, 0.208984, 0.196289, 0.12793, 0.142578, 0.181641, 0.353516, 0.345703, 6.2e-05, 0.351562, 0.269531, 0.140625, 0.333984, 0.332031, 0.165039, 0.300781, 0.345703, 0.271484, 0.231445, 0.131836, 0.310547, 0.168945, 0.141602, 0.539062, 0.316406, 0.388672, 0.113281, 0.142578, 0.229492, 0.214844, 0.128906, 0.208984, 0.384766, 0.316406, 0.213867, 0.231445, 0.261719, 0.330078, 0.242188, 0.304688, 0.180664, 0.169922, 0.253906, 0.21875, 0.136719, 0.375, 0.388672, 0.139648, 0.140625, 0.149414, 0.330078, 0.333984, 0.169922, 0.328125, 0.216797, 0.186523, 0.369141, 0.367188, 0.363281, 0.191406, 0.166016, 0.135742, 0.296875, 0.261719, 0.183594, 0.131836, 0.474609, 0.136719, 0.237305, 0.316406, 0.267578, 0.310547, 0.150391, 0.212891, 0.170898, 0.173828, 0.151367, 0.210938, 0.265625, 0.269531, 0.554688, -0.000155, 0.263672, 0.140625, -0.000135, 0.228516, 0.12207, 0.25, 0.267578, 0.271484, 0.589844, -0.792969, 0.167969, 0.341797, 0.326172, 0.320312, 0.398438, 0.416016, 0.322266, 0.304688, 0.230469, 0.18457, 0.205078, 0.168945, 0.330078, 0.155273, 0.15332, 0.375, 0.050049, 0.130859, 0.746094, 0.148438, 0.220703, 0.181641, 0.07959, 0.092285, 0.683594, 0.233398, 0.15625, 0.384766, 0.157227, 0.203125, 0.316406, 0.292969, 0.15918, 0.365234, 0.255859, 0.174805, 0.163086, -0.089844, 0.104492, 0.349609, 0.136719, 0.121094, 0.414062, 0.164062, 0.117188, 0.151367, 0.143555, 0.176758, 0.335938, 0.314453, 0.129883, 0.239258, 0.449219, 0.213867, 0.306641, 0.217773, 0.419922, 0.378906, 0.277344, 0.367188, 0.333984, 0.118164, 0.365234, 0.367188, 0.206055, 0.384766, 0.316406, 0.285156, 0.302734, 0.101074, 0.322266, 0.167969, 0.170898, 0.135742, 0.253906, 0.15918, 0.287109, 0.464844, 0.445312, 0.162109, 0.158203, 0.151367, -0.12793, 0.178711, 0.157227, 0.675781, 0.119141, 0.123047, 0.197266, 0.195312, 0.15918, 0.109863, 0.15332, 0.208984, 0.142578, 0.138672, 0.103516, 0.134766, 0.171875, 0.320312, 0.15918, 0.345703, 0.201172, 0.271484, 0.211914, 0.155273, 0.136719, 0.359375, 0.200195, 0.574219, 0.143555, 0.136719, 0.161133, 0.259766, 0.119141, 0.163086, 0.123535, 0.194336, 0.25, 0.408203, 0.396484, 0.141602, 0.208984, 0.349609, 0.4375, 0.6875, 0.154297, 0.238281, 0.175781, 0.267578, 0.166992, 0.355469, 0.142578, 0.182617, -1.9e-05, 0.275391, 0.166992, 0.15625, 0.189453, 0.15332, 0.125977, 0.166992, 0.292969, 0.186523, -0.00015, 0.166992, 0.158203, 0.347656, 0.125, 0.192383, 0.171875, 0.263672, 0.435547, 0.18457, 0.378906, 0.425781, 0.322266, 0.353516, 0.201172, 0.143555, 0.404297, 0.149414, 0.119629, 0.125977, 0.162109, 0.302734, 0.131836, 0.201172, 0.177734, 0.086426, 0.125, 0.140625, 0.294922, 0.195312, 0.173828, 0.378906, 0.310547, 0.240234, 0.149414, 0.300781, 0.163086, 0.28125, 0.123535, 0.164062, 0.155273, 0.198242, 0.375, 0.349609, 0.332031, 0.237305, 0.320312, -0.000175, 0.135742, 0.166016, 0.408203, 0.163086, 0.683594, 0.140625, 0.53125, 0.613281, 0.376953, 0.162109, 0.335938, 0.416016, 0.174805, 0.119629, 0.117676, 0.140625, 0.141602, -0.000246, 0.421875, 0.332031, 0.248047, 0.201172, 0.1875, 0.170898, 0.238281, 0.168945, -0.486328, 0.324219, 0.144531, 0.388672, 0.263672, 0.166016, -6.4e-05, 0.388672, 0.423828, 0.141602, 0.285156, 0.263672, 0.000904, 0.828125, 0.166992, 0.314453, 0.155273, 0.167969, 0.388672, 0.130859, 0.197266, 1.0, 0.476562, 0.332031, 0.361328, 0.195312, 0.15332, 0.178711, 0.388672, 0.302734, 0.369141, 0.269531, 0.267578, 0.217773, 0.332031, 0.263672, -0.136719, 0.158203, 0.119141, 0.578125, 0.000174, 0.077148, 0.152344, 0.195312, 0.171875, 0.142578, 0.151367, -0.347656, 0.15332, 0.179688, 0.151367, 0.165039, 0.198242, 0.443359, 0.176758, 0.318359, 0.148438, 0.28125, 0.289062, 0.263672, 0.123047, -0.134766, 0.121094, 0.384766, 0.253906, 0.169922, 0.347656, 0.445312, 0.382812, 0.128906, 0.777344, 0.408203, 0.40625, 0.300781, 0.117188, 0.135742, 0.416016, 0.174805, 0.271484, 0.664062, 0.205078, 0.19043, 0.129883, 0.123535, 0.255859, 0.253906, 0.136719, 0.222656, 0.152344, 0.28125, 0.160156, 0.455078, 0.230469, 0.714844, 0.636719, 0.231445, 0.431641, 0.40625, 0.345703, 0.120117, 0.248047, 0.365234, 0.380859, 0.304688, 0.417969, 0.101562, 0.164062, 0.141602, 0.433594, 0.128906, 0.283203, 0.324219, 0.699219, 0.316406, 0.316406, 0.365234, 0.40625, 0.378906, -0.000196, 0.353516, 0.147461, 0.128906, 0.306641, 0.369141, 0.177734, 0.167969, 0.240234, 0.204102, 0.171875, 0.205078, 0.314453, 0.328125, 0.554688, 0.220703, 0.345703, 0.138672, 0.149414, 0.15918, 0.375, 0.267578, 0.322266, 0.275391, 0.208984, 0.462891, 0.318359, 0.195312, 0.359375, 0.149414, 0.155273, 0.143555, 0.139648, 0.191406, 0.523438, 0.147461, 0.203125, 0.067871, 0.400391, 0.261719, 0.136719, 0.285156, 0.161133, 0.231445, 0.357422, 0.707031, 0.075195, 0.431641, 0.349609, 0.180664, 0.129883, 0.079102, -0.000334, -0.000418, 0.408203, 0.341797, 0.371094, 0.172852, 0.172852, 0.15332, 0.149414, 0.133789, 0.242188, 0.279297, 0.167969, 0.133789, 0.117676, 0.273438, 0.154297, 0.320312, 0.072754, 0.730469, 0.203125, 0.145508, 0.4375, 0.177734, 0.117676, 0.143555, 0.198242, 0.443359, 0.28125, 0.234375, 0.472656, 0.168945, 0.162109, 0.365234, 0.148438, 0.139648, 0.601562, 0.167969, 0.535156, 0.196289, 0.226562, 0.287109, 0.160156, 0.441406, 0.202148, 0.386719, 0.144531, 0.106445, 0.150391, 0.351562, 0.357422, 0.21582, 0.582031, 0.306641, -0.123535, 0.482422, 0.355469, 0.12207, 0.164062, 0.259766, 0.302734, 0.123047, 0.464844, 0.123535, 0.613281, 0.277344, 0.189453, 0.275391, 0.259766, 0.151367, 0.193359, 0.22168, 0.191406, 0.171875, 0.168945, 0.341797, 0.330078, 0.114258, 0.155273, 0.332031, -0.097656, 0.396484, 0.168945, -0.120605, 0.226562, 0.363281, 0.169922, 0.195312, 0.369141, 0.000157, 0.625, 0.398438, 0.201172, 0.233398, 0.223633, 0.330078, 0.149414, 0.174805, 0.137695, 0.373047, 0.3125, 0.22168, 0.273438, 0.057129, 0.361328, 0.171875, 0.234375, 0.464844, 0.425781, 0.126953, 0.15918, 0.155273, 0.259766, 0.285156, 0.152344, -0.133789, 0.464844, 0.589844, 0.308594, 0.000263, 0.154297, 0.188477, 0.164062, 0.416016 ] }, "name": "model.model.layers.3.input_layernorm.weight", "outputIndexes": [ 286 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 285 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_3/Mul_output_0", "outputIndexes": [ 287 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 286, 287 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_3/Mul_1_output_0", "outputIndexes": [ 288 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 288 ], "outputIndexes": [ 2392 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2392 ], "outputIndexes": [ 2393 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear", "inputIndexes": [ 2393 ], "outputIndexes": [ 2394 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 393320910, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2394 ], "outputIndexes": [ 2395 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2395 ], "outputIndexes": [ 289 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 288 ], "main_type": "NONE", "name": "/Shape_43_output_0", "outputIndexes": [ 290 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 290 ], "main_type": "NONE", "name": "Shape830", "outputIndexes": [ 291 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 290 ], "main_type": "NONE", "name": "Rank832", "outputIndexes": [ 292 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 292, 292 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp834", "outputIndexes": [ 293 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 293 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze835", "outputIndexes": [ 294 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 293, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp837", "outputIndexes": [ 295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 295 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze838", "outputIndexes": [ 296 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 291, 294, 296, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice841", "outputIndexes": [ 297 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 297 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze842", "outputIndexes": [ 298 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 298 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp843", "outputIndexes": [ 299 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 299, 298 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp844", "outputIndexes": [ 300 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 290, 300, 293 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_49_output_0", "outputIndexes": [ 301 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 301, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_97_output_0", "outputIndexes": [ 302 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 302, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_39_output_0", "outputIndexes": [ 303 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 289, 303 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_28_output_0", "outputIndexes": [ 304 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 304, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_24_output_0", "outputIndexes": [ 305 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 304 ], "main_type": "NONE", "name": "/Shape_44_output_0", "outputIndexes": [ 306 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 306 ], "main_type": "NONE", "name": "Shape851", "outputIndexes": [ 307 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 306 ], "main_type": "NONE", "name": "Rank853", "outputIndexes": [ 308 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 308, 308 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp855", "outputIndexes": [ 309 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 309 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze856", "outputIndexes": [ 310 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 309, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp858", "outputIndexes": [ 311 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 311 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze859", "outputIndexes": [ 312 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 307, 310, 312, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice862", "outputIndexes": [ 313 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 313 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze863", "outputIndexes": [ 314 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 314 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp864", "outputIndexes": [ 315 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 315, 314 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp865", "outputIndexes": [ 316 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 306, 316, 309 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_50_output_0", "outputIndexes": [ 317 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 317, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_9_output_0", "outputIndexes": [ 318 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 318, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_102_output_0", "outputIndexes": [ 319 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 304, 319, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_13_output_0", "outputIndexes": [ 320 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 320 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_6_output_0", "outputIndexes": [ 321 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 304, 22, 319, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_12_output_0", "outputIndexes": [ 322 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 321, 322 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_42_output_0", "outputIndexes": [ 323 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 323, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_25_output_0", "outputIndexes": [ 324 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 305, 324 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_15_output_0", "outputIndexes": [ 325 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 288 ], "outputIndexes": [ 2396 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2396 ], "outputIndexes": [ 2397 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear", "inputIndexes": [ 2397 ], "outputIndexes": [ 2398 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 400560612, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2398 ], "outputIndexes": [ 2399 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2399 ], "outputIndexes": [ 326 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 302, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_40_output_0", "outputIndexes": [ 327 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 326, 327 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_29_output_0", "outputIndexes": [ 328 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_26_output_0", "outputIndexes": [ 329 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328 ], "main_type": "NONE", "name": "/Shape_45_output_0", "outputIndexes": [ 330 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 330 ], "main_type": "NONE", "name": "Shape913", "outputIndexes": [ 331 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 330 ], "main_type": "NONE", "name": "Rank915", "outputIndexes": [ 332 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 332, 332 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp917", "outputIndexes": [ 333 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 333 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze918", "outputIndexes": [ 334 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 333, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp920", "outputIndexes": [ 335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 335 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze921", "outputIndexes": [ 336 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 331, 334, 336, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice924", "outputIndexes": [ 337 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 337 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze925", "outputIndexes": [ 338 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 338 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp926", "outputIndexes": [ 339 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 339, 338 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp927", "outputIndexes": [ 340 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 330, 340, 333 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_51_output_0", "outputIndexes": [ 341 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 341, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_10_output_0", "outputIndexes": [ 342 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 342, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_104_output_0", "outputIndexes": [ 343 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328, 343, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_15_output_0", "outputIndexes": [ 344 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 344 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_7_output_0", "outputIndexes": [ 345 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328, 22, 343, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_14_output_0", "outputIndexes": [ 346 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 345, 346 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_43_output_0", "outputIndexes": [ 347 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 347, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_27_output_0", "outputIndexes": [ 348 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 329, 348 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_16_output_0", "outputIndexes": [ 349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 288 ], "outputIndexes": [ 2400 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2400 ], "outputIndexes": [ 2401 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear", "inputIndexes": [ 2401 ], "outputIndexes": [ 2402 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 401594874, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2402 ], "outputIndexes": [ 2403 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2403 ], "outputIndexes": [ 350 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 350, 327 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_30_output_0", "outputIndexes": [ 351 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 325, 349, 351, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_35_output_0", "outputIndexes": [ 352 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 352 ], "outputIndexes": [ 2404 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2404 ], "outputIndexes": [ 2405 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear", "inputIndexes": [ 2405 ], "outputIndexes": [ 2406 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 402629136, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2406 ], "outputIndexes": [ 2407 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2407 ], "outputIndexes": [ 353 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 285, 353 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_18_output_0", "outputIndexes": [ 354 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.890625, 1.0, 0.941406, 0.699219, 0.863281, 0.78125, 1.007812, 1.070312, 0.394531, 0.609375, 0.914062, 0.695312, 0.882812, 0.90625, 0.65625, 0.941406, 0.867188, 0.902344, 0.976562, 0.507812, 2.640625, 0.90625, 0.972656, 0.847656, 0.777344, 0.867188, 0.539062, 0.855469, 0.765625, 0.902344, 0.960938, 0.773438, 0.267578, 0.871094, 0.914062, 1.039062, 0.761719, 0.263672, 0.898438, 0.570312, 0.90625, 0.875, 1.007812, 0.871094, 0.878906, 0.894531, 0.625, 0.851562, 0.84375, 0.6875, 0.929688, 0.929688, 0.929688, 0.910156, 0.871094, 0.828125, 0.835938, 0.964844, 1.007812, 0.523438, 0.917969, 0.960938, 0.945312, 0.902344, 0.988281, 1.03125, 0.851562, 0.984375, 2.109375, 0.8125, 0.882812, 0.703125, 0.925781, 0.859375, 0.878906, 0.953125, 0.734375, 0.890625, 0.498047, 0.988281, 1.25, 0.929688, 0.90625, 0.886719, 0.914062, 0.601562, 0.925781, 0.925781, 0.894531, 0.648438, 0.902344, 0.957031, 0.960938, 1.203125, 0.84375, 0.902344, 0.710938, 0.769531, 0.890625, 0.859375, 0.761719, 0.796875, 0.886719, 0.882812, 0.914062, 0.847656, 0.949219, 0.769531, 0.832031, 1.382812, 0.914062, 0.871094, 0.894531, 0.188477, 0.890625, 0.378906, 0.824219, 1.0, 0.910156, 0.742188, 1.195312, 0.933594, 0.910156, 0.90625, 0.785156, 0.867188, 0.945312, 0.851562, 0.566406, 0.773438, 1.148438, 0.90625, 0.75, 0.84375, 0.589844, 0.859375, 0.929688, 0.996094, 0.730469, 0.867188, 0.929688, 0.867188, 1.03125, 2.15625, 0.75, 0.707031, 1.039062, 0.945312, 0.878906, 0.949219, 0.859375, 0.964844, 0.859375, 1.0, 0.734375, 0.8125, 0.734375, 0.558594, 0.957031, 0.871094, 0.5625, 0.878906, 0.507812, 0.875, 0.585938, 0.742188, 0.796875, 0.730469, 0.886719, 0.835938, 0.929688, 0.847656, 1.007812, 0.804688, 0.890625, 0.949219, 0.890625, 0.964844, 0.914062, 0.871094, 1.0625, 0.871094, 0.910156, 0.585938, 1.078125, 0.863281, 0.910156, 0.742188, 0.898438, 0.898438, 0.738281, 0.839844, 0.808594, 0.902344, 0.902344, 0.804688, 0.878906, 0.878906, 0.710938, 0.929688, 0.941406, 0.621094, 0.859375, 0.855469, 1.070312, 0.988281, 1.1875, 0.78125, 0.867188, 1.125, 0.863281, 0.921875, 0.839844, 0.851562, 1.054688, 0.867188, 0.726562, 0.785156, 0.890625, 0.859375, 0.929688, 0.632812, 0.84375, 0.996094, 0.910156, 0.835938, 0.914062, 0.800781, 0.875, 0.957031, 1.898438, 0.867188, 0.902344, 0.980469, 0.890625, 0.953125, 0.871094, 0.855469, 0.617188, 0.882812, 0.933594, 0.917969, 1.132812, 0.898438, 1.039062, 0.757812, 0.953125, 1.085938, 0.851562, 0.859375, 1.007812, 0.890625, 0.769531, 0.847656, 0.945312, 0.710938, 0.960938, 0.605469, 0.96875, 0.671875, 0.898438, 0.894531, 0.8125, 0.894531, 0.792969, 0.847656, 0.925781, 0.984375, 0.785156, 0.921875, 0.847656, 0.90625, 0.910156, 0.777344, 0.890625, 0.9375, 0.949219, 0.339844, 0.929688, 0.875, 0.976562, 0.972656, 0.582031, 0.972656, 0.90625, 0.902344, 1.054688, 0.914062, 0.824219, 0.71875, 0.84375, 0.910156, 0.847656, 0.703125, 1.328125, 0.949219, 0.769531, 0.789062, 0.859375, 1.03125, 1.015625, 0.75, 0.578125, 0.925781, 0.90625, 0.867188, 0.898438, 0.945312, 0.847656, 1.070312, 0.765625, 0.851562, 0.929688, 0.972656, 0.359375, 0.914062, 0.902344, 0.910156, 0.832031, 0.910156, 0.871094, 0.875, 0.925781, 0.894531, 0.726562, 0.898438, 1.039062, 0.917969, 0.863281, 0.792969, 0.585938, 0.859375, 0.820312, 0.859375, 0.667969, 0.878906, 0.824219, 1.734375, 0.871094, 0.988281, 0.585938, 0.882812, 0.910156, 0.871094, 0.566406, 0.898438, 0.871094, 0.925781, 0.988281, 0.957031, 0.859375, 0.679688, 0.867188, 0.910156, 1.140625, 0.96875, 0.96875, 0.882812, 0.925781, 0.933594, 0.910156, 0.910156, 0.648438, 0.75, 0.5, 0.660156, 0.832031, 0.957031, 0.929688, 0.6875, 0.964844, 1.09375, 0.964844, 0.859375, 0.988281, 1.125, 0.59375, 0.65625, 0.925781, 0.9375, 0.851562, 1.007812, 0.707031, 0.894531, 0.894531, 0.738281, 0.765625, 0.890625, 0.828125, 0.78125, 0.976562, 0.960938, 0.328125, 0.738281, 0.871094, 0.902344, 0.78125, 0.882812, 0.925781, 0.597656, 0.765625, 0.832031, 0.726562, 0.902344, 0.632812, 0.933594, 0.882812, 0.902344, 0.910156, 0.882812, 0.757812, 0.816406, 0.996094, 0.964844, 1.039062, 0.871094, 0.859375, 0.941406, 0.988281, 1.0625, 1.335938, 0.761719, 0.894531, 0.789062, 0.882812, 0.613281, 0.910156, 0.964844, 0.941406, 0.816406, 0.976562, 0.949219, 0.601562, 0.839844, 0.886719, 1.601562, 0.84375, 0.945312, 0.878906, 0.730469, 0.898438, 0.894531, 0.871094, 0.882812, 0.660156, 0.757812, 0.878906, 0.988281, 0.84375, 0.867188, 0.914062, 0.921875, 1.015625, 0.925781, 0.851562, 0.957031, 1.367188, 0.96875, 0.020264, 0.925781, 0.898438, 0.90625, 1.0, 0.660156, 0.78125, 0.863281, 0.777344, 0.917969, 0.859375, 0.785156, 0.898438, 0.59375, 0.953125, 1.023438, 0.859375, 0.667969, 0.953125, 0.789062, 1.007812, 0.902344, 1.085938, 0.894531, 0.917969, 0.914062, 0.726562, 0.984375, 0.929688, 0.867188, 0.910156, 0.8125, 0.910156, 0.925781, 1.015625, 1.039062, 0.871094, 0.980469, 1.078125, 0.828125, 0.894531, 0.9375, 1.0, 0.867188, 0.875, 0.699219, 0.988281, 0.765625, 0.929688, 1.5, 1.023438, 0.828125, 0.855469, 0.988281, 0.882812, 1.0, 0.851562, 0.789062, 0.964844, 0.921875, 0.839844, 0.859375, 0.957031, 0.882812, 1.007812, 0.609375, 0.914062, 0.855469, 0.855469, 1.023438, 0.949219, 0.953125, 0.871094, 0.894531, 0.878906, 0.910156, 0.933594, 0.945312, 0.722656, 1.015625, 0.816406, 0.921875, 0.535156, 1.703125, 0.648438, 0.886719, 0.621094, 0.890625, 1.320312, 0.652344, 1.265625, 1.125, 0.769531, 0.871094, 0.8125, 0.890625, 0.886719, 0.90625, 0.863281, 0.925781, 0.96875, 0.878906, 0.84375, 1.054688, 0.824219, 1.132812, 0.730469, 1.023438, 0.847656, 0.855469, 0.917969, 1.070312, 0.898438, 1.015625, 0.867188, 0.902344, 0.851562, 0.90625, 0.914062, 0.847656, 0.773438, 0.886719, 0.949219, 0.808594, 0.859375, 0.855469, 0.90625, 0.914062, 0.917969, 0.691406, 0.902344, 0.847656, 0.859375, 0.847656, 0.90625, 0.882812, 0.878906, 0.652344, 0.914062, 1.046875, 0.699219, 0.824219, 1.21875, 0.722656, 0.851562, 0.890625, 0.90625, 0.925781, 0.953125, 0.871094, 0.289062, 0.957031, 0.984375, 0.882812, 0.761719, 0.550781, 0.847656, 0.910156, 0.566406, 0.839844, 0.789062, 0.914062, 0.90625, 0.871094, 0.945312, 0.859375, 0.539062, 0.789062, 0.835938, 0.835938, 0.9375, 0.898438, 0.734375, 0.867188, 0.902344, 0.945312, 1.03125, 0.765625, 0.875, 1.96875, 1.023438, 0.855469, 0.949219, 0.636719, 0.976562, 0.976562, 0.875, 0.859375, 0.894531, 0.894531, 0.902344, 1.0, 0.601562, 0.8125, 0.828125, 0.6875, 0.722656, 0.863281, 0.84375, 1.039062, 0.964844, 0.71875, 0.632812, 0.824219, 0.206055, 0.921875, 0.898438, 1.046875, 0.972656, 0.863281, 0.933594, 0.871094, 0.867188, 0.867188, 0.917969, 0.917969, 1.023438, 0.976562, 0.863281, 0.648438, 0.910156, 0.949219, 0.921875, 0.847656, 0.921875, 1.109375, 0.550781, 0.863281, 1.015625, 0.714844, 0.808594, 0.398438, 0.925781, 0.898438, 1.070312, 0.863281, 0.890625, 0.308594, 0.714844, 1.085938, 0.550781, 0.878906, 0.804688, 1.054688, 0.882812, 0.945312, 0.816406, 0.996094, 0.898438, 0.59375, 1.054688, 0.851562, 0.835938, 1.40625, 0.800781, 0.875, 0.839844, 0.558594, 0.554688, 0.90625, 0.761719, 0.960938, 0.691406, 0.917969, 0.949219, 0.925781, 1.0, 0.84375, 0.820312, 0.519531, 0.804688, 0.914062, 0.925781, 0.886719, 0.898438, 1.078125, 0.671875, 0.875, 0.589844, 0.996094, 0.882812, 1.96875, 0.882812, 0.957031, 0.816406, 0.738281, 0.90625, 0.898438, 0.894531, 0.910156, 0.90625, 0.816406, 0.757812, 0.941406, 0.816406, 1.03125, 0.980469, 0.988281, 0.710938, 0.898438, 0.863281, 1.171875, 0.917969, 0.804688, 0.867188, 0.675781, 0.964844, 0.933594, 0.898438, 0.757812, 0.458984, 0.988281, 0.890625, 0.820312, 0.632812, 0.890625, 0.863281, 0.667969, 0.878906, 1.054688, 0.914062, 0.84375, 0.945312, 0.742188, 0.945312, 0.882812, 0.683594, 0.921875, 0.824219, 0.839844, 0.980469, 0.917969, 0.890625, 0.412109, 0.621094, 0.777344, 1.101562, 0.746094, 0.824219, 1.023438, 0.921875, 0.953125, 0.941406, 0.722656, 0.828125, 0.949219, 0.898438, 0.589844, 0.96875, 0.921875, 0.777344, 0.710938, 0.921875, 0.769531, 1.101562, 1.320312, 1.117188, 0.796875, 0.757812, 0.644531, 0.875, 0.423828, 0.808594, 0.867188, 0.357422, 1.0, 1.539062, 1.054688, 1.007812, 0.851562, 0.917969, 0.882812, 0.871094, 0.847656, 0.890625, 0.980469, 0.765625, 1.921875, 1.195312, 0.875, 0.914062, 0.984375, 0.902344, 0.785156, 0.75, 0.933594, 0.679688, 0.867188, 0.914062, 0.765625, 0.894531, 0.988281, 0.933594, 0.910156, 0.691406, 0.65625, 0.859375, 0.902344, 0.855469, 0.75, 1.015625, 0.847656, 0.90625, 0.800781, 0.914062, 0.878906, 0.859375, 0.90625, 1.054688, 0.878906, 1.007812, 0.996094, 0.941406, 0.839844, 0.855469, 0.890625, 1.0, 0.925781, 0.714844, 0.625, 0.90625, 0.839844, 1.023438, 0.894531, 0.757812, 0.871094, 1.054688, 0.894531, 0.949219, 0.898438, 0.589844, 0.796875, 0.753906, 0.824219, 0.882812, 0.914062, 0.941406, 0.925781, 0.882812, 0.867188, 0.804688, 0.361328, 0.917969, 0.832031, 0.917969, 0.820312, 1.148438, 0.890625, 0.914062, 0.917969, 0.925781, 0.917969, 0.953125, 0.859375, 0.890625, 0.566406, 1.039062, 0.886719, 0.890625, 0.847656, 0.769531, 0.949219, 0.945312, 0.902344, 0.941406, 0.941406, 1.007812, 0.847656, 0.871094, 0.96875, 0.820312, 1.0, 0.96875, 0.757812, 0.929688, 0.828125, 0.886719, 0.894531, 0.660156, 1.0625, 0.875, 0.867188, 0.746094, 0.957031, 0.925781, 0.632812, 0.5625, 0.816406, 0.992188, 0.890625, 0.628906, 0.878906, 0.929688, 0.769531, 0.910156, 0.710938, 0.929688, 0.914062, 0.898438, 0.597656, 0.996094, 0.589844, 0.660156, 1.171875, 0.828125, 0.535156, 0.742188, 0.832031, 0.890625, 0.925781, 0.761719, 1.15625, 0.890625, 0.921875, 0.460938, 0.929688, 0.933594, 1.179688, 1.023438, 0.875, 0.929688, 0.929688, 0.863281, 0.710938, 0.75, 0.554688, 0.804688, 0.574219, 0.777344, 0.652344, 0.953125, 0.847656, 0.855469, 0.886719, 1.257812, 1.09375, 0.917969, 0.976562, 0.90625, 0.859375, 0.65625, 0.804688, 0.867188, 1.03125, 0.894531, 0.337891, 0.6875, 0.894531, 0.886719, 0.832031, 0.902344, 1.382812, 1.039062, 0.910156, 0.933594, 0.921875, 0.5625, 0.867188, 0.910156, 1.070312, 0.769531, 0.816406, 0.949219, 0.835938, 0.875, 0.730469, 0.730469, 0.785156, 0.554688, 0.878906, 0.894531, 0.597656, 0.886719, 0.988281, 0.96875, 0.765625, 0.925781, 0.988281, 1.0, 0.867188, 0.765625, 0.742188, 0.78125, 1.429688, 0.894531, 1.132812, 0.972656, 1.054688, 1.007812, 0.9375, 1.039062, 0.855469, 0.941406, 0.753906, 0.878906, 0.460938, 1.8125, 0.859375, 0.921875, 0.863281, 0.742188, 0.863281, 0.894531, 0.419922, 0.753906, 0.808594, 0.648438, 0.714844, 0.546875, 0.894531, 0.400391, 0.640625, 0.851562, 0.914062, 0.917969, 0.917969, 0.75, 1.0625, 0.898438, 1.132812, 0.824219, 0.871094, 0.988281, 0.765625, 0.757812, 0.929688, 1.414062, 0.917969, 0.808594, 1.054688, 0.898438, 0.554688, 0.851562, 0.773438, 0.566406, 0.652344, 0.851562, 0.882812, 0.941406, 1.125, 1.03125, 1.125, 0.988281, 0.902344, 0.835938, 0.960938, 0.917969, 1.03125, 0.804688, 0.90625, 0.882812, 0.898438, 1.101562, 2.109375, 1.0625, 1.101562, 0.820312, 0.839844, 0.570312, 0.886719, 0.832031, 0.894531, 0.855469, 0.351562, 0.648438, 0.964844, 0.859375, 0.871094, 1.273438, 1.265625, 1.078125, 0.816406, 0.941406, 0.664062, 0.953125, 0.828125, 0.921875, 0.984375, 0.828125, 0.960938, 0.828125, 0.746094, 0.628906, 0.871094, 0.761719, 0.902344, 0.851562, 0.878906, 0.945312, 0.839844, 0.851562, 0.976562, 0.800781, 0.898438, 0.683594, 0.917969, 0.84375, 0.890625, 0.917969, 0.832031, 0.992188, 0.914062, 0.957031, 1.03125, 0.898438, 0.898438, 1.039062, 0.839844, 0.9375, 0.664062, 0.96875, 0.769531, 0.984375, 0.945312, 0.988281, 0.859375, 0.78125, 0.703125, 0.890625, 0.910156, 0.957031, 0.875, 0.871094, 0.859375, 0.957031, 0.863281, 0.953125, 0.875, 0.867188, 0.976562, 1.054688, 0.882812, 0.84375, 0.648438, 0.871094, 0.964844, 0.96875, 1.875, 0.917969, 0.949219, 0.859375, 0.914062, 1.023438, 0.871094, 0.894531, 0.828125, 0.921875, 0.609375, 0.949219, 0.800781, 0.578125, 0.917969, 0.996094, 0.851562, 0.792969, 0.972656, 0.941406, 0.992188, 0.878906, 0.921875, 1.210938, 0.804688, 1.40625, 0.539062, 0.957031, 0.980469, 0.695312, 1.070312, 1.015625, 0.871094, 0.84375, 0.882812, 0.953125, 0.957031, 0.898438, 0.882812, 0.6875, 0.882812, 1.15625, 0.972656, 0.867188, 0.921875, 0.976562, 1.046875, 0.925781, 0.945312, 0.980469, 1.046875, 0.828125, 0.972656, 0.882812, 0.898438, 0.875, 0.953125, 1.0, 0.875, 0.882812, 0.933594, 1.007812, 0.878906, 0.910156, 0.863281, 0.859375, 0.765625, 0.996094, 0.867188, 0.890625, 0.695312, 0.554688, 0.859375, 0.890625, 0.863281, 1.03125, 0.925781, 0.796875, 0.84375, 0.972656, 0.984375, 0.917969, 1.453125, 0.890625, 0.777344, 0.90625, 0.878906, 0.816406, 0.75, 0.867188, 0.984375, 0.90625, 0.792969, 0.233398, 0.886719, 2.0, 0.730469, 0.777344, 1.164062, 0.882812, 0.710938, 0.835938, 0.824219, 0.722656, 0.796875, 0.451172, 0.882812, 0.761719, 0.738281, 0.65625, 0.914062, 0.945312, 0.953125, 0.878906, 0.722656, 1.03125, 0.648438, 0.894531, 0.832031, 0.839844, 0.921875, 1.078125, 0.871094, 0.972656, 0.675781, 1.070312, 0.949219, 0.902344, 0.960938, 0.679688, 0.949219, 0.851562, 1.023438, 0.746094, 0.929688, 0.882812, 0.875, 0.976562, 0.878906, 0.859375, 0.859375, 0.867188, 0.871094, 0.925781, 0.933594, 0.898438, 0.886719, 0.671875, 0.917969, 0.863281, 0.878906, 1.03125, 0.832031, 0.914062, 0.992188, 0.894531, 0.855469, 0.535156, 0.808594, 0.996094, 0.746094, 0.921875, 1.085938, 0.945312, 0.90625, 1.078125, 0.84375, 1.125, 0.902344, 0.898438, 0.878906, 1.09375, 0.925781, 0.769531, 0.832031, 0.804688, 1.023438, 0.851562, 0.863281, 0.625, 0.941406, 0.894531, 0.90625, 0.867188, 0.929688, 0.730469, 0.71875, 0.910156, 0.808594, 0.882812, 0.921875, 0.917969, 0.90625, 0.796875, 0.859375, 0.902344, 0.839844, 0.894531, 0.800781, 0.867188, 1.320312, 0.699219, 1.070312, 1.039062, 0.871094, 0.902344, 0.851562, 0.914062, 0.890625, 0.902344, 0.804688, 1.25, 1.046875, 0.882812, 0.808594, 0.859375, 0.578125, 0.847656, 0.886719, 0.574219, 0.929688, 0.878906, 0.929688, 0.832031, 0.902344, 0.910156, 0.964844, 0.792969, 1.015625, 0.539062, 1.015625, 0.832031, 1.59375, 0.539062, 0.851562, 0.824219, 1.632812, 1.96875, 0.675781, 0.886719, 0.941406, 0.914062, 0.921875, 0.828125, 0.738281, 0.910156, 0.839844, 0.867188, 0.671875, 0.890625, 0.416016, 0.921875, 0.890625, 1.171875, 0.960938, 0.863281, 1.726562, 0.808594, 0.90625, 1.039062, 0.953125, 0.933594, 0.886719, 0.789062, 0.921875, 0.988281, 0.158203, 0.847656, 0.875, 0.820312, 0.867188, 0.796875, 0.847656, 0.917969, 0.914062, 0.703125, 1.039062, 1.0625, 0.96875, 0.875, 0.894531, 0.863281, 0.941406, 0.921875, 0.8125, 0.882812, 0.902344, 0.90625, 0.929688, 0.84375, 1.015625, 1.0, 0.960938, 0.929688, 0.871094, 0.875, 0.414062, 0.859375, 1.140625, 0.792969, 1.085938, 0.886719, 0.898438, 0.84375, 0.941406, 0.867188, 0.875, 0.75, 0.847656, 1.015625, 0.867188, 0.882812, 0.652344, 0.863281, 1.046875, 0.953125, 1.179688, 0.878906, 0.898438, 0.859375, 0.757812, 0.976562, 0.90625, 0.90625, 0.917969, 0.945312, 0.992188, 1.007812, 0.96875, 0.890625, 0.875, 0.910156, 0.890625, 0.851562, 0.992188, 0.867188, 0.570312, 0.847656, 0.894531, 0.894531, 0.964844, 0.882812, 0.914062, 0.90625, 0.898438, 0.996094, 0.941406, 0.699219, 0.972656, 0.917969, 0.605469, 0.886719, 1.140625, 0.867188, 0.871094, 0.917969, 0.734375, 0.878906, 1.039062, 0.710938, 0.984375, 0.478516, 1.273438, 0.859375, 0.777344, 1.140625, 0.90625, 0.835938, 0.925781, 0.890625, 0.957031, 0.925781, 1.03125, 0.820312, 0.925781, 0.875, 0.482422, 0.621094, 0.660156, 0.78125, 0.875, 0.859375, 0.90625, 1.015625, 0.722656, 0.921875, 0.71875, 0.867188, 1.429688, 0.832031, 0.921875, 0.828125, 0.921875, 0.613281, 0.910156, 0.890625, 0.945312, 0.773438, 0.714844, 0.796875, 0.988281, 0.863281, 0.824219, 0.816406, 1.015625, 0.871094, 0.914062, 0.933594, 0.902344, 0.882812, 0.75, 0.71875, 0.894531, 0.957031, 0.898438, 0.792969, 0.8125, 0.949219, 0.867188, 0.824219, 0.917969, 0.9375, 0.65625, 1.117188, 0.714844, 0.660156, 1.84375, 1.0625, 1.039062, 0.835938, 0.8125, 0.855469, 0.765625, 0.75, 0.832031, 1.171875, 0.816406, 0.828125, 0.964844, 0.910156, 0.859375, 0.878906, 0.90625, 0.882812, 0.671875, 0.894531, 0.910156, 1.0, 0.886719, 1.085938, 0.867188, 0.976562, 0.941406, 0.839844, 0.917969, 0.353516, 0.863281, 0.863281, 0.867188, 0.910156, 0.851562, 0.894531, 1.46875, 0.898438, 0.949219, 0.392578, 0.621094, 0.882812, 0.875, 0.875, 0.898438, 0.851562, 0.898438, 0.890625, 0.914062, 0.792969, 0.859375, 0.785156, 0.964844, 0.925781, 0.863281, 0.792969, 0.890625, 0.917969, 0.847656, 0.898438, 0.90625, 0.796875, 0.710938, 1.148438, 0.859375, 0.753906, 0.886719, 0.996094, 0.984375, 1.023438, 1.203125, 2.71875, 0.796875, 0.929688, 0.890625, 0.953125, 0.796875, 0.839844, 0.402344, 0.769531, 0.953125, 0.863281, 0.886719, 0.980469, 0.929688, 0.875, 0.585938, 0.617188, 0.917969, 0.707031, 0.839844, 0.789062, 0.90625, 0.972656, 0.957031, 0.9375, 0.542969, 0.878906, 0.337891, 0.695312, 0.640625, 0.851562, 0.835938, 0.898438, 0.785156, 0.96875, 0.917969, 0.898438, 0.90625, 0.835938, 0.902344, 0.890625, 0.910156, 0.867188, 1.234375, 0.921875, 0.894531, 0.5, 0.875, 0.773438, 0.910156, 0.734375, 0.707031, 0.660156, 0.894531, 0.980469, 0.90625, 0.671875, 0.878906, 0.761719, 0.667969, 0.597656, 0.917969, 0.980469, 0.921875, 0.851562, 0.980469, 0.90625, 0.824219, 0.800781, 0.785156, 0.910156, 0.785156, 0.878906, 0.90625, 0.945312, 0.828125, 0.902344, 1.171875, 1.023438, 0.875, 0.886719, 0.871094, 0.875, 0.925781, 1.359375, 0.914062, 0.792969, 0.859375, 1.0, 1.140625, 1.023438, 0.597656, 0.960938, 0.753906, 1.164062, 0.9375, 0.59375, 0.988281, -0.617188, 0.925781, 0.851562, 0.886719, 0.96875, 0.851562, 0.890625, 0.863281, 0.960938, 0.828125, 0.898438, 0.345703, 0.925781, 1.835938, 0.886719, 1.664062, 0.5, 0.929688, 0.964844, 0.917969, 0.867188, 0.871094, 0.957031, 0.824219, 0.96875, 0.835938, 0.828125, 0.691406, 0.921875, 0.871094, 0.9375, 0.953125, 0.960938, 0.832031, 1.0, 0.863281, 0.886719, 0.960938, 0.953125, 0.746094, 0.863281, 0.882812, 0.472656, 0.769531, 1.03125, 0.78125, 0.435547, 0.875, 0.953125, 0.875, 0.945312, 0.617188, 1.1875, 0.957031, 0.898438, 0.902344, 0.941406, 0.839844, 0.839844, 0.882812, 0.839844, 0.769531, 0.859375, 0.941406, 0.589844, 0.738281, 0.746094, 0.941406, 1.070312, 0.964844, 0.5625, 1.015625, 0.871094, 0.933594, 0.773438, 0.429688, 0.707031, 0.859375, 0.714844, 0.492188, 0.851562, 0.984375, 0.648438, 0.953125, 1.054688, 0.894531, 0.992188, 0.863281, 0.832031, 0.90625, 0.972656, 0.835938, 0.957031, 0.914062, 0.882812, 0.757812, 0.945312, 0.910156, 0.847656, 0.957031, 1.320312, 0.941406, 0.792969, 0.777344, 0.898438, 0.863281, 0.847656, 0.902344, 0.957031, 0.878906, 0.53125, 1.039062, 0.882812, 0.699219, 1.0625, 0.945312, 0.9375, 0.75, 0.933594, 0.851562, 0.835938, 0.90625, 0.863281, 0.894531, 0.867188, 0.777344, 0.851562, 0.953125, 0.832031, 0.777344, 1.117188, 1.054688, 0.871094, 0.910156, 0.894531, 0.570312, 0.617188, 1.03125, 0.859375, 0.152344, 0.859375, 0.925781, 0.730469, 0.949219, 0.890625, 0.953125, 0.921875, 0.925781, 1.625, 1.015625, 0.578125, 0.785156, 0.871094, 0.863281, 0.945312, 0.921875, 1.210938, 0.871094, 0.867188, 0.925781, 0.898438, 0.578125, 0.878906, 0.902344, 0.851562, 0.941406, 1.101562, 0.996094, 0.972656, 0.859375, 0.761719, 0.871094, 0.785156, 0.921875, 0.867188, 0.917969, 1.039062, 0.570312, 0.820312, 0.925781, 1.070312, 1.109375, 0.917969, 0.875, 1.0625, 1.023438, 0.773438, 0.898438, 0.941406, 1.0, 0.890625, 0.695312, 0.917969, 0.867188, 0.578125, 0.914062, 0.90625, 0.90625, 0.875, 0.929688, 0.726562, 0.648438, 0.839844, 0.476562, 0.890625, 0.941406, 0.894531, 0.902344, 0.921875, 0.699219, 0.878906, 0.957031, 0.867188, 0.957031, 0.710938, 0.929688, 0.910156, 0.949219, 0.90625, 0.960938, -0.042969, 0.894531, 0.824219, 0.851562, 0.84375, 0.90625, 0.667969, 0.972656, 0.894531, 0.785156, 0.851562, 0.886719, 0.632812, 0.964844, 0.628906, 0.757812, 0.929688, 0.710938, 0.773438, 1.210938, 0.261719, 0.839844, 0.882812, 0.898438, 1.0, 0.894531, 0.9375, 0.839844, 0.976562, 1.0, 0.925781, 0.550781, 0.875, 0.945312, 0.925781, 0.683594, 1.0, 0.917969, 0.84375, 0.949219, 0.902344, 0.792969, 0.992188, 0.597656, 0.976562, 0.890625, 0.9375, 1.007812, 0.925781, 0.933594, 0.796875, 0.65625, 0.898438, 0.902344, 0.898438, 0.914062, 1.789062, 1.03125, 0.898438, 1.171875, 0.894531, 0.792969, 0.574219, 0.902344, 0.839844, 0.855469, 0.882812, 0.707031, 0.929688, 0.953125, 0.808594, 0.921875, 1.0625, 0.960938, 0.871094, 0.832031, 0.851562, 0.953125, 0.867188, 1.085938, 0.757812, 0.980469, 0.960938, 0.878906, 0.929688, 0.789062, 0.929688, 1.0, 0.953125, 0.636719, 0.882812, 0.894531, 0.871094, 0.792969, 0.925781, 0.980469, 0.867188, 2.578125, 1.09375, 0.800781, 1.0, 0.707031, 0.898438, 0.949219, 0.875, 0.886719, 0.597656, 0.449219, 0.867188, 0.949219, 0.953125, 0.972656, 1.085938, 0.640625, 0.921875, 0.867188, 0.863281, 0.546875, 0.898438, 0.867188, 0.972656, 1.09375, 1.023438, 0.851562, 0.863281, 0.917969, 0.816406, 0.851562, 0.894531, 0.914062, 0.917969, 0.882812, 1.09375, 0.605469, 0.863281, 0.828125, 1.007812, 0.875, 0.734375, 1.28125, 0.710938, 0.917969, 0.9375, 1.398438, 0.851562, 0.933594, 1.054688, 0.859375, 0.902344, 0.890625, 0.976562, 0.824219, 0.972656, 0.886719, 1.0, 0.863281, 0.914062, 0.953125, 0.851562, 0.835938, 0.929688, 0.851562, 0.980469, 0.886719, 0.890625, 0.644531, 0.929688, 0.710938, 1.789062, 0.917969, 0.984375, 0.859375, 2.0, 0.867188, 0.921875, 0.914062, 0.921875, 0.867188, 0.875, 0.792969, 0.886719, 0.914062, 0.808594, 0.921875, 0.847656, 0.910156, 1.054688, 0.886719, 0.773438, 0.890625, 0.710938, 0.925781, 1.070312, 0.878906, 0.945312, 0.90625, 0.929688, 0.824219, 1.617188, 0.734375, 0.871094, 0.703125, 0.839844, 0.925781, 0.910156, 0.890625, 0.785156, 0.800781, 0.953125, 0.960938, 0.890625, 0.851562, 0.875, 1.023438, 1.179688, 0.863281, 0.796875, 0.898438, 0.605469, 0.941406, 0.394531, 0.796875, 1.0, 0.855469, 1.03125, 0.761719, 1.460938, 0.917969, 1.054688, 0.890625, 0.835938, 1.070312, 0.863281, 0.875, 0.976562, 0.695312, 0.847656, 0.949219, 0.851562, 1.0, 0.855469, 0.609375, 0.882812, 0.871094, 0.609375, 0.464844, 0.894531, 0.941406, 0.707031, 0.984375, 0.847656, 0.925781, 0.867188, 0.835938, 0.863281, 0.960938, 0.886719, 1.039062, 0.621094, 0.886719, 0.871094, 0.910156, 0.859375, 0.617188, 0.957031, 0.447266, 0.992188, 0.800781, 1.039062, 0.871094, 0.851562, 0.632812, 0.898438, 0.875, 0.773438, 0.742188, 0.878906, 0.8125, 0.605469, 0.402344, 0.820312, 0.914062, 0.921875, 0.898438, 0.839844, 0.949219, 0.882812, 0.902344, 0.957031, 0.53125, 0.816406, 0.722656, 0.992188, 0.605469, 0.660156, 0.796875, 0.910156, 0.550781, 0.96875, 0.878906, 0.832031, 0.929688, 0.871094, 0.9375, 1.101562, 0.878906, 0.574219, 1.046875, 0.9375, 0.9375, 0.773438, 0.902344, 0.773438, 0.960938, 0.894531, 0.859375, 0.839844, 0.683594, 0.785156, 0.902344, 2.03125, 0.878906, 0.753906, 0.90625, 0.804688, 0.84375, 0.921875, 0.878906, 0.890625, 0.9375, 0.851562, 0.613281, 0.84375, 0.847656, 0.96875, 0.988281, 0.949219, 0.957031, 0.742188, 0.867188, 0.90625, 0.992188, 0.886719, 0.792969, 0.902344, 0.929688, 0.875, 0.878906, 1.007812, 0.84375, 0.839844, 0.917969, 0.886719, 1.039062, 0.890625, 0.933594, 0.882812, 0.902344, 0.777344, 0.832031, 0.871094, 0.898438, 0.710938, 0.691406, 0.617188, 0.796875, 0.898438, 0.851562, 0.964844, 0.960938, 0.855469, 0.878906, 0.839844, 0.867188, 0.867188, 0.921875, 0.695312, 0.882812, 0.882812, 0.867188, 0.917969, 0.761719, 0.804688, 0.894531, 0.753906, 0.933594, 0.765625, 0.832031, 0.839844, 0.953125, 0.882812, 0.574219, 0.835938, 0.835938, 0.699219, 0.820312, 0.503906, 0.953125, 0.730469, 1.015625, 0.816406, 0.960938, 0.863281, 0.832031, 0.929688, 0.488281, 0.824219, 0.953125, 0.691406, 0.675781, 0.8125, 0.863281, 0.878906, 0.820312, 0.921875, 0.863281, 0.808594, 0.882812, 0.859375, 0.828125, 0.875, 1.726562, 0.976562, 0.949219, 0.894531, 1.078125, 0.929688, 0.792969, 0.769531, 1.492188, 0.917969, 0.898438, 0.722656, 0.9375, 0.59375, 0.828125, 0.890625, 0.882812, 0.894531, 0.949219, 0.910156, 0.550781, 0.773438, 0.996094, 0.910156, 0.789062, 0.917969, 0.890625, 0.957031, 0.902344, 0.863281, 0.796875, 0.859375, 0.898438, 0.96875, 0.570312, 0.917969, 0.455078, 1.046875, 0.855469, 0.644531, 1.023438, 0.964844, 0.945312, 1.0625, 0.898438, 1.007812, 0.90625, 0.570312, 0.847656, 1.015625, 0.804688, 0.917969, 0.835938, 0.722656, 0.9375, 0.835938, 0.863281, 0.742188, 0.90625, 0.847656, 0.515625, 0.863281, 0.851562, 0.824219, 0.9375, 0.914062, 0.867188, 0.84375, 1.101562, 0.972656, 0.71875, 1.148438, 0.929688, 0.835938, 0.964844, 0.980469, 0.894531, 0.9375, 0.875, 1.0, 0.898438, 0.917969, 1.070312, 0.886719, 0.910156, 0.699219, 0.847656, 0.925781, 0.785156, 0.835938, 0.851562, 0.886719, 0.613281, 0.447266, 1.234375, 0.894531, 0.621094, 0.925781, 0.691406, 0.964844, 0.789062, 0.882812, 0.96875, 0.667969, 1.007812, 1.0625, 0.945312, 0.867188, 0.859375, 0.878906, 0.859375, 1.0, 0.878906, 0.59375, 0.523438, 0.917969, 0.691406, 0.851562, 0.921875, 1.007812, 1.015625, 0.929688, 1.085938, 0.898438, 0.914062, 1.046875, 0.59375, 0.84375, 0.757812, 0.648438, 0.574219, 0.878906, 0.941406, 0.878906, 0.726562, 0.878906, 0.320312, 0.816406, 0.765625, 0.029297, 0.640625, 0.871094, 1.09375, 1.085938, 0.980469, 0.8125, 0.6875, 1.03125, 0.894531, 0.878906, 0.941406, 0.800781, 0.800781, 1.039062, 0.984375, 0.980469, 0.917969, 0.921875, 0.894531, 0.8125, 0.691406, 0.882812, 0.816406, 0.957031, 0.851562, 0.890625, 0.851562, 0.632812, 0.589844, 0.726562, 0.71875, 0.871094, 1.132812, 0.640625, 0.726562, 0.625, 1.015625, 0.878906, 0.917969, 0.878906, 0.914062, 0.78125, 0.847656, 0.894531, 0.910156, 1.007812, 0.878906, 0.902344, 0.90625, 1.007812, 0.949219, 1.148438, 0.964844, 2.25, 0.894531, 0.875, 0.921875, 1.171875, 0.867188, 1.007812, 1.195312, 1.007812, 1.023438, 0.636719, 0.933594, 1.15625, 0.84375, 0.839844, 0.90625, 0.917969, 0.902344, 0.871094, 0.675781, 0.777344, 0.75, 0.90625, 0.988281, 0.851562, 0.871094, 0.769531, 0.859375, 0.816406, 0.742188, 0.890625, 0.691406, 0.882812, 0.953125, 0.761719, 0.601562, 0.574219, 0.835938, 1.015625, 0.921875, 0.746094, 0.945312, 0.796875, 0.875, 0.886719, 0.847656, 0.898438, 0.976562, 1.054688, 0.738281, 0.890625, 1.132812, 0.902344, 0.738281, 0.773438, 0.925781, 0.847656, 0.898438, 0.792969, 0.960938, 0.859375, 0.625, 0.976562, 0.886719, 1.117188, 0.824219, 1.054688, 1.03125, 0.921875, 0.824219, 1.070312, 0.601562, 0.820312, 0.953125, 0.960938, 0.953125, 0.910156, 0.832031, 0.910156, 0.828125, 0.992188, 0.882812, 0.941406, 0.902344, 0.726562, 0.890625, 0.628906, 0.960938, 0.9375, 0.503906, 0.695312, 0.660156, 1.03125, 0.855469, 4.21875, 0.867188, 0.675781, 0.632812, 0.875, 0.890625, 0.855469, 0.609375, 0.925781, 1.601562, 1.078125, 0.949219, 2.140625, 0.820312, 0.925781, 0.839844, 0.847656, 0.769531, 0.898438, 0.96875, 0.574219, 0.992188, 0.84375, 0.90625, 0.890625, 0.878906, 1.046875, 0.730469, 0.871094, 0.871094, 0.8125, 0.875, 0.304688, 1.0, 0.957031, 1.039062, 0.90625, 0.71875, 0.878906, 1.109375, 0.792969, 0.742188, 0.957031, 1.070312, 1.015625, 0.960938, 0.875, 0.898438, 0.910156, 0.878906, 0.875, 0.710938, 0.917969, 0.921875, 0.894531, 0.761719, 0.898438, 0.894531, 0.855469, 0.820312, 0.875, 0.757812, 0.640625, 0.941406, 0.914062, 0.90625, 0.898438, 0.9375, 1.117188, 0.835938, 1.0, 0.835938, 0.390625, 0.871094, 0.730469, 0.976562, 0.695312, 1.03125, 1.335938, 0.859375, 0.902344, 1.140625, 0.96875, 0.855469, 0.898438, 1.0, 0.886719, 1.0, 0.839844, 0.863281, 0.988281, 0.9375, 0.867188, 1.0, 0.882812, 0.6875, 0.914062, 0.957031, 0.914062, 0.6875, 0.675781, 0.875, 0.859375, 1.039062, 0.898438, 0.875, 0.890625, 0.890625, 0.84375, 0.839844, 0.640625, 0.742188, 0.835938, 0.851562, 0.710938, 0.964844, 0.871094, 0.820312, 0.957031, 0.886719, 0.890625, 0.863281, 0.582031, 0.699219, 0.933594, 0.949219, 0.910156, 0.882812, 0.84375, 1.085938, 0.910156, 0.9375, 0.953125, 0.832031, 0.882812, 0.898438, 0.964844, 0.941406, 0.917969, 1.382812, 0.910156, 0.949219, 0.910156, 0.867188, 0.917969, 0.847656, 0.882812, 0.84375, 0.859375, 0.945312, 0.875, 0.851562, 0.929688, 0.886719, 0.988281, 0.828125, 0.894531, 0.777344, 0.894531, 0.839844, 0.886719, 0.894531, 0.882812, 0.9375, 0.679688, 0.855469, 0.738281, 0.941406, 0.765625, 0.757812, 0.84375, 0.792969, 0.455078, 1.0, 0.921875, 0.914062, 0.871094, 0.875, 1.234375, 0.84375, 1.070312, 1.539062, 0.558594, 0.691406, 0.914062, 1.0, 0.972656, 0.714844, 0.519531, 0.949219, 0.84375, 0.921875, 0.882812, 0.933594, 0.96875, 0.984375, 0.546875, 0.902344, 0.914062, 0.988281, 0.699219, 0.753906, 0.675781, 0.707031, 0.902344, 0.769531, 1.023438, 0.890625, 0.984375, 0.59375, 0.976562, 1.101562, 0.851562, 0.953125, 0.859375, 0.902344, 0.691406, 0.90625, 1.015625, 0.878906, 0.878906, 0.816406, 1.382812, 1.039062, 0.9375, 0.910156, 1.03125, 0.867188, 0.796875, 0.835938, 0.65625, 0.898438, 0.898438, 0.882812, 0.992188, 2.125, 1.039062, 0.902344, 0.835938, 0.921875, 0.613281, 0.804688, 0.605469, 0.867188, 0.9375, 0.925781, 1.09375, 0.910156, 1.0, 0.847656, 1.125, 0.753906, 0.671875, 0.785156, 0.917969, 0.78125, 0.929688, 0.753906, 0.917969, 0.757812, 0.902344, 1.023438, 0.636719, 0.875, 0.867188, 0.890625, 0.890625, 0.859375, 0.824219, 0.785156, 1.25, 0.574219, 0.851562, 0.996094, 0.84375, 0.890625, 0.910156, 0.742188, 0.679688, 0.800781, 0.882812, 0.984375, 0.886719, 0.882812, 0.925781, 0.394531, 0.851562, 0.792969, 0.859375, 0.925781, 0.871094, 0.890625, 1.015625, 0.886719, 1.015625, 0.730469, 1.0, 0.847656, 0.707031, 0.898438, 0.871094, 0.835938, 0.851562, 0.917969, 1.046875, 0.941406, 0.921875, 0.738281, 0.757812, 0.902344, 0.910156, 0.964844, 0.820312, 0.644531, 0.890625, 0.964844, 0.96875, 0.941406, 0.820312, 1.015625, 1.101562, 0.910156, 0.886719, 0.898438, 0.84375, 0.777344, 0.886719, 0.921875, 0.578125, 0.894531, 0.980469, 0.996094, 1.148438, 0.695312, 0.882812, 0.828125, 0.890625, 0.886719, 0.875, 0.832031, 0.851562, 0.980469, 1.257812, 1.09375, 0.898438, 0.863281, 0.953125, 0.875, 1.039062, 0.84375, 0.917969, 0.800781, 1.398438, 0.585938, 0.910156, 0.746094, 1.070312, 0.839844, 1.21875, 0.636719, 0.789062, 0.859375, 0.980469, 0.90625, 0.933594, 0.988281, 0.859375, 0.933594, 0.863281, 0.839844, 1.023438, 0.894531, 0.890625, 0.882812, 0.796875, 0.851562, 0.886719, 0.984375, 1.304688, 0.925781, 0.929688, 1.023438, 0.898438, 0.929688, 0.8125, 1.289062, 0.882812, 0.863281, 0.898438, 0.945312, 0.949219, 0.902344, 2.328125, 0.675781, 0.914062, 0.878906, 0.910156, 0.953125, 0.878906, 0.886719, 0.890625, 1.070312, 0.820312, 0.8125, 0.90625, 0.792969, 0.535156, 0.90625, 0.746094, 0.78125, 0.648438, 0.777344, 0.855469, 0.714844, 0.757812, 1.0625, 0.664062, 0.808594, 0.894531, 0.6875, 0.84375, 0.875, 0.832031, 0.867188, 0.914062, 0.980469, 0.996094, 0.886719, 0.84375, 0.929688, 0.75, 0.949219, 1.34375, 0.90625, 0.886719, 0.886719, 0.996094, 0.914062, 0.929688, 0.621094, 0.859375, 0.917969, 0.859375, 0.871094, 0.929688, 0.933594, 0.835938, 0.980469, 0.898438, 0.917969, 0.910156, 0.902344, 0.925781, 0.742188, 0.894531, 0.777344, 0.925781, 0.859375, 0.890625, 0.878906, 0.902344, 0.796875, 1.015625, 0.601562, 0.898438, 0.863281, 0.871094, 0.859375, 0.925781, 0.90625, 0.84375, 0.855469, 0.855469, 0.722656, 0.449219, 0.890625, 0.875, 0.808594, 1.203125, 0.283203, 0.902344, 0.96875, 0.996094, 0.976562, 0.851562, 0.867188, 0.929688, 0.890625, 1.703125, 0.878906, 0.976562, 0.886719, 0.910156, 0.878906, 1.0, 0.890625, 1.0625, 0.886719, 1.257812, 0.875, 0.894531, 0.765625, 0.921875, 0.886719, 0.914062, 0.902344, 0.699219, 0.882812, 0.96875, 0.929688, 0.871094, 1.039062, 0.859375, 0.929688, 0.617188, 0.910156, 0.917969, 0.992188, 0.890625, 1.085938, 0.964844, 0.808594, 0.828125, 1.179688, 0.875, 0.882812, 0.773438, 0.90625, 0.90625, 0.976562, 0.585938, 0.882812, 0.96875, 0.769531, 0.925781, 0.839844, 0.886719, 1.070312, 0.925781, 0.84375, 1.054688, 0.839844, 0.757812, 0.914062, 0.773438, 1.976562, 0.914062, 0.863281, 0.890625, 1.070312, 0.894531, 0.867188, 0.486328, 1.609375, 0.832031, 0.917969, 0.914062, 0.652344, 0.949219, 0.890625, 0.960938, 0.925781, 0.96875, 0.714844, 0.886719, 0.851562, 0.835938, 0.914062, 0.914062, 0.882812, 0.451172, 0.914062, 0.539062, 1.070312, 0.894531, 0.835938, 0.859375, 0.9375, 1.164062, 0.839844, 0.871094, 0.898438, 0.71875, 0.894531, 0.882812, 0.263672, 0.921875, 0.769531, 0.910156, 0.855469, 0.75, 0.875, 0.894531, 0.486328, 0.769531, 1.03125, 0.820312, 0.890625, 0.957031, 0.929688, 0.667969, 0.75, 0.789062, 1.023438, 1.007812, 0.875, 1.085938, 0.773438, 0.890625, 0.886719, 0.875, 0.640625, 1.460938, 0.910156, 0.886719, 0.984375, 0.875, 0.917969, 0.894531, 1.070312, 0.941406, 0.921875, 0.898438, 0.894531, 0.855469, 1.265625, 1.03125, 0.804688, 0.878906, 0.964844, 0.820312, 0.53125, 1.007812, 0.890625, 0.902344, 1.054688, 0.867188, 0.9375, 0.773438, 0.894531, 1.070312, 0.882812, 0.574219, 0.742188, 1.007812, 0.695312, 0.898438, 0.941406, 1.117188, 0.976562, 0.871094, 0.59375, 0.859375, 0.949219, 0.867188, 0.890625, 1.03125, 0.882812, 0.878906, 0.886719, 0.871094, 0.839844, 0.945312, 0.910156, 0.769531, 0.90625, 1.648438, 0.957031, 0.976562, 0.917969, 0.714844, 0.941406, 1.140625, 0.714844, 0.800781, 0.875, 0.523438, 0.925781, 0.855469, 0.933594, 0.710938, 0.867188, 0.84375, 0.894531, 0.839844, 0.699219, 0.792969, 0.738281, 1.101562, 0.699219, 0.914062, 0.871094, 0.890625, 0.894531, 0.863281, 0.746094, 0.902344, 0.925781, 0.835938, 0.84375, 0.960938, 0.871094, 0.800781, 1.0625, 1.148438, 0.863281, 0.789062, 0.917969, 0.914062, 0.960938, 0.960938, 0.886719, 0.496094, 0.84375, 0.863281, 0.515625, 0.886719, 0.941406, 0.699219, 0.910156, 0.898438, 0.933594, 0.871094, 0.914062, 1.054688, 0.898438, 1.015625, 1.0625, 0.832031, 0.828125, 0.925781, 1.023438, 0.933594, 0.949219, 0.660156, 0.558594, 0.980469, 1.046875, 0.9375, 0.882812, 0.90625, 0.914062, 0.847656, 0.601562, 0.683594, 0.675781, 0.828125, 0.925781, 0.863281, 0.875, 0.84375, 0.9375, 0.824219, 0.886719, 0.886719, 0.910156, 0.902344, 0.785156, 0.925781, 0.695312, 1.015625, 0.601562, 0.890625, 0.921875, 0.535156, 0.9375, 0.902344, 0.875, 0.875, 0.707031, 0.871094, 0.839844, 0.394531, 0.867188, 0.863281, 0.6875, 0.894531, 0.890625, 0.601562, 0.960938, 0.601562, 0.925781, 0.890625, 0.835938, 0.902344, 0.710938, 0.921875, 0.894531, 0.921875, 1.09375, 0.894531, 0.730469, 0.734375, 0.835938, 0.585938, 0.679688, 0.882812, 0.402344, 0.851562, 0.914062, 0.878906, 0.964844, 0.855469, 0.863281, 0.789062, 0.90625, 0.574219, 0.773438, 0.90625, 0.90625, 0.871094, 0.886719, 0.871094, 0.832031, 0.882812, 0.84375, 0.871094, 0.714844, 0.796875, 0.929688, 0.921875, 0.96875, 0.964844, 0.683594, 0.871094, 0.898438, 0.851562, 0.644531, 0.898438, 0.898438, 0.71875, 1.101562, 0.546875, 0.753906, 0.910156, 0.851562, 0.925781, 0.808594, 0.875, 0.914062, 0.933594, 0.898438, 0.804688, 0.917969, 0.789062, 1.3125, 0.765625, 0.84375, 0.835938, 0.875, 0.863281, 0.871094, 0.894531, 0.902344, 0.855469, 0.84375, 0.894531, 0.933594, 0.8125, 0.894531, 0.847656, 1.085938, 0.929688, 0.804688, 0.933594, 0.992188 ] }, "name": "model.model.layers.3.post_attention_layernorm.weight", "outputIndexes": [ 355 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 354 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_3/Mul_output_0", "outputIndexes": [ 356 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 355, 356 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_3/Mul_1_output_0", "outputIndexes": [ 357 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 357 ], "outputIndexes": [ 2408 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2408 ], "outputIndexes": [ 2409 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear", "inputIndexes": [ 2409 ], "outputIndexes": [ 2410 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 409854502, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2410 ], "outputIndexes": [ 2411 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2411 ], "outputIndexes": [ 358 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 358 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_3/Sigmoid_output_0", "outputIndexes": [ 359 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 358, 359 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_3/Mul_output_0", "outputIndexes": [ 360 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 357 ], "outputIndexes": [ 2412 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2412 ], "outputIndexes": [ 2413 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear", "inputIndexes": [ 2413 ], "outputIndexes": [ 2414 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 448045628, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2414 ], "outputIndexes": [ 2415 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2415 ], "outputIndexes": [ 361 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 360, 361 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_3/Mul_output_0", "outputIndexes": [ 362 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 362 ], "outputIndexes": [ 2416 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2416 ], "outputIndexes": [ 2417 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear", "inputIndexes": [ 2417 ], "outputIndexes": [ 2418 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 486236754, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2418 ], "outputIndexes": [ 2419 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2419 ], "outputIndexes": [ 363 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 354, 363 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_19_output_0", "outputIndexes": [ 364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 364, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_36_output_0", "outputIndexes": [ 365 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.359375, 0.182617, 0.402344, 0.494141, 0.224609, 0.34375, 0.112793, 0.111816, 0.6875, 0.296875, -0.126953, 0.361328, 0.416016, 0.131836, 0.427734, 0.114746, 0.134766, 0.137695, 0.125, 0.404297, 0.160156, 0.125977, 0.133789, 0.235352, 0.234375, 0.111328, 0.304688, 0.302734, 0.439453, 0.157227, 0.335938, 0.359375, 0.244141, 0.176758, 0.108398, 0.162109, 0.417969, 0.765625, -0.10791, 0.283203, 0.162109, -0.107422, 0.835938, 0.267578, 0.131836, 0.116699, 1.109375, 0.162109, 0.425781, 0.384766, 0.125, 0.158203, 0.109375, 0.124512, 0.429688, 0.373047, 0.306641, 0.103027, 0.255859, 0.851562, 0.140625, 0.664062, 0.310547, -0.075195, 0.667969, 1.9375, 0.22168, -0.145508, 0.213867, 0.427734, 0.212891, 0.8125, 0.137695, 0.177734, 0.335938, 0.133789, 0.667969, 0.394531, 0.699219, 0.137695, 0.597656, 0.255859, 0.404297, 0.351562, 0.114258, 0.077637, -0.116699, 0.308594, 0.086914, 0.757812, 0.192383, 0.09375, 0.119629, 0.21875, 0.494141, 0.125977, 0.359375, 0.431641, 0.098145, 0.242188, 0.292969, 0.431641, 0.113281, 0.138672, 0.369141, 0.277344, 0.519531, 0.404297, 0.605469, 0.753906, 0.113281, 0.136719, -0.095215, 0.769531, 0.146484, 1.195312, 0.308594, 0.162109, 0.124023, 0.292969, 0.081055, 0.125977, 0.112305, -0.092773, 0.984375, 0.161133, 0.359375, 0.147461, 0.081055, 0.435547, 0.333984, -0.09668, 0.519531, 0.271484, 0.589844, 0.08252, 0.15625, 0.133789, 0.558594, 0.133789, 0.132812, 0.124512, 0.164062, 0.199219, 0.503906, 0.443359, 0.777344, 0.098633, 0.152344, 0.104492, 0.251953, 0.300781, 0.201172, 0.146484, 0.722656, 0.527344, 0.455078, 0.404297, 0.199219, 0.214844, 0.457031, 0.589844, 0.625, 0.139648, 0.707031, 0.503906, 0.507812, 0.625, 0.163086, 0.365234, 0.146484, 0.185547, 0.1875, 0.242188, 0.125977, 0.683594, 0.173828, 0.12793, 0.130859, 0.129883, -0.000336, 0.275391, 0.126953, 0.271484, 5.1e-05, 0.125, 0.163086, 0.355469, 0.225586, 0.113281, 0.275391, 0.194336, 0.640625, 0.164062, 0.287109, 0.178711, 0.172852, 0.150391, 0.664062, 0.161133, 0.114258, 0.761719, 0.464844, 0.542969, 0.75, -0.134766, -0.050537, 0.443359, 0.121094, 0.073242, 0.237305, -0.119141, 0.21875, 0.193359, 0.131836, 0.511719, 0.470703, 0.410156, 0.433594, 0.211914, 0.106934, 0.451172, 0.574219, 0.129883, 0.141602, 0.484375, 0.365234, 0.601562, 0.192383, 0.129883, 1.132812, 0.142578, 0.104004, 0.120605, 0.100586, 0.152344, 0.148438, 0.207031, 0.063965, 0.232422, 0.394531, -0.106445, 0.163086, 0.128906, -0.104004, 1.1875, 0.115723, 0.15332, 0.170898, 0.170898, 0.091309, 0.249023, 0.498047, 0.289062, 0.283203, 0.445312, 0.21875, 0.550781, 0.145508, 0.546875, 0.129883, 0.07959, 0.217773, 0.118652, 0.361328, 0.248047, 0.289062, 0.125, 0.675781, 0.470703, 0.601562, 0.138672, 0.147461, 0.59375, 0.171875, 0.15625, 0.12207, 0.414062, 0.162109, 0.433594, 0.114258, 0.122559, 0.073242, -0.106934, 0.265625, 0.392578, -0.092773, 0.185547, 0.163086, 0.300781, 0.248047, 0.291016, 0.632812, 0.628906, 0.166016, 0.394531, 0.597656, 0.302734, 0.183594, 0.169922, 0.00106, 0.5, 0.628906, 0.132812, 0.141602, 0.120117, 0.157227, 0.120117, 0.239258, 0.155273, 0.769531, 0.1875, -0.125977, 0.129883, 0.855469, 0.112793, 0.679688, 0.161133, 0.226562, 0.119629, 0.130859, 0.15332, 0.136719, 0.174805, 0.416016, 0.12207, 0.094727, 0.124023, 0.478516, 0.46875, 0.054443, 0.392578, 0.523438, 0.181641, 0.578125, 0.11377, 0.314453, 1.179688, 0.21582, 0.188477, 0.058105, 0.143555, 0.121582, 0.155273, 0.138672, 0.143555, 0.148438, 0.149414, 0.114746, 0.143555, 0.198242, 0.435547, 0.294922, 0.125, 0.738281, 0.158203, -0.00012, 0.157227, 0.113281, 0.157227, 0.163086, 0.121582, 0.128906, 0.363281, 0.386719, 0.570312, 0.296875, 0.625, 0.166016, 0.363281, 0.178711, 0.079102, 0.125977, 0.158203, 0.214844, 0.585938, 0.117676, 0.507812, 0.098633, 0.165039, 0.261719, 0.139648, 0.5, 0.149414, 0.115723, 0.388672, 1.117188, 0.123047, 0.233398, 0.376953, 0.111328, 0.570312, 0.40625, 0.269531, 0.199219, 0.138672, 0.324219, 0.186523, 0.113281, 0.113281, 0.460938, 0.213867, 0.601562, 0.162109, 0.423828, 0.141602, 0.228516, 0.196289, 0.15918, 0.625, 0.691406, 0.554688, 0.542969, 0.144531, 0.152344, 0.511719, 0.223633, 0.140625, 0.12793, 0.083496, 0.773438, 0.5625, 0.129883, 0.279297, 0.140625, 0.53125, 0.129883, 0.546875, 0.216797, 0.326172, 0.164062, 0.129883, 0.423828, 0.202148, 0.207031, 0.113281, 0.259766, -0.104004, 0.170898, 0.519531, 0.140625, 0.171875, 0.242188, 0.106445, 0.566406, 0.492188, 0.162109, 0.10498, 0.285156, 0.239258, 0.178711, 0.006592, 0.157227, -0.00013, 0.289062, 0.170898, -0.000427, 0.125, 0.001671, 0.193359, 0.138672, 0.251953, 0.152344, 0.75, 0.40625, 0.165039, 0.388672, 0.169922, 0.369141, 0.380859, 0.126953, 0.085938, 0.112793, 0.098145, 0.163086, 0.753906, 0.230469, 0.335938, 0.142578, 0.104492, 0.433594, 0.117676, 0.152344, 0.180664, 0.683594, 0.185547, 0.283203, 0.490234, 0.170898, 0.445312, 0.11377, 0.160156, 1.6875, 0.161133, 0.169922, 0.097168, 0.198242, 0.410156, 0.242188, 0.123047, 0.086914, 0.398438, 0.208984, 0.621094, 0.102051, 0.613281, 0.570312, 0.000702, 0.173828, 0.233398, 0.185547, 0.227539, 0.106445, 0.707031, 0.150391, 0.341797, 0.174805, 0.142578, 0.182617, 0.371094, 0.116211, 0.134766, 0.169922, 0.105469, 0.137695, 0.337891, 0.310547, 0.100098, 0.125, 0.154297, 0.141602, 0.209961, 0.15332, 0.131836, 0.148438, 0.145508, 0.470703, -0.061523, 0.5, 0.121094, 0.363281, 0.085938, 0.392578, 0.134766, 0.40625, 0.123047, 0.921875, 0.734375, -0.000307, 0.773438, 0.457031, 0.148438, 0.292969, 0.196289, 0.189453, 0.253906, 0.172852, -0.130859, 0.125, 0.167969, 0.605469, 0.117188, 0.378906, -0.000599, 0.357422, 0.294922, 0.257812, 0.416016, 0.222656, -0.001015, 0.244141, 0.142578, 0.108887, 0.275391, 0.365234, 0.163086, -0.128906, 0.118164, 0.361328, -0.104004, 0.10498, 0.427734, 0.201172, 0.34375, 0.298828, 0.105469, 0.204102, 0.427734, 0.132812, 0.212891, 0.200195, 0.503906, 0.117676, 0.304688, 0.188477, 0.59375, 0.111328, -0.077148, 0.4375, 0.384766, 0.75, 0.380859, 0.19043, 0.164062, 0.535156, 0.134766, 0.132812, 0.118652, 0.664062, 0.094727, 0.625, 0.145508, 0.380859, 0.341797, 0.542969, 0.110352, 0.069824, 0.150391, 0.507812, 0.457031, 0.166992, 0.097168, -0.683594, 0.216797, 0.78125, 0.404297, 0.347656, 0.314453, 0.144531, 0.231445, 0.458984, 0.388672, 0.1875, 0.095215, -0.000534, 0.287109, 0.120117, 0.003036, -0.084473, 0.144531, 0.136719, 0.460938, 0.261719, 0.126953, 0.129883, 0.523438, 0.09082, 0.144531, 0.121094, 0.123535, 0.12793, 0.535156, 0.238281, 0.519531, 0.478516, 0.519531, 0.265625, -0.118652, 0.15332, 0.367188, 0.542969, 0.172852, 0.6875, 0.138672, 0.135742, 0.203125, 0.142578, 0.251953, 0.126953, 0.144531, 0.245117, 0.257812, 0.078613, 0.228516, 0.141602, 0.123047, 0.130859, 0.542969, 0.53125, 0.116211, 0.123047, 0.189453, 0.160156, 0.251953, 0.738281, 0.476562, 0.152344, 0.539062, 0.34375, 0.394531, 0.148438, 0.231445, 0.092285, 0.189453, 0.18457, 0.4375, 0.707031, 0.714844, 0.40625, 0.163086, 0.279297, 0.255859, 0.136719, 0.114258, 0.306641, -0.131836, 0.150391, 0.083984, 0.271484, 0.225586, 0.4375, 1e-06, 0.384766, 0.15918, 0.636719, 1.203125, 0.558594, 0.114746, 0.632812, 0.216797, 0.699219, 0.163086, 0.078125, 0.119141, 0.123535, 0.201172, 1.484375, 0.283203, 0.263672, 0.230469, 0.104004, 0.146484, 0.136719, 0.165039, 0.652344, 0.12793, 0.363281, 0.102539, 0.157227, 1.070312, 0.318359, 0.138672, 0.46875, 0.439453, -0.088867, -0.09082, 0.150391, 0.15918, 0.154297, 0.447266, 0.445312, 0.139648, 0.416016, 0.582031, 0.710938, 0.094238, 0.384766, 0.085938, 0.324219, 2.265625, 0.130859, 0.384766, 0.117676, 0.089844, 0.181641, -0.099609, 0.193359, 0.416016, 0.380859, 0.22168, 0.296875, 0.320312, 0.071289, 0.152344, 0.191406, 0.157227, 0.333984, 0.179688, 0.110352, 0.318359, 0.092773, 0.382812, 0.11377, 0.18457, 0.470703, 0.140625, 0.335938, 0.453125, 0.110352, 0.116699, 0.219727, 0.46875, -0.001465, 0.582031, 0.267578, 0.349609, 0.515625, 0.170898, 0.198242, -0.123535, 0.11084, 0.832031, 0.210938, 0.129883, 0.179688, 0.165039, 0.189453, 0.151367, 0.652344, 0.423828, 0.136719, 0.474609, 0.142578, 0.945312, 0.178711, 0.394531, 0.527344, 0.390625, 0.169922, 0.189453, 0.269531, 0.214844, 0.126953, 0.147461, 5.6e-05, 0.000357, 0.136719, 0.175781, 0.137695, 0.205078, 0.118164, 0.296875, 0.19043, 0.25, 0.396484, -0.003677, 2.296875, 0.176758, 0.119629, 0.757812, 0.119141, 0.59375, 0.488281, 0.211914, 0.824219, 0.279297, 0.137695, 0.515625, 0.180664, 0.09668, 0.114258, 0.148438, 0.597656, 0.53125, 0.149414, 0.101562, 0.322266, 0.410156, 0.273438, 0.238281, 0.131836, 0.365234, 0.388672, 0.373047, 0.259766, 0.140625, 0.570312, 0.147461, 0.18457, 0.114746, -0.107422, 0.439453, 0.376953, 0.208984, 0.462891, 0.375, 0.539062, 0.12793, 0.141602, 0.566406, 0.157227, 0.128906, 0.208984, 0.175781, 0.240234, 0.192383, -0.118164, 0.115234, 0.076172, 0.640625, 0.683594, 0.285156, 0.341797, 0.122559, 0.135742, 0.154297, 0.306641, 0.259766, 0.617188, 0.894531, 0.136719, 0.277344, 0.369141, 0.292969, 0.242188, 0.129883, 0.132812, 0.416016, 0.265625, 0.201172, 0.108887, 0.337891, 0.161133, 0.71875, 0.094727, 0.168945, 0.15918, 0.182617, 0.320312, 0.109375, 0.134766, 0.136719, 0.129883, 0.134766, 0.208984, 0.12793, 0.170898, 0.15918, 0.324219, 0.193359, 0.179688, 0.585938, 0.135742, 0.267578, 0.147461, 0.169922, 0.375, 0.060059, 0.363281, 0.382812, 0.476562, 0.157227, 0.125977, 0.738281, 0.890625, 0.253906, 0.28125, 0.40625, 0.753906, 0.227539, 0.129883, 0.738281, 0.558594, 0.376953, 0.11377, 0.125, 0.111328, 0.09375, 0.137695, 0.087402, 0.605469, 0.875, 0.241211, 0.490234, 0.621094, 0.202148, 0.105469, 0.098145, 0.617188, 0.8125, 0.108398, 0.148438, 0.296875, 0.320312, 0.154297, 0.730469, 0.162109, 0.112305, 0.109375, 0.357422, 0.308594, 0.462891, 0.298828, 0.640625, 0.535156, 0.414062, 0.310547, 0.585938, 0.197266, 0.589844, 0.291016, 0.133789, 0.102051, 0.163086, 0.515625, 0.108398, 0.120605, 0.189453, 0.177734, 0.416016, 0.283203, 0.126953, 0.202148, 0.359375, 0.53125, 0.259766, 0.229492, 0.507812, 0.117676, 0.238281, 0.118164, 0.25, 0.114746, 0.349609, 0.052246, 0.126953, 0.138672, 0.098145, 0.382812, 0.412109, 0.09082, 0.24707, 0.208984, 0.445312, 0.376953, 1.28125, 0.131836, 0.115234, -0.135742, 0.110352, 0.161133, 0.231445, 0.126953, 0.570312, -0.083984, 0.098633, 0.10791, 1.421875, 0.601562, 0.742188, 0.24707, 0.217773, 0.421875, 0.21582, 0.232422, 0.108887, 0.632812, 0.154297, 0.149414, 0.234375, 0.198242, 0.419922, 0.34375, 0.847656, 1.445312, 0.261719, 0.195312, 0.298828, 0.353516, 0.246094, 0.106934, 0.390625, 0.441406, 0.388672, 0.621094, 0.378906, 0.640625, 0.118164, 0.213867, 0.011719, 0.214844, 0.170898, 0.103027, 0.131836, 0.699219, 0.738281, 0.150391, 0.304688, 0.253906, 0.188477, 0.099609, 0.392578, 0.462891, -0.095215, 1.085938, -0.123047, 0.386719, 0.120117, -0.114746, 0.421875, 0.186523, 0.488281, 0.10498, 0.660156, 0.226562, 0.558594, 0.146484, 0.726562, 0.100098, 0.001175, 0.170898, 0.109863, 0.357422, 0.19043, 0.111816, 0.65625, 1.195312, 0.126953, 0.151367, 0.134766, 0.119629, 0.230469, 0.746094, 0.242188, 0.291016, 0.322266, 0.220703, 0.157227, 0.283203, 0.104004, 0.209961, 0.5625, 0.241211, 0.117676, 0.208984, 0.455078, -0.157227, 0.824219, 0.131836, 0.237305, 0.128906, 0.5, 0.111328, 0.394531, 0.108398, 0.128906, 0.223633, 0.115234, 0.574219, 0.263672, 0.746094, 0.131836, 0.546875, 0.106445, 0.169922, 0.170898, 0.143555, 0.5, 0.318359, 0.196289, 0.357422, 0.124512, 0.453125, 0.28125, 0.170898, 0.263672, 0.121582, 0.279297, -0.088379, 0.095215, 0.129883, 0.742188, 0.128906, 0.196289, 0.691406, 0.285156, -0.12207, 0.640625, 0.248047, 0.46875, 0.558594, 0.125977, 0.289062, 0.116699, 0.330078, 0.4375, 0.15625, 0.160156, 0.118652, 0.099121, 0.200195, 0.222656, 0.04834, 0.251953, 0.135742, 0.12793, 0.474609, 0.621094, 0.116211, 0.206055, 0.306641, 0.488281, 0.417969, 0.204102, 0.116211, 0.000294, -0.088379, 0.100586, 0.271484, 0.320312, 0.239258, 0.165039, 0.125, 0.277344, 0.118164, 0.067871, -0.095703, 0.355469, 0.074707, 0.128906, 0.201172, 0.253906, 0.296875, 0.147461, 0.185547, 0.150391, 0.191406, 0.28125, 0.609375, 0.257812, 0.186523, 0.472656, 0.138672, 0.125977, 0.476562, 0.617188, 0.150391, 0.102539, 0.251953, 0.511719, 0.134766, 0.158203, 0.10498, 0.131836, 0.458984, 0.119141, 0.746094, 0.117676, 0.367188, 0.144531, 0.169922, 0.722656, 0.574219, 0.125977, 0.75, 0.246094, 0.326172, 0.375, 0.120605, 0.162109, 0.148438, 0.072754, 0.214844, 0.108887, 0.126953, -0.117188, 0.210938, 0.169922, 0.092285, 0.162109, 0.255859, 0.789062, 0.107422, 0.160156, 0.371094, 0.582031, 0.067871, 0.503906, 0.008423, 0.175781, 0.133789, 0.124512, 0.462891, 0.408203, 0.116211, 0.142578, 0.136719, 0.045898, 0.103516, 1.007812, 0.109375, 0.177734, 0.222656, 0.423828, 0.118652, 3.0625, 0.112305, 0.347656, 0.96875, 0.198242, 0.166992, 0.671875, 0.566406, 0.726562, 0.164062, 0.496094, 0.283203, 0.21582, 0.398438, 0.322266, 0.597656, 0.195312, 0.679688, 0.4375, 0.734375, 0.210938, 0.155273, 0.094238, 0.178711, 0.457031, 0.180664, 0.408203, 0.546875, 0.664062, 0.287109, 0.138672, 0.292969, 0.155273, 0.105469, 0.376953, 0.326172, 0.164062, 0.129883, -0.040039, 0.476562, 0.135742, 0.257812, 0.171875, 0.462891, 0.166992, 0.125, 0.155273, 0.126953, -0.108398, 0.294922, 0.128906, 0.171875, 0.125, 0.140625, 0.164062, 0.617188, 0.75, 0.648438, 0.136719, 0.179688, 0.167969, 0.133789, 0.324219, 0.163086, 0.566406, 0.40625, 0.326172, 0.279297, 0.59375, 0.173828, 0.291016, -0.102051, 0.789062, -0.112305, 0.306641, 0.242188, 0.648438, 0.695312, 0.134766, 0.149414, -0.107422, 0.211914, 0.165039, 0.511719, 0.289062, 0.359375, 0.121582, 0.455078, 0.308594, 0.652344, -0.125977, 0.141602, 0.117676, 0.332031, 0.237305, 0.734375, 0.492188, 0.099609, 0.451172, 0.119141, 0.135742, 0.106445, 0.130859, 0.453125, 0.339844, 0.164062, 0.263672, 0.179688, 0.585938, 0.255859, 0.236328, 0.769531, 0.118164, 0.173828, 0.494141, 0.146484, 0.484375, -0.123535, 0.470703, 0.361328, 0.5, 0.3125, 0.104004, 0.322266, 0.287109, 0.300781, 0.078613, 0.140625, 0.131836, 0.09668, 0.097168, 0.121094, 0.151367, 0.322266, 0.511719, 0.472656, 0.163086, 1.726562, 0.136719, 0.161133, 0.108398, 0.476562, 0.12793, 0.060303, 0.328125, 0.265625, 0.079102, -0.000141, 0.476562, 0.137695, 0.255859, -0.139648, 0.53125, 0.474609, 0.6875, 0.115723, 0.255859, 0.180664, 0.515625, 0.128906, 0.369141, 0.251953, 0.188477, 0.349609, 0.234375, 0.306641, 0.176758, 0.310547, 0.133789, 0.177734, 0.12207, 0.08252, -0.098145, 0.474609, 0.10498, 0.084473, 0.601562, 0.18457, 0.235352, 0.396484, 0.195312, 0.519531, 0.174805, 0.109863, 0.128906, 0.174805, 0.198242, 0.265625, 0.208984, 0.161133, 0.167969, 0.283203, 0.134766, 0.124023, 0.482422, 0.121094, 0.117676, 0.185547, 0.114746, 0.416016, 0.433594, 0.125977, 0.112793, 0.122559, 0.11377, 0.139648, 0.179688, 0.152344, 0.804688, 0.279297, 2.140625, 0.134766, 0.128906, 0.445312, 0.174805, 0.186523, 0.205078, 0.53125, 0.410156, 0.15918, 0.310547, 0.294922, 0.007538, 0.302734, 0.251953, 0.15918, 0.100098, 0.15625, 0.130859, 0.126953, 0.380859, 0.143555, 0.285156, 0.113281, 0.108398, 0.170898, 0.003464, 0.566406, 0.140625, 0.162109, 0.123535, 0.287109, 0.169922, 0.201172, 0.100098, 0.231445, 0.326172, 0.304688, 0.121094, 0.109375, 0.105469, 0.318359, 0.224609, 0.137695, 0.233398, 0.332031, 0.155273, 0.462891, 0.122559, 0.349609, 0.421875, 0.157227, 0.144531, 0.19043, 0.216797, 0.232422, 0.660156, 0.165039, 0.667969, 1.15625, -0.098145, 0.945312, -0.117676, 0.164062, 0.382812, -0.166016, 0.125977, 1.835938, 0.133789, 0.131836, -0.103516, 0.122559, 0.115723, 0.664062, 0.134766, 0.135742, 0.178711, 0.081543, 0.433594, 0.412109, 0.183594, 0.097656, 0.216797, 0.345703, 0.414062, 0.139648, 0.5, 0.099609, 0.96875, 0.474609, 0.11084, 0.382812, 0.09082, 0.193359, 0.118652, 0.145508, 0.088867, 0.636719, 0.353516, 0.273438, 0.132812, 0.204102, 0.273438, 0.279297, 0.155273, 0.550781, 0.103516, 0.129883, 0.326172, 0.182617, 0.490234, 0.695312, 0.113281, 0.138672, 0.291016, 0.6875, 0.478516, 0.5625, 0.164062, 0.275391, 0.140625, 0.566406, 0.730469, -0.11084, 0.828125, 0.65625, 0.435547, 0.667969, 0.09375, 0.310547, 0.447266, 0.275391, 0.148438, 1.4375, 0.109863, 0.691406, 0.298828, 0.347656, 0.096191, 0.166016, 0.206055, 0.219727, 0.306641, 0.136719, 0.445312, 0.144531, 0.273438, 0.102051, 0.191406, -0.000652, 0.101562, 0.141602, 0.120605, 0.279297, 0.246094, 0.730469, 0.275391, 0.196289, 0.145508, 0.109375, 0.566406, 0.162109, -0.000104, 0.134766, -0.125977, 0.835938, 0.425781, 0.19043, 0.194336, 0.208984, 0.181641, 0.222656, 0.217773, 0.083984, 0.675781, 0.330078, 0.324219, 0.421875, -0.133789, 0.527344, 0.34375, 0.408203, 0.185547, -0.087402, 0.441406, 0.168945, 0.107422, 0.371094, 0.300781, -7.1e-05, 0.300781, 0.412109, 0.171875, -0.139648, 0.847656, 0.12793, 2.390625, 0.353516, 0.429688, 0.154297, 0.161133, 0.158203, 0.302734, 0.15625, 0.414062, 0.507812, 0.125, 0.251953, 0.123535, 0.131836, 0.174805, 0.160156, 0.061035, 0.535156, 0.139648, 0.419922, 0.230469, 0.507812, 0.449219, 0.129883, 0.097168, -0.108398, 0.057617, 0.155273, 0.222656, 0.707031, 0.539062, 0.419922, 0.235352, 0.355469, 0.369141, 0.414062, 0.259766, 0.146484, 0.065918, 0.228516, 0.098633, 0.12793, 0.085938, 0.137695, 2.328125, 0.162109, 0.15332, 0.363281, 0.146484, 0.455078, 0.131836, 0.832031, 0.523438, 0.789062, 0.136719, 0.113281, 0.122559, 0.357422, 0.144531, 0.542969, 0.539062, 0.11084, 0.188477, 0.137695, -0.117188, 0.304688, 0.131836, 0.146484, 1.851562, 0.339844, 0.363281, 0.172852, 0.355469, 0.165039, 0.155273, 0.134766, 0.000221, 0.120117, 2.28125, 0.22168, 0.18457, 0.129883, 0.171875, 0.121582, 0.135742, -0.00036, 0.149414, 0.318359, 0.114746, 0.121094, -0.000729, 0.470703, 0.800781, 0.160156, 0.494141, 0.11084, 0.095215, 0.101562, 0.28125, 0.347656, 0.100586, 0.165039, 0.120117, 0.142578, 0.273438, 0.118652, 0.257812, 0.115723, 0.34375, 0.103516, 1.242188, 0.111816, 0.222656, 0.277344, 0.149414, 0.333984, 0.147461, 0.198242, 0.308594, 0.241211, 0.108398, 0.166016, 0.523438, 0.126953, 0.255859, 0.4375, 0.640625, 0.168945, 0.192383, -0.108398, 0.119629, -0.130859, 1.90625, 0.175781, 0.200195, 0.101562, 0.206055, 0.124512, 0.660156, 0.176758, 0.134766, 1.226562, 0.328125, 0.12793, 0.439453, 0.5625, 0.160156, 0.144531, 0.12207, 0.294922, 0.433594, 0.777344, 0.056152, 0.129883, 0.188477, 0.243164, 0.335938, 0.289062, 0.337891, 0.320312, 0.376953, 0.151367, 0.144531, 0.099121, 0.416016, 0.347656, 0.105469, 0.145508, 0.118164, 0.063477, 0.078613, 0.271484, 0.136719, 0.515625, 0.28125, 0.435547, 0.188477, 0.535156, 0.621094, 0.121094, -0.000243, 0.429688, 0.291016, -0.083984, 0.227539, 0.135742, 0.332031, 0.384766, 0.125977, 0.110352, 0.174805, 0.12793, 0.144531, 0.125, 0.46875, 0.21875, 0.431641, 0.136719, 0.111816, -0.114746, -0.10791, 0.554688, 0.447266, 0.332031, 0.15625, 0.124023, 0.102539, -0.104004, 0.101562, 0.435547, 0.265625, 0.171875, 0.679688, 0.001106, 0.472656, 0.097656, 0.488281, 0.179688, 0.203125, 0.3125, 0.12793, 0.337891, 0.373047, 0.089844, 0.462891, 0.318359, 0.105469, 0.279297, 0.726562, 0.478516, 0.359375, 0.181641, 0.182617, 0.124512, 0.071289, 0.210938, 0.08252, 0.341797, 0.460938, 0.154297, 0.169922, 0.345703, 0.558594, 0.208984, 0.131836, 0.121094, 0.108398, 1.179688, 0.601562, 0.769531, 0.291016, 0.124512, 0.267578, 0.5, 0.140625, 0.710938, 0.165039, 0.213867, 0.094238, 0.129883, 0.820312, 0.135742, 0.126953, 0.249023, 0.174805, 0.147461, 0.135742, 0.597656, 0.134766, 0.296875, 0.115234, 0.408203, 0.134766, 0.121582, 0.433594, 0.714844, 0.07666, 0.474609, 0.108887, 0.78125, -0.000305, 0.179688, 0.174805, 0.142578, 0.08252, 0.384766, 0.112793, 0.4375, 0.170898, 0.191406, 0.539062, 0.131836, 0.168945, 0.067383, 0.000111, 0.198242, -0.080078, 0.10498, 0.109375, 0.503906, 0.722656, 0.200195, 0.359375, -0.121094, 0.225586, 0.115723, 0.220703, 0.165039, 0.628906, 0.394531, 0.102539, 0.191406, 0.10791, 0.507812, 0.154297, 0.09082, 0.210938, 0.225586, 0.174805, 0.34375, 0.132812, 0.291016, 0.217773, 0.429688, 0.119141, 0.40625, 0.098145, 0.235352, 0.378906, 0.193359, -0.102539, 0.072754, 0.337891, 0.140625, 0.400391, 0.101074, 0.535156, 0.392578, 0.131836, 0.578125, 0.15625, 0.198242, 0.133789, 0.119141, 0.125, 0.121582, 0.200195, 0.111328, 0.130859, 0.558594, 0.082031, 0.179688, 0.449219, 0.115723, 0.53125, 0.107422, 0.12793, 0.492188, 0.141602, 0.176758, 0.691406, 0.492188, 1.195312, 0.105957, 0.212891, 0.09082, 0.180664, -0.128906, 0.131836, 0.345703, 0.703125, 0.106445, 0.167969, 0.109375, 0.117676, 0.144531, 0.142578, 0.109863, -0.000254, 0.177734, 0.675781, 0.134766, 0.12207, 0.326172, 0.150391, 0.120117, 0.404297, 1.992188, 0.511719, 0.349609, 0.125977, 0.163086, 0.111328, 0.128906, 0.238281, 0.135742, 0.112793, 0.136719, 0.10498, 0.351562, 0.096191, 1.796875, 0.142578, 0.382812, 0.353516, 0.173828, 0.10791, 0.126953, 0.804688, 0.166992, 0.149414, 0.15625, 0.292969, 0.130859, 0.53125, 0.1875, 0.322266, 0.219727, 0.523438, 0.128906, 0.53125, 0.062988, 0.120117, 0.185547, 0.5, 0.523438, 0.055908, 0.165039, 0.135742, 0.145508, 0.605469, 0.166992, 0.898438, 0.103516, 0.335938, 0.253906, 0.061035, 0.120605, 0.253906, 0.263672, 0.199219, -0.000992, 0.199219, 0.227539, 0.126953, 0.535156, 0.408203, 0.161133, 0.119141, 0.289062, 0.211914, 0.21582, 0.22168, 0.188477, 0.253906, 0.679688, 0.117188, 0.535156, 0.691406, 0.558594, 0.149414, 0.117676, -0.000196, 0.302734, 0.351562, 0.141602, 0.294922, 0.114258, -0.070801, 0.123047, 0.257812, 0.12793, 0.131836, 0.102539, 0.275391, 0.099121, 0.345703, 0.314453, 0.198242, 0.138672, 0.273438, -0.120605, 0.28125, 0.168945, 0.102051, 0.164062, 0.59375, 0.386719, 0.097656, -0.134766, 0.123535, 0.847656, 0.492188, 0.166992, 0.100586, 0.177734, 0.235352, 0.106934, 0.363281, 0.136719, 0.412109, 0.357422, 0.108398, 0.326172, -0.094238, 0.322266, 0.229492, 0.496094, 0.173828, 0.660156, 0.330078, -0.059814, 0.21875, 0.124023, 0.123047, 0.113281, 0.503906, -0.003311, 0.476562, 0.158203, 0.490234, 0.255859, 0.498047, 0.124512, 0.128906, 0.404297, 0.480469, 0.126953, 0.211914, 0.15332, 0.287109, 0.133789, 0.103027, 0.742188, 0.21582, 1.1875, 0.121582, 0.460938, 0.100586, 0.494141, 0.417969, 0.117676, 0.314453, 0.135742, 0.373047, 0.168945, 0.163086, 0.734375, 0.022949, 0.306641, 0.141602, 0.197266, 0.306641, -0.118164, 0.546875, 0.133789, 0.601562, 0.114746, 1.921875, 0.410156, 0.726562, 0.12793, 0.141602, 0.757812, 0.300781, 0.484375, 0.126953, 0.423828, 0.628906, 0.546875, 0.128906, 0.18457, 0.460938, 0.347656, 0.131836, 0.150391, 0.137695, 0.480469, 0.193359, -0.10791, -0.050537, 0.318359, 0.462891, 0.116211, 0.578125, 0.124512, 0.337891, 0.18457, 0.257812, 0.527344, 0.351562, 0.095215, 0.28125, 0.373047, 0.330078, 0.125, 0.310547, 0.106445, 1.171875, 0.269531, 0.15332, 0.120605, 0.214844, 0.585938, 0.112305, 0.108887, 0.096191, 0.369141, 0.376953, 0.087891, 0.558594, 0.133789, 0.067383, 0.291016, 0.453125, 0.300781, 0.574219, 0.110352, 0.222656, 0.294922, 0.125977, 0.130859, 0.167969, 0.130859, 0.265625, 0.828125, 0.15332, 0.186523, 0.652344, 0.324219, 0.162109, 0.287109, 0.108398, 0.289062, 0.160156, 0.302734, 0.511719, 0.597656, 0.131836, 0.000881, 0.143555, 0.625, 0.145508, 0.640625, 0.212891, 0.128906, 0.271484, 0.150391, 0.306641, 0.464844, 0.59375, 0.165039, 0.337891, 0.134766, 0.140625, 0.168945, 0.117676, 1.804688, 0.206055, 0.094238, 0.11377, 0.173828, 0.574219, 0.130859, 0.173828, 0.186523, 0.113281, 0.001122, 0.273438, 0.535156, 0.120605, 0.12793, 0.144531, 0.164062, 0.157227, 0.114258, 0.136719, 0.601562, 0.539062, 0.683594, 0.108887, 0.589844, 0.410156, 0.494141, 0.3125, 0.132812, -0.11377, 0.15625, 0.118652, 0.236328, 0.201172, 0.269531, 0.144531, 0.166016, 0.11084, 0.453125, 0.186523, 0.114258, 0.392578, 0.142578, 0.384766, 0.423828, 0.152344, 0.683594, 0.173828, 0.339844, 0.542969, 0.308594, 0.10791, 0.128906, 0.168945, 0.291016, 0.287109, 0.617188, 0.369141, 0.300781, 0.122559, 0.269531, 0.515625, 0.365234, 0.135742, 0.097656, 0.1875, 0.139648, 0.080566, 0.578125, 0.115723, 0.482422, 0.785156, 0.337891, 0.255859, 0.123535, 0.486328, 0.308594, 0.202148, 0.263672, 2.09375, 0.267578, 0.226562, 0.125, 0.084473, 0.117676, 0.15332, 0.168945, 0.09668, 0.124023, 0.373047, 0.435547, 0.070801, 0.141602, 0.279297, 0.455078, 0.129883, 0.59375, 2.078125, 0.118652, 0.126953, 0.198242, 0.12207, 0.507812, 0.052734, 0.359375, 0.617188, 0.160156, 0.5, 0.507812, 0.12793, 1.984375, 0.080566, 0.151367, 0.263672, 0.139648, 0.161133, 0.126953, 0.089355, 0.100098, 0.04834, 0.160156, 0.570312, 0.550781, 0.074707, 0.135742, 0.145508, -0.000277, 0.710938, 0.150391, 1.960938, 0.324219, 0.140625, 0.292969, 0.255859, 0.135742, 0.59375, 0.400391, 0.148438, 0.359375, 0.21875, 0.429688, 0.269531, 0.111816, 0.316406, 0.227539, 0.132812, 0.347656, 0.146484, 0.134766, 0.427734, 0.208008, 0.245117, 0.292969, 0.578125, 0.757812, 0.124512, 0.267578, 0.158203, 0.124512, 0.242188, 0.115234, 0.180664, 0.625, 0.141602, 0.120117, 0.152344, 0.125977, 0.133789, 0.353516, 0.273438, 0.09375, 0.408203, 0.238281, 0.433594, 0.134766, 0.582031, 0.714844, -0.00011, 0.212891, 0.139648, 0.373047, 0.726562, -0.103027, 0.384766, 0.12793, 0.123535, 0.392578, 0.131836, 0.287109, 0.116211, 0.195312, 0.171875, 0.5, 0.263672, 0.171875, 0.106445, 0.503906, 0.265625, 0.120117, 0.710938, 0.480469, 0.134766, -0.000549, 0.118652, 0.134766, 0.621094, 0.109375, 0.232422, 0.086426, 0.105957, 0.201172, 0.390625, 0.496094, 0.070312, 0.19043, 0.109375, 0.101562, 0.466797, 0.168945, 0.558594, 0.294922, 0.269531, -0.021362, 0.5625, 0.103027, 0.433594, 0.253906, 0.111328, 0.429688, 0.890625, 0.000402, 0.253906, 0.174805, 0.137695, 0.558594, 0.4375, 0.208008, 0.128906, 0.175781, 0.09082, 0.429688, 0.172852, 0.703125, 0.664062, 0.253906, 0.412109, 0.140625, 0.166992, 0.242188, 0.137695, 0.820312, 0.060547, 0.429688, 0.439453, 0.160156, 0.105469, 0.277344, 0.558594, 0.734375, 0.710938, 0.136719, 0.116211, 0.11084, 0.100586, 0.4375, 0.239258, 0.167969, 0.093262, 0.125, 0.158203, 0.09082, 0.206055, 0.154297, 0.134766, 0.078125, 0.164062, 0.326172, 0.133789, 0.15918, 0.193359, 0.233398, 0.162109, 0.114746, -0.002686, 0.382812, 0.114746, 0.392578, 0.193359, 0.917969, 0.235352, 0.363281, 0.402344, 0.166992, 0.136719, 0.181641, 0.707031, 0.535156, 0.376953, 0.154297, 0.078125, 0.242188, 0.097168, 0.318359, 0.192383, 0.484375, 0.320312, 0.292969, 0.142578, 0.206055, 0.111816, 0.496094, 0.078613, 0.396484, 0.214844, 0.263672, 0.365234, 0.402344, 0.174805, 0.628906, 0.163086, 0.136719, 0.589844, 0.10791, 0.597656, 0.236328, 0.25, 0.11377, -0.00082, 0.15625, 0.742188, 0.601562, 0.116211, 0.5, 0.11084, 0.628906, 0.110352, 0.220703, 0.332031, 0.105469, 0.18457, 0.640625, 0.310547, 0.001869, 0.09375, 0.138672, 0.326172, 0.652344, 0.345703, 0.269531, 0.145508, 0.746094, 0.104492, 0.125977, 0.306641, 0.142578, 0.730469, 0.102051, 0.161133, 0.155273, 0.126953, 0.613281, 0.140625, 0.554688, 0.112305, 0.147461, 0.443359, 0.980469, 0.470703, 0.137695, 0.171875, 0.164062, 0.195312, 0.523438, 0.632812, 0.192383, 0.125, 0.287109, 0.059082, 0.11084, 0.046875, 0.125, 0.120605, 0.000376, 0.640625, 0.142578, 0.207031, 0.527344, 0.486328, 0.115234, 0.332031, 0.077637, 0.133789, 0.140625, 0.152344, 0.118164, 0.408203, 0.160156, 0.425781, 0.168945, 0.265625, 0.195312, 0.150391, 0.498047, 0.175781, 0.10791, 0.133789, 0.170898, 0.361328, 0.166992, 0.667969, 0.371094, 0.949219, 0.134766, 0.141602, -0.084473, 0.118652, 0.182617, 0.137695, 0.098633, 0.165039, 0.180664, 0.414062, 0.162109, 0.425781, 0.172852, 0.59375, 0.117676, 0.166016, 0.202148, 0.302734, 0.137695, 0.341797, 0.076172, 0.121582, 0.582031, 0.104004, 0.648438, 0.617188, 0.742188, 0.458984, -0.101074, 0.417969, 0.25, 0.135742, 0.28125, -0.114746, 0.722656, 0.353516, -0.000156, 0.261719, 1.828125, 0.189453, 0.160156, 0.349609, 0.108398, 0.130859, 0.121582, 0.176758, 0.335938, 0.152344, 0.542969, 0.192383, 0.157227, 0.117676, 0.455078, 0.65625, 0.166016, 0.172852, 0.106934, 0.498047, 0.421875, 0.120605, 0.170898, 0.425781, 0.109375, 0.119141, 0.125977, 0.263672, 0.269531, 0.363281, 0.628906, 0.484375, 0.239258, 0.207031, 0.433594, 0.136719, 0.125, 0.201172, 0.234375, 0.142578, 0.139648, 0.223633, 0.1875, 0.488281, 0.246094, 0.001587, 0.104004, 0.116699, 0.175781, 0.145508, 0.135742, 0.128906, 0.111328, 0.310547, 0.170898, 0.507812, 0.116211, 0.238281, 0.150391, 1.101562, 0.289062, 0.226562, 0.152344, 0.200195, 0.124512, 0.222656, 0.328125, 0.227539, 0.169922, 0.161133, 0.12793, 0.259766, 0.155273, 0.476562, -0.103027, 0.339844, 0.136719, 0.445312, 0.145508, 0.183594, 0.111816, 0.123047, 0.462891, 0.121582, 0.601562, 0.3125, 0.392578, 0.114746, 0.367188, 0.925781, 0.390625, 0.316406, 0.777344, 0.143555, 0.24707, 0.166992, 0.816406, 0.134766, -0.000755, 0.371094, 2.296875, 0.859375, 0.474609, 0.425781, 0.365234, 0.625, 0.578125, 0.316406, 0.695312, 0.138672, 0.11377, 0.120117, 0.335938, -0.131836, 0.984375, 0.208008, 0.285156, 0.178711, 0.140625, 0.306641, 0.371094, 0.546875, 0.306641, 0.546875, 0.375, 0.523438, 0.10791, 0.143555, 0.150391, 0.072266, 0.146484, 0.878906, 0.132812, 0.141602, 0.140625, 0.225586, 0.59375, 0.120117, 0.128906, 0.219727, -0.112305, 0.453125, 0.808594, 0.167969, 0.138672, 0.101074, 0.140625, 0.414062, 0.585938, 0.478516, 0.699219, 0.102539, 0.123535, 0.080566, 0.155273, 0.19043, 0.237305, 0.166992, 0.542969, 0.135742, 0.347656, 0.408203, 0.05835, 0.216797, 0.10498, 0.099609, 0.231445, 0.120117, 0.103027, 0.28125, 0.112793, 0.490234, 0.566406, 0.503906, 0.125977, 0.296875, 0.186523, 0.451172, 0.123535, 0.4375, 0.236328, -0.166992, 0.335938, 0.167969, 0.242188, 0.15625, 0.138672, 0.192383, 0.394531, 0.574219, 0.001732, 0.425781, 0.249023, 0.101562, 0.582031, 0.183594, 0.145508, 0.332031, 0.359375, 0.308594, 0.194336, 0.118652, 0.242188, 0.234375, 0.097168, 0.097656, 0.231445, 0.462891, 0.129883, 0.11084, 0.261719, 0.296875, 0.097656, 0.230469, 0.208008, 0.402344, 0.131836, 0.3125, 0.369141, 0.554688, 0.382812, 0.198242, 0.163086, 0.169922, 2.0625, 0.137695, 0.099609, 0.660156, 0.632812, 0.121094, 0.12207, 0.083496, 0.435547, 0.345703, 0.231445, 0.229492, 0.140625, 0.142578, 0.550781, 0.161133, 0.173828, 0.205078, 0.178711, 0.183594, 0.248047, 0.314453, 0.146484, 0.135742, 0.075195, 0.118164, 0.228516, 0.220703, 2.1875, 0.447266, 0.128906, 0.298828, 0.15332, 0.135742, 0.206055, 0.294922, 0.246094, 0.515625, 0.820312, 0.085449, 0.466797, 0.113281, -0.000263, 0.349609, 0.071289, 0.265625, 0.223633, 0.289062, 0.478516, 0.082031, 0.15918, 0.478516, -0.001572, 0.400391, 0.828125, 0.613281, 0.675781, 0.253906, 0.172852, 0.211914, 0.15332, 0.136719, 1.453125, 0.167969, 0.176758, 0.458984, 0.064453, 0.11084, 2.109375, 0.157227, 0.219727, 0.277344, 0.124512, 0.137695, 0.894531, 0.151367, 0.135742, 0.660156, 0.109375, 0.125977, 0.328125, 2.46875, -0.12793, 0.378906, 0.261719, 0.131836, 0.112305, 0.103027, -0.224609, 0.439453, 0.204102, 0.137695, 0.441406, 0.106445, 0.114746, 0.138672, 0.124512, 0.229492, 1.46875, 0.302734, 0.089844, 0.255859, 0.110352, 0.177734, 0.386719, 0.261719, 0.703125, 0.496094, 0.390625, 0.703125, 0.435547, 0.112793, 0.474609, 0.357422, 0.191406, 0.476562, 0.255859, 0.396484, 0.425781, 0.146484, 0.378906, 0.131836, 0.106934, 0.120605, 0.277344, 0.138672, 0.355469, 0.474609, 0.84375, 0.145508, 0.136719, 0.109863, 0.138672, 0.148438, 0.124023, 0.050781, 0.102051, -0.103516, 0.249023, 0.242188, 0.105957, -0.088379, 0.15332, 0.125977, 0.12207, 0.157227, 0.109375, 0.095703, 0.170898, 0.585938, 0.154297, 0.335938, 0.149414, 0.298828, 0.204102, 0.125, 0.121582, 0.349609, -0.140625, 0.103027, 0.115723, 0.116699, 0.177734, 0.253906, 0.087891, 0.166992, 0.157227, 0.273438, 0.330078, 0.585938, 0.466797, 0.091797, 0.246094, 0.478516, 0.240234, 0.6875, 0.103516, 0.118652, 0.109375, 0.496094, 0.192383, 0.546875, 0.121094, 0.204102, 0.001579, 0.285156, 0.126953, 0.166016, 0.172852, 0.171875, 0.131836, 0.157227, 0.133789, 0.186523, 0.000553, 0.174805, 0.135742, 0.474609, -0.085449, 0.237305, -0.132812, 0.175781, 0.792969, 0.177734, 0.265625, 0.523438, 0.357422, 0.320312, 0.233398, 0.120117, 0.478516, 0.150391, 0.063965, -3.4e-05, 0.134766, 0.115723, 0.103027, 0.253906, 0.173828, -3.8e-05, 0.125977, 0.128906, 0.390625, 0.189453, 0.149414, 0.613281, 0.353516, 0.212891, 0.138672, 0.597656, 0.11377, 0.339844, 0.119629, 0.104492, 0.163086, 0.25, 0.773438, 0.585938, 0.515625, 0.160156, 0.40625, 0.094727, 0.125, 0.182617, 0.75, 0.195312, 0.462891, 0.137695, 0.148438, 0.871094, 0.511719, 0.15918, 0.412109, 0.765625, -0.172852, 0.131836, -0.000706, -0.101074, -0.102051, 0.200195, 0.412109, 0.234375, 0.263672, -0.106445, 0.138672, 0.177734, 0.318359, 0.139648, 0.067871, 0.19043, 0.125, 0.589844, 0.269531, 0.125, 0.000109, 0.65625, 0.490234, 0.137695, 0.324219, 0.220703, 0.125, 1.085938, 0.134766, 0.5625, 0.133789, 0.277344, 0.738281, 0.117188, 0.15625, 0.949219, 0.625, 0.980469, 0.439453, 0.175781, 0.140625, 0.133789, 0.578125, 0.394531, 0.632812, 0.617188, 0.209961, 0.249023, 0.154297, 0.335938, 0.131836, 0.175781, 0.125, 0.722656, -0.001167, 0.123047, 0.12793, 0.139648, 0.287109, 0.131836, 0.15625, 0.157227, 0.112793, 0.138672, 0.129883, 0.191406, 0.271484, 0.820312, 0.000336, 0.365234, 0.174805, 0.10791, 0.388672, 0.05127, 0.111816, 0.125, 0.118164, 0.734375, 0.306641, 0.124023, 0.453125, 0.447266, 0.445312, 0.136719, 0.057373, 0.535156, 0.492188, 0.341797, 0.110352, 0.12793, 0.135742, 0.109863, 0.246094, 0.07373, 0.199219, 0.15625, 0.154297, 0.141602, 0.130859, 0.222656, -0.124512, 0.214844, 0.147461, 0.402344, 0.097168, 0.480469, 0.279297, 0.75, 0.882812, 0.150391, 0.373047, 0.265625, 0.519531, 0.125977, 0.12793, 0.455078, 0.582031, 0.259766, 0.691406, 0.093262, 0.186523, 0.111328, 0.570312, 0.158203, 0.217773, 0.245117, 1.859375, 0.427734, 0.369141, 0.730469, 0.212891, 0.796875, 0.106934, 0.263672, 0.135742, 0.131836, 0.416016, 0.441406, 0.120605, 0.173828, 0.224609, 0.235352, 0.11084, 0.212891, 0.558594, 0.134766, 0.605469, 0.186523, 0.589844, 0.098145, 0.155273, 0.138672, 0.494141, 0.345703, 0.355469, 0.4375, 0.196289, 0.180664, 0.236328, 0.176758, 0.53125, 0.11377, 0.173828, 0.120605, 0.100098, 0.172852, 0.753906, 0.118652, 0.119629, 0.103516, 0.53125, 0.351562, 0.100586, 0.179688, 0.166992, 0.183594, 0.539062, 0.08252, -0.101074, 0.242188, 0.408203, 0.12793, 0.111328, 0.097168, 0.28125, -0.000199, 0.722656, 0.351562, 0.46875, 0.136719, 0.229492, 0.136719, 0.207031, 0.128906, 0.341797, 0.550781, 0.167969, 0.093262, -0.116699, 0.382812, 0.131836, 0.730469, 0.120117, 0.073242, 0.208008, 0.10498, 0.109375, 0.128906, 0.098145, 0.178711, 0.203125, 0.855469, 0.345703, 0.232422, 0.400391, 0.157227, 0.195312, 0.386719, 0.145508, 0.142578, 0.083008, 0.120605, 0.223633, 0.116699, 0.277344, 0.314453, 0.141602, 0.699219, 0.269531, 0.621094, 0.095215, -0.091309, 0.118652, 0.419922, 1.140625, 0.233398, 0.106934, 0.484375, 0.132812, 0.457031, 0.507812, 0.119629, 0.227539, 0.236328, 0.429688, 0.120117, 0.574219, 0.108887, 0.060303, 0.322266, 0.120605, 0.351562, 0.21875, 0.151367, 0.326172, 0.22168, 0.186523, 0.200195, 0.339844, 0.486328, 0.400391, 0.117676, 0.18457, 0.171875, 0.089355, 0.792969, 0.296875, 0.097656, 0.21875, 0.421875, 0.191406, 0.217773, 0.609375, 9.5e-05, 0.07959, 0.511719, 0.145508, 0.310547, 0.15625, 0.478516, 0.196289, 0.088379, -0.110352, 0.328125, 0.339844, 0.170898, 0.298828, 0.05542, 0.490234, 0.19043, 0.223633, 0.324219, 0.40625, 0.145508, 0.151367, -0.102539, 0.197266, 1.671875, 0.136719, 0.133789, 0.621094, 1.90625, 0.414062, 0.136719, 0.129883, 0.245117, 0.130859, 0.353516 ] }, "name": "model.model.layers.4.input_layernorm.weight", "outputIndexes": [ 366 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 365 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_4/Mul_output_0", "outputIndexes": [ 367 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 366, 367 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_4/Mul_1_output_0", "outputIndexes": [ 368 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 368 ], "outputIndexes": [ 2420 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2420 ], "outputIndexes": [ 2421 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear", "inputIndexes": [ 2421 ], "outputIndexes": [ 2422 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 524427880, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2422 ], "outputIndexes": [ 2423 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2423 ], "outputIndexes": [ 369 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 368 ], "main_type": "NONE", "name": "/Shape_57_output_0", "outputIndexes": [ 370 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 370 ], "main_type": "NONE", "name": "Shape1079", "outputIndexes": [ 371 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 370 ], "main_type": "NONE", "name": "Rank1081", "outputIndexes": [ 372 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 372, 372 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1083", "outputIndexes": [ 373 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 373 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1084", "outputIndexes": [ 374 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 373, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1086", "outputIndexes": [ 375 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 375 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1087", "outputIndexes": [ 376 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 371, 374, 376, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1090", "outputIndexes": [ 377 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 377 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1091", "outputIndexes": [ 378 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 378 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1092", "outputIndexes": [ 379 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 379, 378 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1093", "outputIndexes": [ 380 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 370, 380, 373 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_64_output_0", "outputIndexes": [ 381 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 381, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_129_output_0", "outputIndexes": [ 382 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 382, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_52_output_0", "outputIndexes": [ 383 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 369, 383 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_37_output_0", "outputIndexes": [ 384 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_32_output_0", "outputIndexes": [ 385 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384 ], "main_type": "NONE", "name": "/Shape_58_output_0", "outputIndexes": [ 386 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 386 ], "main_type": "NONE", "name": "Shape1100", "outputIndexes": [ 387 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 386 ], "main_type": "NONE", "name": "Rank1102", "outputIndexes": [ 388 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 388, 388 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1104", "outputIndexes": [ 389 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 389 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1105", "outputIndexes": [ 390 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 389, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1107", "outputIndexes": [ 391 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 391 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1108", "outputIndexes": [ 392 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 387, 390, 392, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1111", "outputIndexes": [ 393 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 393 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1112", "outputIndexes": [ 394 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 394 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1113", "outputIndexes": [ 395 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 395, 394 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1114", "outputIndexes": [ 396 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 386, 396, 389 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_65_output_0", "outputIndexes": [ 397 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 397, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_12_output_0", "outputIndexes": [ 398 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 398, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_134_output_0", "outputIndexes": [ 399 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384, 399, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_17_output_0", "outputIndexes": [ 400 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 400 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_8_output_0", "outputIndexes": [ 401 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384, 22, 399, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_16_output_0", "outputIndexes": [ 402 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 401, 402 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_55_output_0", "outputIndexes": [ 403 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 403, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_33_output_0", "outputIndexes": [ 404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 385, 404 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_20_output_0", "outputIndexes": [ 405 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 368 ], "outputIndexes": [ 2424 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2424 ], "outputIndexes": [ 2425 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear", "inputIndexes": [ 2425 ], "outputIndexes": [ 2426 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 531667582, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2426 ], "outputIndexes": [ 2427 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2427 ], "outputIndexes": [ 406 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 382, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_53_output_0", "outputIndexes": [ 407 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 406, 407 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_38_output_0", "outputIndexes": [ 408 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 408, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_34_output_0", "outputIndexes": [ 409 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 408 ], "main_type": "NONE", "name": "/Shape_59_output_0", "outputIndexes": [ 410 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 410 ], "main_type": "NONE", "name": "Shape1163", "outputIndexes": [ 411 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 410 ], "main_type": "NONE", "name": "Rank1165", "outputIndexes": [ 412 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 412, 412 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1167", "outputIndexes": [ 413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 413 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1168", "outputIndexes": [ 414 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 413, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1170", "outputIndexes": [ 415 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 415 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1171", "outputIndexes": [ 416 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 411, 414, 416, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1174", "outputIndexes": [ 417 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 417 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1175", "outputIndexes": [ 418 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 418 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1176", "outputIndexes": [ 419 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 419, 418 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1177", "outputIndexes": [ 420 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 410, 420, 413 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_66_output_0", "outputIndexes": [ 421 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 421, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_13_output_0", "outputIndexes": [ 422 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 422, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_136_output_0", "outputIndexes": [ 423 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 408, 423, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_19_output_0", "outputIndexes": [ 424 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 424 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_9_output_0", "outputIndexes": [ 425 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 408, 22, 423, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_18_output_0", "outputIndexes": [ 426 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 425, 426 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_56_output_0", "outputIndexes": [ 427 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 427, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_35_output_0", "outputIndexes": [ 428 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 409, 428 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_21_output_0", "outputIndexes": [ 429 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 368 ], "outputIndexes": [ 2428 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2428 ], "outputIndexes": [ 2429 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear", "inputIndexes": [ 2429 ], "outputIndexes": [ 2430 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 532701844, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2430 ], "outputIndexes": [ 2431 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2431 ], "outputIndexes": [ 430 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 430, 407 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_39_output_0", "outputIndexes": [ 431 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 405, 429, 431, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_44_output_0", "outputIndexes": [ 432 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 432 ], "outputIndexes": [ 2432 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2432 ], "outputIndexes": [ 2433 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear", "inputIndexes": [ 2433 ], "outputIndexes": [ 2434 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 533736106, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2434 ], "outputIndexes": [ 2435 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2435 ], "outputIndexes": [ 433 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 365, 433 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_23_output_0", "outputIndexes": [ 434 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.878906, 0.960938, 1.070312, 0.753906, 0.878906, 0.835938, 0.957031, 0.9375, 0.367188, 0.699219, 0.90625, 0.71875, 0.910156, 0.929688, 0.6875, 0.921875, 0.933594, 0.917969, 0.941406, 0.523438, 3.0625, 0.886719, 0.960938, 0.863281, 0.863281, 0.898438, 0.582031, 0.820312, 0.851562, 0.890625, 0.9375, 0.757812, 0.328125, 0.886719, 0.914062, 0.980469, 0.816406, 0.390625, 0.894531, 0.675781, 0.898438, 0.890625, 1.023438, 0.882812, 0.890625, 0.90625, 0.5625, 0.910156, 0.859375, 0.746094, 0.917969, 0.910156, 0.925781, 0.886719, 0.929688, 0.835938, 0.871094, 0.96875, 0.941406, 0.478516, 0.96875, 1.015625, 0.921875, 0.890625, 1.070312, 0.400391, 0.824219, 0.945312, 1.96875, 0.847656, 0.914062, 0.683594, 0.925781, 0.894531, 0.90625, 0.921875, 0.738281, 0.890625, 0.554688, 0.996094, 1.289062, 0.886719, 0.96875, 0.835938, 0.910156, 0.691406, 0.933594, 0.941406, 0.90625, 0.609375, 0.90625, 0.933594, 0.929688, 1.101562, 0.902344, 0.921875, 0.878906, 0.789062, 0.890625, 0.902344, 0.796875, 0.777344, 0.917969, 0.941406, 0.964844, 0.871094, 1.0, 0.761719, 0.875, 1.578125, 0.9375, 0.882812, 0.886719, 0.165039, 0.914062, 0.217773, 0.84375, 0.953125, 0.90625, 0.769531, 0.988281, 0.929688, 0.902344, 0.890625, 0.695312, 0.882812, 0.914062, 0.882812, 0.625, 0.792969, 1.039062, 0.929688, 0.761719, 0.875, 0.664062, 0.9375, 0.941406, 0.972656, 0.75, 0.894531, 0.945312, 0.878906, 0.964844, 2.265625, 0.832031, 0.710938, 1.140625, 0.917969, 0.890625, 0.902344, 0.882812, 0.914062, 0.875, 0.917969, 0.789062, 0.785156, 0.761719, 0.597656, 0.9375, 0.894531, 0.605469, 0.738281, 0.542969, 0.898438, 0.617188, 0.730469, 0.8125, 0.761719, 0.886719, 0.84375, 0.914062, 0.863281, 0.925781, 0.828125, 0.894531, 1.046875, 0.90625, 0.941406, 0.941406, 0.929688, 1.21875, 0.890625, 0.90625, 0.589844, 1.226562, 0.902344, 0.902344, 0.789062, 0.914062, 0.914062, 0.785156, 0.875, 0.808594, 0.910156, 0.925781, 0.859375, 0.910156, 0.867188, 0.691406, 0.914062, 0.914062, 0.636719, 0.949219, 0.941406, 1.085938, 0.953125, 1.125, 0.8125, 0.898438, 1.234375, 0.875, 0.929688, 0.824219, 0.894531, 1.046875, 0.894531, 0.769531, 0.765625, 0.929688, 0.871094, 0.933594, 0.695312, 0.804688, 0.941406, 0.917969, 0.902344, 0.910156, 0.804688, 0.921875, 0.945312, 2.75, 0.902344, 0.910156, 0.964844, 0.90625, 0.894531, 0.894531, 0.867188, 0.652344, 0.914062, 0.917969, 0.925781, 1.023438, 0.941406, 1.007812, 0.542969, 0.914062, 0.992188, 0.890625, 0.902344, 1.015625, 0.910156, 0.796875, 0.828125, 0.929688, 0.761719, 0.960938, 0.683594, 0.949219, 0.699219, 0.917969, 0.933594, 0.878906, 0.902344, 0.84375, 0.851562, 0.945312, 0.933594, 0.839844, 0.988281, 0.933594, 0.894531, 0.894531, 0.769531, 0.890625, 0.941406, 0.917969, -0.355469, 0.90625, 0.933594, 0.945312, 0.945312, 0.683594, 0.929688, 0.902344, 0.910156, 1.101562, 0.933594, 0.890625, 0.738281, 0.886719, 0.84375, 0.828125, 0.765625, 1.203125, 0.902344, 0.847656, 0.832031, 0.894531, 0.96875, 1.015625, 0.777344, 0.605469, 0.925781, 0.902344, 0.859375, 0.898438, 0.945312, 0.894531, 0.964844, 0.808594, 0.917969, 0.960938, 1.007812, 0.445312, 0.929688, 0.914062, 0.890625, 0.875, 0.917969, 0.894531, 0.863281, 0.957031, 0.902344, 0.765625, 0.929688, 0.96875, 0.933594, 0.882812, 0.800781, 0.664062, 0.886719, 0.816406, 0.890625, 0.699219, 0.941406, 0.855469, 2.046875, 0.925781, 0.929688, 0.6875, 0.910156, 0.902344, 0.882812, 0.609375, 0.898438, 0.90625, 0.972656, 0.925781, 0.957031, 0.890625, 0.730469, 0.914062, 0.9375, 1.28125, 0.988281, 0.898438, 0.875, 0.945312, 0.898438, 0.898438, 0.914062, 0.667969, 0.796875, 0.5625, 0.679688, 0.875, 0.96875, 0.988281, 0.691406, 0.945312, 0.960938, 0.914062, 0.882812, 0.9375, 1.210938, 0.640625, 0.699219, 0.894531, 0.898438, 0.886719, 0.953125, 0.746094, 0.894531, 0.953125, 0.816406, 0.621094, 0.898438, 0.835938, 0.78125, 0.914062, 1.046875, 0.302734, 0.746094, 0.890625, 0.921875, 0.796875, 0.910156, 0.929688, 0.671875, 0.835938, 0.871094, 0.703125, 0.894531, 0.6875, 0.992188, 0.890625, 0.90625, 0.925781, 0.8125, 0.667969, 0.828125, 1.03125, 1.023438, 0.964844, 0.929688, 0.878906, 0.917969, 0.980469, 0.957031, 1.859375, 0.804688, 0.917969, 0.878906, 0.894531, 0.660156, 0.882812, 0.941406, 1.039062, 0.859375, 0.980469, 0.925781, 0.667969, 0.871094, 0.925781, 1.8125, 0.875, 0.972656, 0.886719, 0.707031, 0.921875, 0.898438, 0.902344, 0.871094, 0.695312, 0.804688, 0.886719, 0.890625, 0.867188, 0.902344, 0.9375, 0.910156, 0.996094, 0.914062, 0.886719, 0.925781, 1.234375, 1.007812, 2e-06, 0.921875, 0.882812, 0.925781, 0.953125, 0.65625, 0.800781, 0.898438, 0.761719, 0.910156, 0.785156, 0.835938, 0.957031, 0.636719, 0.933594, 0.960938, 0.875, 0.667969, 0.945312, 0.832031, 0.96875, 0.902344, 1.078125, 0.921875, 0.972656, 0.9375, 0.714844, 0.949219, 0.96875, 0.875, 0.90625, 0.871094, 0.929688, 0.917969, 0.460938, 0.996094, 0.882812, 1.039062, 0.976562, 0.84375, 0.910156, 0.90625, 0.933594, 0.882812, 0.875, 0.691406, 0.996094, 0.871094, 0.96875, 1.585938, 0.996094, 0.851562, 0.878906, 0.933594, 0.933594, 0.992188, 0.875, 0.8125, 0.953125, 0.898438, 0.875, 0.882812, 0.988281, 0.898438, 0.960938, 0.695312, 0.921875, 0.777344, 0.894531, 1.023438, 0.914062, 0.921875, 0.898438, 0.875, 0.886719, 0.925781, 0.910156, 0.929688, 0.730469, 0.945312, 0.84375, 0.9375, 0.617188, 1.875, 0.691406, 0.933594, 0.652344, 0.894531, 1.625, 0.664062, 1.382812, 1.179688, 0.808594, 0.902344, 0.859375, 0.925781, 0.898438, 0.941406, 0.925781, 0.902344, 0.898438, 0.910156, 0.871094, 0.90625, 0.867188, 1.210938, 0.761719, 0.964844, 0.867188, 0.878906, 0.976562, 1.148438, 0.875, 0.996094, 0.921875, 0.863281, 0.875, 0.953125, 0.933594, 0.890625, 0.777344, 0.894531, 0.929688, 0.851562, 0.875, 0.8125, 0.949219, 0.9375, 0.914062, 0.710938, 0.886719, 0.902344, 0.882812, 0.84375, 0.914062, 0.925781, 0.890625, 0.671875, 0.914062, 1.070312, 0.683594, 0.839844, 1.390625, 0.75, 0.894531, 0.886719, 0.859375, 0.898438, 0.914062, 0.898438, 0.621094, 0.925781, 1.0, 0.894531, 0.804688, 0.640625, 0.863281, 0.910156, 0.621094, 0.871094, 0.878906, 0.902344, 0.914062, 0.886719, 1.078125, 0.875, 0.550781, 0.8125, 0.859375, 0.871094, 0.921875, 0.886719, 0.757812, 0.878906, 0.894531, 0.898438, 1.109375, 0.792969, 0.882812, 1.953125, 0.917969, 0.898438, 0.9375, 0.675781, 0.96875, 0.921875, 0.894531, 0.976562, 0.910156, 0.894531, 0.902344, 0.90625, 0.644531, 0.878906, 0.851562, 0.734375, 0.652344, 0.910156, 0.851562, 1.039062, 0.976562, 0.714844, 0.769531, 0.855469, 0.231445, 0.945312, 0.902344, 0.96875, 0.933594, 0.886719, 0.910156, 0.875, 0.929688, 0.886719, 0.953125, 0.878906, 0.960938, 0.96875, 0.898438, 0.714844, 0.902344, 0.910156, 0.902344, 0.867188, 0.988281, 1.054688, 0.613281, 0.9375, 0.898438, 0.746094, 0.816406, 0.492188, 0.90625, 0.9375, 0.96875, 0.863281, 0.878906, 0.451172, 0.691406, 1.179688, 0.652344, 0.917969, 0.808594, 1.0625, 0.886719, 0.921875, 0.84375, 0.957031, 0.910156, 0.679688, 1.0, 0.859375, 0.828125, 1.382812, 0.828125, 0.898438, 0.917969, 0.412109, 0.570312, 0.960938, 0.753906, 0.9375, 0.734375, 0.910156, 0.914062, 0.925781, 0.925781, 0.851562, 0.382812, 0.597656, 0.835938, 0.867188, 0.933594, 0.902344, 0.902344, 1.007812, 0.710938, 0.875, 0.632812, 1.054688, 0.863281, 2.234375, 0.875, 0.925781, 0.726562, 0.726562, 0.898438, 0.921875, 0.898438, 0.996094, 0.894531, 0.820312, 0.75, 0.941406, 0.84375, 1.054688, 1.148438, 0.957031, 0.730469, 0.925781, 0.878906, 0.21582, 0.925781, 0.800781, 0.886719, 0.691406, 0.921875, 0.910156, 0.917969, 0.824219, 0.570312, 0.949219, 0.921875, 0.871094, 0.652344, 0.898438, 0.90625, 0.710938, 0.886719, 1.0, 0.914062, 0.875, 0.957031, 0.757812, 0.945312, 0.878906, 0.714844, 0.894531, 0.855469, 0.820312, 0.964844, 0.929688, 0.875, 0.511719, 0.378906, 0.851562, 1.023438, 0.753906, 0.789062, 0.980469, 0.921875, 0.953125, 0.960938, 0.632812, 0.871094, 0.976562, 0.886719, 0.667969, 0.960938, 0.925781, 0.828125, 0.769531, 0.949219, 0.875, 1.015625, 1.34375, 1.054688, 0.859375, 0.777344, 0.699219, 0.910156, 0.527344, 0.851562, 0.875, 0.445312, 0.941406, 1.320312, 1.171875, 0.964844, 0.855469, 0.9375, 0.871094, 0.882812, 0.859375, 0.894531, 0.976562, 0.785156, 1.757812, 0.271484, 0.910156, 0.910156, 1.0, 0.902344, 0.730469, 0.769531, 0.9375, 0.667969, 0.878906, 0.941406, 0.734375, 0.882812, 0.925781, 0.960938, 0.914062, 0.730469, 0.671875, 0.886719, 0.886719, 0.882812, 0.789062, 0.964844, 0.890625, 0.898438, 0.816406, 0.992188, 0.867188, 0.851562, 0.945312, 1.101562, 0.941406, 0.992188, 0.917969, 0.933594, 0.828125, 0.898438, 0.90625, 1.0, 0.878906, 0.75, 0.703125, 0.886719, 0.695312, 0.976562, 0.886719, 0.695312, 0.902344, 0.992188, 0.917969, 0.914062, 0.898438, 0.6875, 0.804688, 0.726562, 0.878906, 0.859375, 0.898438, 0.910156, 0.9375, 0.902344, 0.90625, 0.796875, 0.390625, 0.914062, 0.859375, 0.871094, 0.8125, 1.039062, 0.882812, 0.945312, 0.882812, 0.902344, 0.910156, 0.886719, 0.871094, 0.894531, 0.582031, 0.917969, 0.90625, 0.925781, 0.886719, 0.800781, 0.9375, 0.90625, 0.886719, 0.953125, 0.90625, 1.015625, 0.878906, 0.84375, 0.917969, 0.8125, 0.972656, 0.960938, 0.824219, 0.941406, 0.863281, 0.882812, 0.894531, 0.660156, 0.9375, 0.824219, 0.933594, 0.785156, 0.972656, 0.933594, 0.628906, 0.519531, 0.839844, 0.941406, 0.878906, 0.578125, 0.894531, 0.921875, 0.742188, 0.917969, 0.75, 0.925781, 0.90625, 0.878906, 0.644531, 0.960938, 0.621094, 0.695312, 1.203125, 0.882812, 0.582031, 0.726562, 0.863281, 0.925781, 0.925781, 0.769531, 1.226562, 0.867188, 0.933594, 0.53125, 0.953125, 0.898438, 1.445312, 0.972656, 0.902344, 0.898438, 0.921875, 0.929688, 0.730469, 0.792969, 0.570312, 0.8125, 0.644531, 0.800781, 0.6875, 0.957031, 0.914062, 0.847656, 0.898438, 1.085938, 1.054688, 0.886719, 0.9375, 0.917969, 0.867188, 0.742188, 0.785156, 0.9375, 0.988281, 0.863281, 0.330078, 0.699219, 0.9375, 0.898438, 0.894531, 0.921875, 1.039062, 1.054688, 0.917969, 0.914062, 0.871094, 0.628906, 0.894531, 0.898438, 1.054688, 0.769531, 0.789062, 0.941406, 0.855469, 0.886719, 0.75, 0.753906, 0.566406, 0.652344, 0.910156, 0.929688, 0.6875, 0.882812, 0.964844, 0.90625, 0.761719, 0.941406, 0.953125, 0.929688, 0.601562, 0.71875, 0.773438, 0.796875, 1.882812, 0.925781, 0.886719, 0.9375, 0.972656, 1.023438, 0.925781, 1.015625, 0.875, 0.902344, 0.78125, 0.917969, 0.441406, 2.90625, 0.878906, 0.882812, 0.886719, 0.757812, 0.863281, 0.925781, 0.511719, 0.742188, 0.851562, 0.648438, 0.742188, 0.542969, 0.898438, 0.449219, 0.365234, 0.882812, 0.957031, 0.882812, 0.910156, 0.75, 1.242188, 0.929688, 1.039062, 0.859375, 0.878906, 0.960938, 0.777344, 0.800781, 0.914062, 1.648438, 0.929688, 0.867188, 0.949219, 1.015625, 0.582031, 0.871094, 0.804688, 0.644531, 0.8125, 0.890625, 0.890625, 0.925781, 1.25, 0.976562, 1.242188, 0.941406, 0.925781, 0.8125, 0.949219, 0.941406, 1.0625, 0.488281, 0.9375, 0.886719, 0.902344, 1.273438, 2.125, 1.210938, 1.039062, 0.832031, 0.871094, 0.804688, 0.890625, 0.875, 0.894531, 0.898438, 0.310547, 0.640625, 1.03125, 0.863281, 0.941406, 1.296875, 1.335938, 1.023438, 0.859375, 0.910156, 0.695312, 0.9375, 0.867188, 0.914062, 0.976562, 0.871094, 1.007812, 0.878906, 0.757812, 0.617188, 0.882812, 0.773438, 0.898438, 0.925781, 0.875, 0.945312, 0.804688, 0.898438, 0.917969, 0.824219, 0.867188, 0.703125, 0.933594, 0.875, 0.933594, 0.898438, 0.863281, 1.070312, 0.910156, 1.0, 1.054688, 0.917969, 0.898438, 1.109375, 0.894531, 0.9375, 0.640625, 0.972656, 0.804688, 1.070312, 0.929688, 0.988281, 0.882812, 0.792969, 0.683594, 0.875, 0.964844, 0.917969, 0.898438, 0.902344, 0.878906, 0.902344, 0.894531, 0.9375, 0.886719, 0.902344, 1.023438, 0.957031, 0.871094, 0.867188, 0.691406, 0.910156, 0.929688, 0.945312, 1.539062, 0.910156, 0.949219, 0.890625, 0.917969, 0.976562, 0.875, 0.898438, 0.867188, 0.878906, 0.742188, 0.914062, 0.804688, 0.699219, 0.953125, 0.9375, 0.859375, 0.847656, 0.964844, 0.941406, 0.945312, 0.894531, 0.960938, 1.359375, 0.839844, 1.539062, 0.5625, 1.015625, 0.925781, 0.734375, 1.15625, 1.007812, 0.894531, 0.871094, 0.914062, 0.9375, 0.925781, 0.898438, 0.894531, 0.730469, 0.90625, 1.289062, 0.945312, 0.828125, 0.90625, 0.925781, 1.046875, 0.957031, 0.921875, 1.0, 0.988281, 0.886719, 1.085938, 0.878906, 0.894531, 0.902344, 0.914062, 0.96875, 0.894531, 0.890625, 0.910156, 1.0625, 0.917969, 0.898438, 0.894531, 0.851562, 0.671875, 0.921875, 0.894531, 0.957031, 0.703125, 0.6875, 0.925781, 0.890625, 0.886719, 0.984375, 0.929688, 0.789062, 0.816406, 0.921875, 0.933594, 0.894531, 1.59375, 0.929688, 0.585938, 0.914062, 0.894531, 0.859375, 0.808594, 0.875, 0.445312, 0.921875, 0.824219, 0.302734, 0.90625, 1.960938, 0.679688, 0.800781, 1.109375, 0.910156, 0.742188, 0.882812, 0.84375, 0.75, 0.789062, 0.535156, 0.898438, 0.796875, 0.765625, 0.703125, 0.875, 0.921875, 0.925781, 0.894531, 0.769531, 0.96875, 0.652344, 0.90625, 0.839844, 0.863281, 0.917969, 1.023438, 0.90625, 0.933594, 0.675781, 0.996094, 0.945312, 0.910156, 0.941406, 0.734375, 0.9375, 0.855469, 0.957031, 0.804688, 0.890625, 0.886719, 0.898438, 0.960938, 0.921875, 0.890625, 0.878906, 0.875, 0.894531, 0.878906, 0.894531, 0.972656, 0.898438, 0.710938, 0.914062, 0.882812, 0.921875, 1.015625, 0.847656, 0.941406, 1.023438, 0.960938, 0.886719, 0.566406, 0.816406, 1.007812, 0.789062, 0.917969, 1.140625, 0.902344, 0.851562, 1.023438, 0.859375, 1.242188, 0.914062, 0.902344, 0.910156, 1.015625, 0.925781, 0.792969, 0.878906, 0.828125, 0.996094, 0.90625, 0.867188, 0.617188, 0.9375, 0.921875, 0.957031, 0.863281, 0.910156, 0.707031, 0.714844, 0.917969, 0.808594, 0.910156, 0.921875, 0.925781, 0.90625, 0.863281, 0.910156, 0.894531, 0.871094, 0.886719, 0.847656, 0.78125, 1.289062, 0.679688, 1.015625, 1.039062, 0.960938, 0.898438, 0.90625, 0.910156, 0.929688, 0.816406, 0.808594, 1.125, 0.964844, 0.894531, 0.839844, 0.867188, 0.636719, 0.917969, 0.898438, 0.644531, 0.902344, 0.925781, 0.917969, 0.867188, 0.882812, 0.863281, 0.875, 0.380859, 0.960938, 0.636719, 0.988281, 0.859375, 1.820312, 0.679688, 0.839844, 0.882812, 1.914062, 1.65625, 0.660156, 0.859375, 0.921875, 0.949219, 0.988281, 0.859375, 0.707031, 0.914062, 0.882812, 0.894531, 0.703125, 0.886719, 0.5, 0.898438, 0.878906, 1.101562, 0.945312, 0.902344, 1.765625, 0.867188, 0.890625, 0.988281, 0.90625, 0.984375, 0.921875, 0.792969, 0.953125, 0.902344, 0.106934, 0.882812, 0.820312, 0.808594, 0.886719, 0.820312, 0.894531, 0.910156, 0.929688, 0.726562, 0.980469, 0.980469, 0.9375, 0.882812, 0.933594, 0.890625, 0.902344, 0.929688, 0.832031, 0.90625, 0.90625, 0.894531, 0.945312, 0.851562, 0.992188, 0.949219, 0.96875, 1.007812, 0.898438, 0.886719, 0.416016, 0.878906, 1.234375, 0.816406, 0.228516, 0.894531, 0.890625, 0.847656, 0.9375, 0.882812, 0.871094, 0.722656, 0.875, 1.007812, 0.890625, 0.898438, 0.398438, 0.871094, 1.023438, 0.933594, 1.007812, 0.890625, 0.917969, 0.894531, 0.761719, 0.921875, 0.902344, 0.898438, 0.917969, 0.914062, 0.90625, 1.046875, 0.878906, 0.882812, 0.917969, 0.914062, 0.921875, 0.878906, 0.945312, 0.863281, 0.636719, 0.867188, 0.917969, 0.902344, 0.929688, 0.929688, 0.964844, 0.910156, 0.917969, 0.949219, 0.929688, 0.707031, 0.949219, 0.964844, 0.65625, 0.890625, 1.195312, 0.847656, 0.894531, 0.945312, 0.746094, 0.898438, 1.070312, 0.480469, 1.085938, 0.453125, 1.242188, 0.902344, 0.8125, 1.203125, 0.902344, 0.457031, 0.945312, 0.898438, 0.933594, 0.921875, 0.898438, 0.824219, 0.929688, 0.90625, 0.566406, 0.65625, 0.734375, 0.839844, 0.90625, 0.984375, 0.9375, 0.945312, 0.746094, 0.933594, 0.753906, 0.921875, 1.632812, 0.890625, 0.945312, 0.839844, 0.921875, 0.652344, 0.917969, 0.910156, 0.933594, 0.792969, 0.746094, 0.8125, 0.933594, 0.894531, 0.851562, 0.828125, 1.0, 0.917969, 0.933594, 0.941406, 0.984375, 0.902344, 0.777344, 0.714844, 0.898438, 0.941406, 0.886719, 0.757812, 0.835938, 0.957031, 0.917969, 0.839844, 0.886719, 0.871094, 0.695312, 0.925781, 0.671875, 0.679688, 1.609375, 1.140625, 0.976562, 0.902344, 0.800781, 0.859375, 0.796875, 0.546875, 0.859375, 1.367188, 0.832031, 0.859375, 0.917969, 0.941406, 0.875, 0.875, 0.90625, 0.914062, 0.6875, 0.941406, 0.917969, 1.085938, 0.90625, 1.234375, 0.917969, 0.9375, 0.953125, 0.839844, 0.929688, 0.367188, 0.90625, 0.90625, 0.910156, 0.910156, 0.90625, 0.898438, 1.382812, 0.921875, 0.953125, 0.398438, 0.65625, 0.914062, 0.890625, 0.898438, 0.886719, 0.863281, 0.917969, 0.898438, 0.9375, 0.796875, 0.925781, 0.75, 0.949219, 0.902344, 0.902344, 0.804688, 0.867188, 0.917969, 0.851562, 0.902344, 0.917969, 0.863281, 0.753906, 1.15625, 0.859375, 0.761719, 0.886719, 0.984375, 1.015625, 0.941406, 0.191406, 2.328125, 0.820312, 0.914062, 0.902344, 0.894531, 0.859375, 0.867188, 0.451172, 0.847656, 0.941406, 0.863281, 0.882812, 0.929688, 0.902344, 0.914062, 0.683594, 0.636719, 0.90625, 0.765625, 0.914062, 0.8125, 0.964844, 0.894531, 0.925781, 1.0, 0.636719, 0.886719, 0.458984, 0.679688, 0.65625, 0.875, 0.847656, 0.9375, 0.792969, 0.945312, 0.964844, 0.929688, 0.898438, 0.871094, 0.949219, 0.898438, 0.941406, 0.890625, 0.275391, 0.914062, 0.917969, 0.570312, 0.875, 0.796875, 0.902344, 0.699219, 0.75, 0.671875, 0.902344, 0.957031, 0.921875, 0.722656, 0.886719, 0.746094, 0.691406, 0.695312, 0.957031, 1.007812, 0.929688, 0.894531, 0.949219, 0.914062, 0.46875, 0.808594, 0.839844, 0.933594, 0.8125, 0.882812, 0.925781, 0.925781, 0.949219, 0.902344, 0.217773, 0.964844, 0.882812, 0.863281, 0.863281, 0.894531, 0.898438, 1.242188, 0.910156, 0.828125, 0.902344, 0.953125, 1.164062, 1.007812, 0.453125, 0.976562, 0.753906, 1.25, 0.90625, 0.667969, 0.960938, 0.707031, 0.898438, 0.894531, 0.925781, 0.945312, 0.851562, 0.902344, 0.898438, 0.910156, 0.804688, 0.90625, 0.296875, 0.933594, 2.21875, 0.859375, 1.476562, 0.535156, 0.902344, 0.945312, 0.929688, 0.875, 0.921875, 0.921875, 0.851562, 0.929688, 0.851562, 0.851562, 0.671875, 0.9375, 0.882812, 0.972656, 0.933594, 0.957031, 0.460938, 0.945312, 0.875, 0.910156, 0.960938, 0.953125, 0.832031, 0.902344, 0.898438, 0.417969, 0.808594, 1.0, 0.789062, 0.480469, 0.890625, 0.914062, 0.964844, 0.960938, 0.632812, 1.414062, 0.933594, 0.933594, 0.933594, 0.9375, 0.867188, 0.851562, 0.914062, 0.839844, 0.78125, 0.882812, 1.03125, 0.632812, 0.75, 0.765625, 0.949219, 0.992188, 0.9375, 0.707031, 0.929688, 0.890625, 0.933594, 0.878906, 0.5, 0.714844, 0.875, 0.699219, 0.496094, 0.875, 1.03125, 0.714844, 0.949219, 0.996094, 0.890625, 0.945312, 0.878906, 0.847656, 0.941406, 0.929688, 0.894531, 0.886719, 0.914062, 0.894531, 0.746094, 0.941406, 0.941406, 0.914062, 0.945312, 1.359375, 0.945312, 0.855469, 0.800781, 0.933594, 0.871094, 0.878906, 0.921875, 0.976562, 0.890625, 0.609375, 1.023438, 0.894531, 0.78125, 1.078125, 0.984375, 0.882812, 0.773438, 0.921875, 0.894531, 0.871094, 0.898438, 0.898438, 0.886719, 0.902344, 0.796875, 0.847656, 0.933594, 0.859375, 0.765625, 0.980469, 1.015625, 0.886719, 0.738281, 0.914062, 0.621094, 0.486328, 0.929688, 0.882812, 0.234375, 0.898438, 0.929688, 0.777344, 0.984375, 0.910156, 0.917969, 0.933594, 0.933594, 2.140625, 1.03125, 0.65625, 0.804688, 0.902344, 0.882812, 0.984375, 0.945312, 1.3125, 0.878906, 0.882812, 0.925781, 0.898438, 0.65625, 0.898438, 0.902344, 0.890625, 0.90625, 1.03125, 0.957031, 0.996094, 0.886719, 0.847656, 0.917969, 0.824219, 0.902344, 0.921875, 0.996094, 1.046875, 0.65625, 0.875, 0.957031, 1.125, 1.140625, 0.917969, 0.917969, 0.980469, 0.9375, 0.757812, 0.925781, 1.039062, 0.945312, 0.894531, 0.753906, 0.921875, 0.851562, 0.644531, 0.609375, 0.90625, 0.910156, 0.878906, 0.882812, 0.773438, 0.578125, 0.890625, 0.542969, 0.882812, 0.929688, 0.921875, 0.878906, 0.957031, 0.816406, 0.929688, 0.910156, 0.871094, 0.96875, 0.746094, 0.9375, 0.9375, 0.980469, 0.894531, 0.925781, 0.09082, 0.925781, 0.867188, 0.882812, 0.867188, 0.917969, 0.683594, 0.941406, 0.878906, 0.816406, 0.875, 0.894531, 0.671875, 0.925781, 0.671875, 0.746094, 0.941406, 0.707031, 0.753906, 1.289062, 0.300781, 0.886719, 0.902344, 0.933594, 0.949219, 0.945312, 0.984375, 0.839844, 0.953125, 1.109375, 0.859375, 0.613281, 0.875, 0.949219, 0.910156, 0.71875, 0.941406, 0.875, 0.871094, 0.917969, 0.914062, 0.71875, 0.996094, 0.404297, 0.957031, 0.90625, 0.953125, 0.992188, 0.945312, 0.910156, 0.800781, 0.683594, 0.894531, 0.933594, 0.9375, 0.886719, 1.617188, 0.941406, 0.914062, 0.925781, 0.882812, 0.777344, 0.632812, 0.914062, 0.894531, 0.871094, 0.921875, 0.746094, 0.466797, 0.890625, 0.820312, 0.933594, 0.960938, 0.964844, 0.890625, 0.875, 0.878906, 0.925781, 0.917969, 0.941406, 0.761719, 0.941406, 0.439453, 0.878906, 0.792969, 0.816406, 0.90625, 0.929688, 0.917969, 0.671875, 0.925781, 0.894531, 0.886719, 0.816406, 0.925781, 0.992188, 0.875, 1.421875, 1.046875, 0.773438, 0.976562, 0.730469, 0.890625, 0.925781, 0.898438, 0.890625, 0.628906, 0.554688, 0.882812, 0.917969, 0.945312, 0.960938, 1.03125, 0.636719, 0.929688, 0.886719, 0.875, 0.625, 0.929688, 0.890625, 0.933594, 1.078125, 1.171875, 0.851562, 0.871094, 0.941406, 0.875, 0.882812, 0.886719, 0.894531, 0.945312, 0.894531, 0.976562, 0.648438, 0.882812, 0.847656, 1.0625, 0.898438, 0.726562, 1.96875, 0.742188, 0.886719, 0.949219, 1.492188, 0.867188, 0.972656, 1.023438, 0.816406, 0.910156, 0.925781, 0.96875, 0.820312, 0.914062, 0.871094, 0.921875, 0.871094, 0.90625, 0.882812, 0.910156, 0.878906, 0.976562, 0.878906, 0.960938, 0.929688, 0.933594, 0.722656, 0.902344, 0.792969, 1.351562, 0.921875, 0.964844, 0.875, 2.0, 0.917969, 0.925781, 0.914062, 0.914062, 0.867188, 0.894531, 0.792969, 0.910156, 0.910156, 0.820312, 0.921875, 0.90625, 0.914062, 1.0, 0.921875, 0.789062, 0.921875, 0.667969, 0.917969, 1.257812, 0.902344, 0.910156, 0.910156, 0.902344, 0.839844, 1.601562, 0.703125, 0.882812, 0.730469, 0.851562, 0.980469, 0.917969, 0.929688, 0.839844, 0.84375, 0.90625, 0.941406, 0.894531, 0.882812, 0.867188, 0.957031, 1.226562, 0.902344, 0.660156, 0.898438, 0.667969, 0.921875, 0.496094, 0.828125, 0.96875, 0.878906, 1.0, 0.785156, 1.359375, 0.933594, 1.0625, 0.898438, 0.832031, 0.992188, 0.917969, 0.882812, 0.9375, 0.714844, 0.871094, 0.894531, 0.871094, 0.234375, 0.917969, 0.601562, 0.898438, 0.890625, 0.578125, 0.554688, 0.933594, 0.933594, 0.707031, 0.996094, 0.914062, 0.863281, 0.859375, 0.851562, 0.914062, 0.9375, 0.875, 0.972656, 0.691406, 0.890625, 0.910156, 0.917969, 0.960938, 0.628906, 0.886719, 0.554688, 1.03125, 0.832031, 0.976562, 0.898438, 0.832031, 0.730469, 0.933594, 0.886719, 0.828125, 0.75, 0.925781, 0.871094, 0.664062, 0.267578, 0.855469, 0.980469, 0.878906, 0.894531, 0.699219, 0.929688, 0.898438, 0.914062, 0.929688, 0.578125, 1.023438, 0.761719, 1.007812, 0.6875, 0.703125, 0.828125, 0.878906, 0.589844, 0.953125, 0.878906, 0.886719, 0.960938, 0.882812, 0.929688, 1.023438, 0.886719, 0.490234, 0.964844, 0.96875, 1.007812, 0.804688, 0.941406, 0.785156, 0.945312, 0.90625, 0.875, 0.882812, 0.703125, 0.820312, 0.90625, 1.523438, 0.921875, 0.699219, 0.925781, 0.847656, 0.90625, 0.925781, 0.917969, 0.898438, 0.949219, 0.84375, 0.628906, 0.863281, 0.839844, 0.902344, 0.976562, 0.898438, 0.933594, 0.423828, 0.871094, 0.953125, 0.96875, 0.898438, 0.839844, 0.914062, 0.925781, 0.890625, 0.898438, 1.109375, 0.863281, 0.882812, 0.921875, 0.871094, 0.964844, 0.902344, 0.898438, 0.925781, 0.949219, 0.828125, 0.851562, 0.871094, 0.914062, 0.75, 0.703125, 0.648438, 0.824219, 0.921875, 0.875, 0.925781, 0.890625, 0.890625, 0.882812, 0.859375, 0.890625, 0.878906, 0.949219, 0.742188, 0.960938, 0.894531, 0.910156, 0.921875, 0.808594, 0.824219, 0.914062, 0.75, 0.941406, 0.785156, 0.910156, 0.882812, 0.917969, 0.894531, 0.640625, 0.84375, 0.828125, 0.722656, 0.804688, 0.621094, 0.980469, 0.808594, 1.03125, 0.808594, 0.9375, 0.886719, 0.859375, 0.914062, 0.453125, 0.835938, 0.910156, 0.695312, 0.671875, 0.867188, 0.875, 0.894531, 0.867188, 0.917969, 0.882812, 0.902344, 0.457031, 0.910156, 0.832031, 0.894531, 1.40625, 0.949219, 0.929688, 0.925781, 1.101562, 0.929688, 0.835938, 0.8125, 1.148438, 0.90625, 0.847656, 0.757812, 0.945312, 0.617188, 0.427734, 0.890625, 0.898438, 0.917969, 0.917969, 0.941406, 0.664062, 0.824219, 1.09375, 0.894531, 0.777344, 0.929688, 0.90625, 0.349609, 0.914062, 0.882812, 0.839844, 0.878906, 0.878906, 0.957031, 0.609375, 0.90625, 0.542969, 0.992188, 0.882812, 0.65625, 0.929688, 0.9375, 0.929688, 1.1875, 0.808594, 0.949219, 0.451172, 0.589844, 0.925781, 0.9375, 0.875, 0.902344, 0.890625, 0.714844, 0.878906, 0.808594, 0.890625, 0.742188, 0.902344, 0.867188, 0.605469, 0.855469, 0.886719, 0.855469, 0.933594, 0.921875, 0.863281, 0.871094, 0.984375, 0.96875, 0.730469, 1.164062, 1.0, 0.898438, 0.929688, 0.964844, 0.898438, 0.929688, 0.894531, 1.125, 0.898438, 0.902344, 0.992188, 0.890625, 0.875, 0.734375, 0.890625, 0.910156, 0.792969, 0.859375, 0.90625, 0.894531, 0.6875, 0.404297, 1.15625, 0.878906, 0.710938, 0.875, 0.636719, 0.914062, 0.8125, 0.886719, 0.933594, 0.691406, 0.972656, 0.976562, 0.945312, 0.878906, 0.917969, 0.953125, 0.863281, 1.117188, 0.902344, 0.667969, 0.609375, 0.898438, 0.699219, 0.90625, 0.96875, 0.933594, 0.960938, 0.914062, 1.320312, 0.890625, 0.925781, 0.902344, 0.644531, 0.863281, 0.785156, 0.742188, 0.636719, 0.933594, 0.921875, 0.882812, 0.707031, 0.867188, 0.404297, 0.84375, 0.816406, -0.119629, 0.695312, 0.921875, 1.132812, 1.03125, 0.929688, 0.851562, 0.613281, 0.914062, 0.925781, 0.890625, 0.945312, 0.878906, 0.804688, 0.960938, 0.953125, 0.925781, 0.9375, 0.9375, 0.910156, 0.75, 0.660156, 0.933594, 0.828125, 0.949219, 0.878906, 0.867188, 0.886719, 0.640625, 0.648438, 0.738281, 0.792969, 0.882812, 1.132812, 0.578125, 0.746094, 0.667969, 1.0625, 0.875, 0.910156, 0.898438, 0.898438, 0.78125, 0.894531, 0.921875, 0.90625, 0.964844, 0.902344, 0.917969, 0.722656, 0.949219, 0.921875, 1.125, 0.945312, 1.71875, 0.894531, 0.910156, 0.894531, 1.070312, 0.894531, 0.96875, 1.367188, 0.980469, 1.054688, 0.6875, 0.984375, 1.273438, 0.890625, 0.886719, 0.925781, 0.898438, 0.894531, 0.890625, 0.667969, 0.785156, 0.785156, 0.90625, 0.90625, 0.890625, 0.894531, 0.792969, 0.894531, 0.816406, 0.796875, 0.890625, 0.765625, 0.890625, 0.992188, 0.785156, 0.742188, 0.613281, 0.898438, 0.992188, 0.964844, 0.734375, 0.917969, 0.789062, 0.878906, 0.882812, 0.878906, 0.921875, 1.117188, 1.046875, 0.773438, 0.929688, 1.226562, 0.929688, 0.722656, 0.707031, 0.90625, 0.808594, 0.917969, 0.789062, 0.933594, 0.875, 0.621094, 0.933594, 0.898438, 1.226562, 0.828125, 1.234375, 0.988281, 0.894531, 0.863281, 1.234375, 0.625, 0.851562, 0.953125, 0.917969, 1.0, 0.957031, 0.851562, 0.949219, 0.6875, 0.972656, 0.921875, 0.953125, 0.90625, 0.753906, 0.929688, 0.664062, 0.917969, 0.910156, 0.574219, 0.65625, 0.691406, 0.941406, 0.859375, 4.21875, 0.871094, 0.675781, 0.683594, 0.902344, 0.878906, 0.847656, 0.671875, 0.910156, 1.234375, 1.0625, 0.925781, 2.328125, 0.847656, 0.914062, 0.886719, 0.882812, 0.757812, 0.898438, 1.085938, 0.6875, 0.953125, 0.871094, 0.882812, 0.960938, 0.910156, 1.007812, 0.710938, 0.890625, 0.871094, 0.875, 0.875, 0.417969, 0.960938, 0.914062, 0.988281, 0.917969, 0.746094, 0.902344, 1.34375, 0.792969, 0.625, 0.898438, 0.988281, 0.96875, 0.914062, 0.886719, 0.945312, 0.914062, 0.890625, 0.890625, 0.730469, 0.917969, 0.898438, 0.894531, 0.769531, 0.914062, 0.890625, 0.878906, 0.859375, 0.886719, 0.710938, 0.710938, 0.933594, 0.984375, 0.898438, 0.949219, 0.957031, 1.1875, 0.867188, 0.941406, 0.867188, 0.416016, 0.871094, 0.8125, 0.980469, 0.679688, 1.085938, 1.257812, 0.839844, 0.231445, 1.039062, 0.953125, 0.847656, 0.882812, 0.972656, 0.894531, 1.007812, 0.886719, 0.90625, 1.164062, 0.921875, 0.894531, 1.046875, 0.863281, 0.714844, 0.925781, 0.980469, 0.898438, 0.726562, 0.710938, 0.925781, 0.882812, 1.015625, 0.894531, 0.882812, 0.914062, 0.949219, 0.890625, 0.816406, 0.65625, 0.75, 0.867188, 0.882812, 0.722656, 0.949219, 0.898438, 0.894531, 0.941406, 0.90625, 0.902344, 0.863281, 0.628906, 0.734375, 0.917969, 1.109375, 0.910156, 0.925781, 0.878906, 1.101562, 0.898438, 0.953125, 0.917969, 0.84375, 0.902344, 0.941406, 0.945312, 0.925781, 0.875, 1.617188, 0.898438, 0.960938, 0.921875, 0.882812, 0.9375, 0.867188, 0.902344, 0.875, 0.871094, 0.90625, 0.898438, 0.878906, 0.953125, 0.949219, 0.988281, 0.832031, 0.914062, 0.808594, 0.878906, 0.894531, 0.882812, 0.910156, 0.886719, 0.921875, 0.710938, 0.839844, 0.777344, 0.929688, 0.792969, 0.605469, 0.851562, 0.785156, 0.488281, 0.996094, 0.941406, 0.890625, 0.765625, 0.898438, 1.21875, 0.863281, 0.214844, 1.820312, 0.605469, 0.628906, 0.933594, 1.0625, 1.070312, 0.753906, 0.53125, 0.914062, 0.910156, 0.914062, 0.933594, 0.941406, 0.933594, 0.96875, 0.566406, 0.925781, 0.917969, 0.941406, 0.695312, 0.78125, 0.761719, 0.765625, 0.855469, 0.742188, 0.949219, 0.914062, 0.9375, 0.671875, 0.972656, 1.1875, 0.894531, 0.949219, 0.882812, 0.878906, 0.699219, 0.898438, 1.007812, 0.898438, 0.90625, 0.847656, 1.648438, 0.984375, 0.949219, 0.921875, 0.976562, 0.886719, 0.796875, 0.878906, 0.6875, 0.894531, 0.898438, 0.894531, 0.96875, 1.835938, 0.988281, 0.917969, 0.867188, 0.914062, 0.648438, 0.808594, 0.679688, 0.890625, 0.921875, 0.921875, 0.984375, 0.925781, 0.929688, 0.871094, 1.046875, 0.757812, 0.714844, 0.8125, 0.910156, 0.71875, 0.933594, 0.71875, 0.910156, 0.804688, 0.855469, 0.992188, 0.667969, 0.925781, 0.871094, 0.898438, 0.886719, 0.867188, 0.882812, 0.828125, 0.992188, 0.628906, 0.886719, 0.96875, 0.90625, 0.894531, 0.949219, 0.742188, 0.703125, 0.824219, 0.929688, 0.941406, 0.863281, 0.878906, 0.929688, 0.476562, 0.867188, 0.789062, 0.914062, 0.90625, 0.894531, 0.871094, 1.007812, 0.910156, 0.953125, 0.800781, 1.015625, 0.871094, 0.742188, 0.859375, 0.867188, 0.859375, 0.921875, 0.910156, 0.180664, 0.921875, 0.902344, 0.703125, 0.789062, 0.894531, 0.988281, 0.90625, 0.855469, 0.71875, 0.953125, 0.957031, 0.984375, 0.941406, 0.832031, 0.964844, 1.015625, 0.941406, 0.894531, 0.878906, 0.902344, 0.804688, 0.890625, 0.917969, 0.722656, 0.871094, 0.925781, 1.015625, 0.408203, 0.75, 0.910156, 0.828125, 0.894531, 0.902344, 0.882812, 0.871094, 0.832031, 1.0, 1.398438, 1.0625, 0.929688, 0.898438, 1.015625, 0.914062, 0.988281, 0.855469, 0.898438, 0.859375, 1.632812, 0.671875, 0.910156, 0.722656, 0.992188, 0.902344, 1.328125, 0.664062, 0.804688, 0.859375, 0.984375, 0.902344, 0.933594, 0.949219, 0.398438, 0.902344, 0.878906, 0.863281, 0.972656, 0.898438, 0.392578, 0.882812, 0.871094, 0.890625, 0.890625, 0.984375, 1.570312, 0.929688, 0.910156, 1.0625, 0.914062, 0.917969, 0.820312, 0.269531, 0.9375, 0.867188, 0.964844, 0.925781, 0.945312, 0.875, 2.390625, 0.707031, 0.917969, 0.890625, 0.949219, 0.964844, 0.878906, 0.898438, 0.910156, 1.320312, 0.375, 0.851562, 0.898438, 0.789062, 0.667969, 0.914062, 0.75, 0.820312, 0.613281, 0.742188, 0.875, 0.691406, 0.777344, 1.164062, 0.707031, 0.851562, 0.898438, 0.71875, 0.867188, 0.898438, 0.847656, 0.898438, 0.949219, 0.953125, 0.925781, 0.894531, 0.867188, 0.902344, 0.785156, 0.941406, 1.671875, 0.875, 0.910156, 0.894531, 0.996094, 0.90625, 0.890625, 0.71875, 0.886719, 0.925781, 0.832031, 0.914062, 0.941406, 0.910156, 0.902344, 0.933594, 0.914062, 0.914062, 0.894531, 0.917969, 0.933594, 0.761719, 0.917969, 0.773438, 0.945312, 0.886719, 0.902344, 0.886719, 0.929688, 0.824219, 0.992188, 0.648438, 0.925781, 0.882812, 0.890625, 0.890625, 0.925781, 0.902344, 0.863281, 0.894531, 0.871094, 0.746094, 0.466797, 0.90625, 0.925781, 0.820312, 1.117188, 0.410156, 0.890625, 0.957031, 0.953125, 0.976562, 0.894531, 0.828125, 0.921875, 0.953125, 1.734375, 0.921875, 0.933594, 0.921875, 0.933594, 0.910156, 0.898438, 0.886719, 1.007812, 0.859375, 1.414062, 0.902344, 0.890625, 0.828125, 0.910156, 0.867188, 0.917969, 0.925781, 0.707031, 0.898438, 0.972656, 0.960938, 0.871094, 1.054688, 0.855469, 0.933594, 0.683594, 0.910156, 0.910156, 0.90625, 0.921875, 1.0, 0.914062, 0.835938, 0.878906, 1.132812, 0.871094, 0.894531, 0.796875, 0.90625, 0.886719, 0.929688, 0.589844, 0.886719, 0.9375, 0.824219, 0.9375, 0.859375, 0.902344, 1.023438, 0.917969, 0.832031, 1.078125, 0.875, 0.785156, 0.914062, 0.785156, 1.601562, 0.960938, 0.902344, 0.894531, 1.015625, 0.902344, 0.878906, 0.570312, 3.71875, 0.828125, 0.949219, 0.9375, 0.671875, 1.148438, 0.910156, 0.925781, 0.933594, 1.023438, 0.785156, 0.90625, 0.863281, 0.878906, 0.898438, 0.933594, 0.890625, 0.574219, 0.9375, 0.664062, 1.0, 0.910156, 0.839844, 0.875, 0.898438, 1.070312, 0.925781, 0.828125, 0.902344, 0.710938, 0.871094, 0.933594, 0.289062, 0.878906, 0.777344, 0.910156, 0.910156, 0.722656, 0.855469, 0.910156, 0.5, 0.976562, 1.039062, 0.894531, 0.910156, 0.960938, 0.925781, 0.683594, 0.695312, 0.789062, 1.0625, 0.957031, 0.875, 1.007812, 0.792969, 0.886719, 0.914062, 0.917969, 0.640625, 1.5625, 0.890625, 0.878906, 0.957031, 0.917969, 0.921875, 0.90625, 1.023438, 0.917969, 0.914062, 0.890625, 0.890625, 0.894531, 1.546875, 0.996094, 0.839844, 0.875, 0.894531, 0.855469, 0.691406, 0.894531, 0.90625, 0.890625, 1.117188, 0.898438, 0.9375, 0.78125, 0.910156, 0.988281, 0.921875, 0.648438, 0.78125, 1.0, 0.730469, 0.914062, 0.90625, 1.054688, 0.949219, 0.878906, 0.695312, 0.851562, 0.921875, 0.898438, 0.90625, 0.964844, 0.882812, 0.914062, 0.875, 0.863281, 0.820312, 0.96875, 0.945312, 0.832031, 0.882812, 1.96875, 0.96875, 0.960938, 0.953125, 0.738281, 0.925781, 1.023438, 0.714844, 0.828125, 0.867188, 0.451172, 0.917969, 0.898438, 0.914062, 0.652344, 0.890625, 0.851562, 0.878906, 0.439453, 0.730469, 0.8125, 0.640625, 0.996094, 0.621094, 0.914062, 0.875, 0.914062, 0.890625, 0.777344, 0.730469, 0.929688, 0.886719, 0.847656, 0.863281, 0.921875, 0.882812, 0.792969, 1.007812, 1.234375, 0.886719, 0.761719, 0.90625, 0.957031, 0.9375, 0.96875, 0.914062, 0.515625, 0.847656, 0.882812, 0.601562, 0.917969, 0.917969, 0.734375, 0.921875, 0.945312, 0.9375, 0.882812, 0.953125, 1.117188, 0.933594, 1.023438, 1.0, 0.828125, 0.839844, 0.929688, 0.980469, 0.972656, 0.910156, 0.695312, 0.648438, 0.917969, 0.96875, 0.886719, 0.90625, 0.90625, 0.898438, 0.875, 0.515625, 0.683594, 0.628906, 0.761719, 0.921875, 0.945312, 0.898438, 0.871094, 0.914062, 0.90625, 0.914062, 0.902344, 0.910156, 0.933594, 0.78125, 0.898438, 0.714844, 0.910156, 0.652344, 0.875, 0.910156, 0.652344, 0.929688, 0.9375, 0.882812, 0.882812, 0.746094, 0.894531, 0.855469, 0.458984, 0.898438, 0.878906, 0.785156, 0.882812, 0.878906, 0.644531, 0.933594, 0.554688, 0.917969, 0.90625, 0.867188, 0.910156, 0.726562, 0.914062, 0.867188, 0.957031, 1.195312, 0.921875, 0.738281, 0.492188, 0.878906, 0.628906, 0.722656, 0.996094, 0.574219, 0.800781, 0.914062, 0.890625, 0.941406, 0.910156, 0.882812, 0.726562, 0.886719, 0.679688, 0.796875, 0.898438, 0.933594, 0.871094, 0.875, 0.910156, 0.851562, 0.882812, 0.882812, 0.894531, 0.765625, 0.824219, 0.949219, 0.90625, 0.945312, 0.929688, 0.617188, 0.933594, 0.914062, 0.878906, 0.664062, 0.894531, 0.859375, 0.738281, 1.210938, 0.625, 0.765625, 0.902344, 0.871094, 0.921875, 0.816406, 0.917969, 0.910156, 0.9375, 0.898438, 0.851562, 0.960938, 0.804688, 0.964844, 0.75, 0.882812, 0.875, 0.738281, 0.878906, 0.875, 0.9375, 0.894531, 0.882812, 0.316406, 0.890625, 0.90625, 0.769531, 0.400391, 0.925781, 1.320312, 0.925781, 0.835938, 0.933594, 0.945312 ] }, "name": "model.model.layers.4.post_attention_layernorm.weight", "outputIndexes": [ 435 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 434 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_4/Mul_output_0", "outputIndexes": [ 436 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 435, 436 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_4/Mul_1_output_0", "outputIndexes": [ 437 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 437 ], "outputIndexes": [ 2436 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2436 ], "outputIndexes": [ 2437 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear", "inputIndexes": [ 2437 ], "outputIndexes": [ 2438 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 540961472, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2438 ], "outputIndexes": [ 2439 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2439 ], "outputIndexes": [ 438 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 438 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_4/Sigmoid_output_0", "outputIndexes": [ 439 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 438, 439 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_4/Mul_output_0", "outputIndexes": [ 440 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 437 ], "outputIndexes": [ 2440 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2440 ], "outputIndexes": [ 2441 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear", "inputIndexes": [ 2441 ], "outputIndexes": [ 2442 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 579152598, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2442 ], "outputIndexes": [ 2443 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2443 ], "outputIndexes": [ 441 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 440, 441 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_4/Mul_output_0", "outputIndexes": [ 442 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 442 ], "outputIndexes": [ 2444 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2444 ], "outputIndexes": [ 2445 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear", "inputIndexes": [ 2445 ], "outputIndexes": [ 2446 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 617343724, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2446 ], "outputIndexes": [ 2447 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2447 ], "outputIndexes": [ 443 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 434, 443 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_24_output_0", "outputIndexes": [ 444 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 444, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_45_output_0", "outputIndexes": [ 445 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.519531, 0.265625, 0.613281, 0.683594, 0.345703, 0.503906, 0.205078, 0.21875, 0.914062, 0.462891, 0.208984, 0.648438, 0.482422, 0.217773, 0.75, 0.231445, 0.188477, 0.21582, 0.194336, 0.691406, 0.000129, 0.216797, 0.233398, 0.306641, 0.341797, 0.176758, 0.648438, 0.373047, 0.570312, 0.257812, 0.476562, 0.523438, 0.310547, 0.271484, 0.189453, 0.242188, 0.539062, 0.890625, 0.212891, 0.392578, 0.269531, 0.193359, 0.832031, 0.394531, 0.239258, 0.208008, 0.255859, 0.291016, 0.507812, 0.613281, 0.251953, 0.251953, 0.220703, 0.206055, 0.515625, 0.451172, 0.435547, 0.189453, 0.363281, 0.988281, 0.211914, 0.609375, 0.375, 0.167969, 0.839844, 0.664062, 0.302734, 0.208008, 0.212891, 0.5625, 0.333984, 0.9375, 0.209961, 0.277344, 0.451172, 0.216797, 0.957031, 0.515625, 0.839844, 0.263672, 0.652344, 0.333984, 0.621094, 0.46875, 0.229492, 0.181641, 0.19043, 0.429688, 0.210938, 0.855469, 0.291016, 0.186523, 0.199219, 0.28125, 0.632812, 0.211914, 0.449219, 0.490234, 0.163086, 0.353516, 0.419922, 0.589844, 0.206055, 0.24707, 0.609375, 0.412109, 0.675781, 0.625, 0.789062, 0.8125, 0.198242, 0.237305, 0.172852, 0.972656, 0.249023, 1.242188, 0.4375, 0.24707, 0.213867, 0.390625, 0.164062, 0.224609, 0.209961, 0.170898, 0.769531, 0.243164, 0.453125, 0.237305, 0.261719, 0.644531, 0.652344, 0.168945, 0.691406, 0.425781, 0.710938, 0.210938, 0.233398, 0.206055, 0.8125, 0.236328, 0.211914, 0.208008, 0.251953, 0.179688, 0.777344, 0.789062, 0.882812, 0.188477, 0.230469, 0.172852, 0.353516, 0.384766, 0.294922, 0.211914, 1.023438, 0.675781, 0.644531, 0.742188, 0.289062, 0.335938, 0.578125, 0.882812, 0.875, 0.241211, 0.820312, 0.710938, 0.585938, 0.953125, 0.24707, 0.494141, 0.228516, 0.269531, 0.298828, 0.328125, 0.196289, 0.796875, 0.257812, 0.207031, 0.198242, 0.195312, 0.136719, 0.353516, 0.194336, 0.433594, 0.141602, 0.229492, 0.22168, 0.539062, 0.326172, 0.193359, 0.371094, 0.277344, 0.960938, 0.283203, 0.476562, 0.267578, 0.220703, 0.257812, 0.867188, 0.206055, 0.192383, 0.875, 0.691406, 0.734375, 0.824219, 0.194336, -0.194336, 0.582031, 0.179688, 0.138672, 0.339844, 0.172852, 0.330078, 0.335938, 0.209961, 0.726562, 0.589844, 0.632812, 0.601562, 0.310547, 0.148438, 0.699219, 0.824219, 0.242188, 0.206055, 0.550781, 0.535156, 0.816406, 0.255859, 0.21582, 1.15625, 0.28125, 0.208008, 0.189453, 0.177734, 0.306641, 0.231445, 0.314453, 0.192383, 0.3125, 0.546875, 0.204102, 0.231445, 0.204102, -0.208008, 0.964844, 0.192383, 0.287109, 0.277344, 0.208008, 0.155273, 0.412109, 0.605469, 0.382812, 0.376953, 0.582031, 0.283203, 0.231445, 0.216797, 0.929688, 0.21582, 0.181641, 0.345703, 0.241211, 0.449219, 0.361328, 0.400391, 0.207031, 0.796875, 0.621094, 0.859375, 0.219727, 0.211914, 0.726562, 0.248047, 0.212891, 0.21875, 0.515625, 0.236328, 0.5625, 0.201172, 0.220703, 0.161133, 0.208008, 0.355469, 0.494141, 0.15918, 0.285156, 0.227539, 0.496094, 0.371094, 0.486328, 0.738281, 0.878906, 0.223633, 0.484375, 0.867188, 0.410156, 0.263672, 0.248047, 0.174805, 0.8125, 0.882812, 0.238281, 0.261719, 0.209961, 0.238281, 0.196289, 0.365234, 0.242188, 0.925781, 0.294922, 0.194336, 0.176758, 1.054688, 0.243164, 0.738281, 0.289062, 0.310547, 0.194336, 0.203125, 0.273438, 0.22168, 0.255859, 0.53125, 0.172852, 0.214844, 0.201172, 0.605469, 0.527344, 0.167969, 0.570312, 0.671875, 0.267578, 0.816406, 0.209961, 0.484375, 1.15625, 0.314453, 0.249023, 0.167969, 0.21875, 0.196289, 0.239258, 0.349609, 0.222656, 0.245117, 0.205078, 0.205078, 0.199219, 0.314453, 0.644531, 0.359375, 0.216797, 0.9375, 0.219727, 0.155273, 0.257812, 0.205078, 0.18457, 0.277344, 0.21582, 0.316406, 0.474609, 0.648438, 0.839844, 0.400391, 0.746094, 0.253906, 0.53125, 0.265625, 0.180664, 0.19043, 0.261719, 0.292969, 0.777344, 0.308594, 0.851562, 0.206055, 0.283203, 0.359375, 0.225586, 0.695312, 0.261719, 0.199219, 0.447266, 0.835938, 0.225586, 0.34375, 0.490234, 0.182617, 0.742188, 0.470703, 0.439453, 0.296875, 0.208984, 0.429688, 0.28125, 0.191406, 0.34375, 0.574219, 0.306641, 0.832031, 0.243164, 0.605469, 0.166016, 0.34375, 0.235352, 0.232422, 0.75, 1.0, 0.613281, 0.691406, 0.211914, 0.231445, 0.644531, 0.384766, 0.275391, 0.197266, 0.19043, 0.921875, 0.867188, 0.186523, 0.380859, 0.191406, 0.820312, 0.200195, 0.574219, 0.320312, 0.466797, 0.251953, 0.194336, 0.691406, 0.306641, 0.34375, 0.131836, 0.357422, 0.163086, 0.253906, 0.699219, 0.193359, 0.283203, 0.417969, 0.189453, 0.832031, 0.660156, 0.292969, 0.216797, 0.392578, 0.375, 0.298828, 0.18457, 0.231445, 0.192383, 0.416016, 0.245117, -0.000973, 0.224609, 3.7e-05, 0.265625, 0.253906, 0.287109, 0.209961, 0.914062, 0.458984, 0.257812, 0.498047, 0.241211, 0.566406, 0.589844, 0.210938, 0.263672, 0.188477, 0.196289, 0.289062, 0.949219, 0.347656, 0.519531, 0.208984, 0.183594, 0.494141, 0.208008, 0.257812, 0.261719, 0.816406, 0.28125, 0.433594, 0.652344, 0.269531, 0.566406, 0.25, 0.237305, 0.757812, 0.251953, 0.283203, 0.164062, 0.261719, 0.558594, 0.394531, 0.201172, 0.179688, 0.492188, 0.265625, 0.777344, 0.219727, 0.808594, 0.742188, 0.003967, 0.233398, 0.3125, 0.296875, 0.339844, 0.208008, 0.746094, 0.227539, 0.519531, 0.236328, 0.223633, 0.320312, 0.492188, 0.196289, 0.213867, 0.25, 0.292969, 0.208984, 0.484375, 0.455078, 0.166992, 0.216797, 0.240234, 0.232422, 0.320312, 0.275391, 0.174805, 0.224609, 0.207031, 0.691406, 0.166992, 0.710938, 0.198242, 0.484375, 0.093262, 0.554688, 0.204102, 0.667969, 0.181641, 1.03125, 0.9375, -0.119141, 1.023438, 0.644531, 0.253906, 0.421875, 0.292969, 0.249023, 0.398438, 0.249023, 0.206055, 0.21875, 0.267578, 0.695312, 0.22168, 0.484375, 0.123047, 0.53125, 0.365234, 0.349609, 0.5625, 0.328125, 0.147461, 0.417969, 0.212891, 0.18457, 0.361328, 0.464844, 0.243164, 0.188477, 0.195312, 0.574219, 0.181641, 0.175781, 0.601562, 0.330078, 0.486328, 0.408203, 0.213867, 0.292969, 0.742188, 0.239258, 0.337891, 0.302734, 0.617188, 0.180664, 0.421875, 0.245117, 1.023438, 0.207031, 0.161133, 0.710938, 0.511719, 1.007812, 0.582031, 0.269531, 0.292969, 0.601562, 0.257812, 0.236328, 0.212891, 0.90625, 0.202148, 0.703125, 0.200195, 0.492188, 0.574219, 0.519531, 0.19043, 0.320312, 0.275391, 0.757812, 0.621094, 0.217773, 0.192383, -0.855469, 0.328125, 0.992188, 0.523438, 0.511719, 0.400391, 0.210938, 0.390625, 0.601562, 0.507812, 0.235352, 0.18457, 0.15625, 0.412109, 0.210938, 0.000355, 0.183594, 0.243164, 0.228516, 0.644531, 0.339844, 0.201172, 0.253906, 0.671875, 0.205078, 0.241211, 0.161133, 0.214844, 0.445312, 0.828125, 0.353516, 0.820312, 0.632812, 0.625, 0.330078, -0.196289, 0.232422, 0.53125, 0.828125, 0.248047, 0.898438, 0.225586, 0.308594, 0.294922, 0.192383, 0.335938, 0.209961, 0.224609, 0.314453, 0.316406, 0.189453, 0.34375, 0.226562, 0.216797, 0.234375, 0.875, 0.707031, 0.202148, 0.181641, 0.294922, 0.222656, 0.332031, 0.980469, 0.714844, 0.236328, 0.796875, 0.433594, 0.710938, 0.261719, 0.416016, 0.175781, 0.292969, 0.277344, 0.695312, 0.859375, 0.851562, 0.589844, 0.206055, 0.386719, 0.318359, 0.203125, 0.196289, 0.390625, 0.248047, 0.248047, 0.231445, 0.333984, 0.324219, 0.59375, 0.129883, 0.507812, 0.246094, 0.84375, 1.21875, 0.875, 0.206055, 0.917969, 0.376953, 0.910156, 0.253906, 0.164062, 0.201172, 0.1875, 0.273438, 0.898438, 0.835938, 0.320312, 0.388672, 0.199219, 0.246094, 0.265625, 0.236328, 0.957031, 0.21875, 0.636719, 0.176758, 0.267578, 1.09375, 0.476562, 0.21875, 0.746094, 0.65625, 0.189453, 0.182617, 0.223633, 0.235352, 0.251953, 0.59375, 0.679688, 0.211914, 0.582031, 0.871094, 0.804688, 0.197266, 0.558594, 0.175781, 0.535156, 1.46875, 0.208984, 0.53125, 0.233398, 0.408203, 0.28125, 0.203125, 0.275391, 0.625, 0.609375, 0.351562, 0.400391, 0.369141, 0.217773, 0.236328, 0.25, 0.539062, 0.523438, 0.257812, 0.197266, 0.357422, 0.206055, 0.699219, 0.198242, 0.261719, 0.722656, 0.195312, 0.449219, 0.636719, 0.181641, 0.194336, 0.326172, 0.703125, 0.044678, 0.78125, 0.351562, 0.474609, 0.828125, 0.255859, 0.285156, 0.201172, 0.206055, 0.882812, 0.333984, 0.208008, 0.279297, 0.558594, 0.289062, 0.22168, 0.960938, 0.675781, 0.236328, 0.546875, 0.238281, 1.039062, 0.246094, 0.542969, 0.609375, 0.628906, 0.279297, 0.917969, 0.396484, 0.332031, 0.914062, 0.199219, 0.208008, 0.15332, 0.21582, 0.267578, 0.198242, 0.328125, 0.194336, 0.451172, 0.330078, 0.291016, 0.498047, -5.9e-05, 1.445312, 0.273438, 0.197266, 0.871094, 0.217773, 0.890625, 0.648438, 0.271484, 0.9375, 0.347656, 0.235352, 0.675781, 0.28125, 0.177734, 0.189453, 0.21875, 0.964844, 0.808594, 0.238281, 0.186523, 0.423828, 0.585938, 0.347656, 0.412109, 0.225586, 0.503906, 0.419922, 0.488281, 0.363281, 0.224609, 0.625, 0.242188, 0.239258, 0.199219, 0.202148, 0.5625, 0.574219, 0.330078, 0.667969, 0.480469, 0.765625, 0.322266, 0.253906, 0.71875, 0.237305, 0.213867, 0.369141, 0.28125, 0.330078, 0.269531, 0.168945, 0.196289, 0.162109, 0.824219, 0.871094, 0.367188, 0.492188, 0.21582, 0.188477, 0.241211, 0.425781, 0.390625, 0.8125, 1.070312, 0.243164, 0.341797, 0.482422, 0.390625, 0.287109, 0.271484, 0.192383, 0.498047, 0.369141, 0.279297, 0.213867, 0.419922, 0.246094, 0.917969, 0.193359, 0.233398, 0.255859, 0.320312, 0.412109, 0.189453, 0.194336, 0.209961, 0.208984, 0.238281, 0.287109, 0.223633, 0.229492, 0.207031, 0.419922, 0.255859, 0.3125, 0.808594, 0.219727, 0.357422, 0.242188, 0.248047, 0.515625, 0.155273, 0.470703, 0.466797, 0.628906, 0.239258, 0.194336, 0.90625, 0.945312, 0.398438, 0.347656, 0.558594, 0.90625, 0.369141, 0.271484, 0.917969, 0.621094, 0.539062, 0.193359, 0.246094, 0.1875, 0.251953, 0.229492, 0.283203, 0.867188, 1.015625, 0.363281, 0.65625, 0.804688, 0.330078, 0.182617, 0.200195, 0.773438, 0.984375, 0.202148, 0.181641, 0.628906, 0.503906, 0.217773, 1.007812, 0.259766, 0.170898, 0.228516, 0.458984, 0.390625, 0.734375, 0.380859, 0.886719, 0.714844, 0.585938, 0.427734, 0.890625, 0.269531, 0.808594, 0.400391, 0.227539, 0.15332, 0.25, 0.699219, 0.196289, 0.201172, 0.308594, 0.466797, 0.640625, 0.449219, 0.227539, 0.306641, 0.462891, 0.777344, 0.382812, 0.369141, 0.664062, 0.227539, 0.263672, 0.157227, 0.310547, 0.1875, 0.460938, 0.236328, 0.239258, 0.229492, 0.15625, 0.455078, 0.570312, 0.18457, 0.339844, 0.353516, 0.558594, 0.585938, 0.785156, 0.363281, 0.21582, 0.209961, 0.245117, 0.271484, 0.308594, 0.202148, 0.675781, 0.193359, 0.154297, 0.176758, 0.71875, 0.972656, 0.964844, 0.40625, 0.199219, 0.695312, 0.345703, 0.3125, 0.201172, 0.785156, 0.25, 0.217773, 0.310547, 0.261719, 0.609375, 0.425781, 1.15625, 1.523438, 0.412109, 0.283203, 0.400391, 0.507812, 0.322266, 0.226562, 0.6875, 0.746094, 0.515625, 0.773438, 0.488281, 0.945312, 0.177734, 0.886719, 0.05127, 0.355469, 0.222656, 0.206055, 0.230469, 0.921875, 0.941406, 0.214844, 0.404297, 0.359375, 0.314453, 0.191406, 0.476562, 0.582031, 0.19043, 1.039062, 0.197266, 0.539062, 0.180664, 0.207031, 0.65625, 0.267578, 0.648438, 0.285156, 0.867188, 0.357422, 0.796875, 0.277344, 1.007812, 0.178711, 0.134766, 0.25, 0.192383, 0.535156, 0.322266, 0.181641, 0.796875, 1.125, 0.228516, 0.257812, 0.263672, 0.134766, 0.194336, 0.855469, 0.359375, 0.367188, 0.441406, 0.337891, 0.283203, 0.466797, 0.226562, 0.353516, 0.746094, 0.4375, 0.18457, 0.337891, 0.75, -0.203125, 1.0, 0.194336, 0.359375, 0.22168, 0.769531, 0.188477, 0.494141, 0.214844, 0.246094, 0.279297, 0.197266, 0.75, 0.419922, 1.007812, 0.21875, 0.785156, 0.202148, 0.273438, 0.255859, 0.22168, 0.667969, 0.484375, 0.34375, 0.484375, 0.199219, 0.722656, 0.396484, 0.265625, 0.482422, 0.244141, 0.375, 0.158203, 0.178711, 0.245117, 0.855469, 0.223633, 0.320312, 0.875, 0.373047, 0.188477, 0.988281, 0.361328, 0.652344, 0.761719, 0.201172, 0.371094, 0.19043, 0.53125, 0.621094, 0.230469, 0.228516, 0.194336, 0.186523, 0.287109, 0.310547, 0.155273, 0.410156, 0.211914, 0.235352, 0.582031, 0.761719, 0.259766, 0.310547, 0.417969, 0.664062, 0.554688, 0.339844, 0.191406, -0.089355, 0.149414, 0.193359, 0.417969, 0.425781, 0.318359, 0.209961, 0.197266, 0.386719, 0.172852, 0.15332, 0.164062, 0.476562, 0.166016, 0.204102, 0.279297, 0.414062, 0.365234, 0.195312, 0.322266, 0.22168, 0.296875, 0.447266, 0.554688, 0.410156, 0.239258, 0.691406, 0.220703, 0.241211, 0.6875, 0.894531, 0.248047, 0.219727, 0.439453, 0.539062, 0.229492, 0.241211, 0.207031, 0.233398, 0.617188, 0.219727, 0.933594, 0.178711, 0.453125, 0.1875, 0.275391, 0.941406, 0.730469, 0.189453, 0.839844, 0.316406, 0.458984, 0.601562, 0.217773, 0.248047, 0.214844, 0.151367, 0.279297, 0.166016, 0.236328, 0.208984, 0.275391, 0.244141, 0.194336, 0.267578, 0.369141, 1.03125, 0.186523, 0.263672, 0.628906, 0.832031, 0.149414, 0.585938, 0.147461, 0.259766, 0.223633, 0.203125, 0.648438, 0.496094, 0.219727, 0.230469, 0.171875, 0.070801, 0.265625, 1.085938, 0.208008, 0.275391, 0.296875, 0.535156, 0.206055, 0.188477, 0.177734, 0.472656, 1.132812, 0.337891, 0.152344, 0.933594, 0.792969, 0.882812, 0.235352, 0.683594, 0.392578, 0.318359, 0.585938, 0.410156, 0.882812, 0.308594, 0.792969, 0.644531, 0.960938, 0.298828, 0.231445, 0.191406, 0.306641, 0.84375, 0.261719, 0.609375, 0.640625, 0.925781, 0.404297, 0.231445, 0.318359, 0.229492, 0.191406, 0.617188, 0.398438, 0.211914, 0.21875, 0.202148, 0.753906, 0.287109, 0.382812, 0.253906, 0.582031, 0.253906, 0.186523, 0.235352, 0.197266, 0.219727, 0.427734, 0.205078, 0.273438, 0.198242, 0.202148, 0.238281, 0.714844, 0.734375, 0.925781, 0.211914, 0.337891, 0.240234, 0.206055, 0.396484, 0.25, 0.792969, 0.609375, 0.435547, 0.451172, 0.84375, 0.243164, 0.386719, 0.166992, 0.890625, 0.194336, 0.398438, 0.335938, 0.828125, 1.039062, 0.214844, 0.265625, 0.18457, 0.308594, 0.255859, 0.640625, 0.417969, 0.492188, 0.192383, 0.617188, 0.433594, 0.722656, 0.186523, 0.209961, 0.211914, 0.458984, 0.355469, 0.902344, 0.671875, 0.19043, 0.636719, 0.212891, 0.236328, 0.195312, 0.21875, 0.574219, 0.542969, 0.25, 0.373047, 0.265625, 0.78125, 0.332031, 0.400391, 0.984375, 0.200195, 0.210938, 0.6875, 0.224609, 0.558594, 0.204102, 0.640625, 0.511719, 0.65625, 0.359375, 0.202148, 0.453125, 0.392578, 0.408203, 0.21875, 0.185547, 0.232422, 0.296875, 0.171875, 0.234375, 0.233398, 0.441406, 0.722656, 0.667969, 0.238281, 0.341797, 0.225586, 0.566406, 0.188477, 0.589844, 0.128906, 0.164062, 0.445312, 0.347656, 0.085449, -0.052979, 0.707031, 0.257812, 0.392578, 0.207031, 0.710938, 0.703125, 0.832031, 0.210938, 0.328125, 0.333984, 0.886719, 0.19043, 0.734375, 0.351562, 0.302734, 0.380859, 0.300781, 0.443359, 0.178711, 0.455078, 0.219727, 0.230469, 0.21582, 0.186523, 0.189453, 0.558594, 0.201172, 0.193359, 0.757812, 0.308594, 0.326172, 0.617188, 0.292969, 0.625, 0.267578, 0.202148, 0.174805, 0.453125, 0.292969, 0.310547, 0.408203, 0.257812, 0.259766, 0.474609, 0.212891, 0.185547, 0.652344, 0.225586, 0.208984, 0.263672, 0.177734, 0.511719, 0.597656, 0.217773, 0.200195, 0.175781, 0.208008, 0.271484, 0.351562, 0.236328, 0.886719, 0.367188, 1.40625, 0.261719, 0.219727, 0.617188, 0.341797, 0.292969, 0.328125, 0.71875, 0.490234, 0.219727, 0.462891, 0.410156, 0.054443, 0.466797, 0.314453, 0.265625, 0.135742, 0.241211, 0.200195, 0.225586, 0.550781, 0.197266, 0.339844, 0.220703, 0.179688, 0.251953, 0.188477, 0.714844, 0.234375, 0.253906, 0.191406, 0.40625, 0.263672, 0.304688, 0.185547, 0.328125, 0.494141, 0.419922, 0.217773, 0.19043, 0.189453, 0.507812, 0.369141, 0.219727, 0.345703, 0.5, 0.201172, 0.648438, 0.195312, 0.421875, 0.671875, 0.279297, 0.211914, 0.308594, 0.294922, 0.400391, 0.917969, 0.233398, 0.621094, 0.9375, 0.169922, 1.007812, 0.186523, 0.244141, 0.503906, 0.231445, 0.197266, 0.196289, 0.219727, 0.213867, 0.185547, 0.194336, 0.205078, 0.875, 0.243164, 0.208984, 0.800781, 0.182617, 0.648438, 0.609375, 0.324219, 0.172852, 0.296875, 0.443359, 0.550781, 0.198242, 0.710938, 0.171875, 1.171875, 0.621094, 0.195312, 0.539062, 0.199219, 0.474609, 0.206055, 0.237305, 0.166992, 0.820312, 0.53125, 0.427734, 0.248047, 0.332031, 0.410156, 0.445312, 0.257812, 0.71875, 0.197266, 0.178711, 0.503906, 0.263672, 0.675781, 0.886719, 0.200195, 0.275391, 0.398438, 0.960938, 0.644531, 0.640625, 0.255859, 0.341797, 0.223633, 0.601562, 0.863281, 0.180664, 0.949219, 1.0, 0.566406, 0.851562, 0.191406, 0.445312, 0.578125, 0.371094, 0.235352, 0.283203, 0.243164, 0.902344, 0.349609, 0.482422, 0.185547, 0.240234, 0.298828, 0.318359, 0.460938, 0.217773, 0.789062, 0.236328, 0.367188, 0.178711, 0.28125, 0.170898, 0.19043, 0.210938, 0.226562, 0.398438, 0.396484, 0.890625, 0.519531, 0.333984, 0.244141, 0.183594, 0.765625, 0.261719, -0.131836, 0.235352, 0.201172, 1.085938, 0.824219, 0.279297, 0.271484, 0.339844, 0.279297, 0.310547, 0.320312, 0.177734, 0.742188, 0.449219, 0.490234, 0.65625, 0.206055, 0.683594, 0.486328, 0.5, 0.265625, 0.188477, 0.597656, 0.261719, 0.191406, 0.46875, 0.412109, -0.123047, 0.384766, 0.632812, 0.259766, 0.25, 0.875, 0.211914, 1.5, 0.308594, 0.585938, 0.265625, 0.261719, 0.308594, 0.423828, 0.225586, 0.644531, 0.6875, 0.178711, 0.371094, 0.176758, 0.217773, 0.285156, 0.275391, 0.131836, 0.917969, 0.239258, 0.5625, 0.300781, 0.621094, 0.539062, 0.267578, 0.204102, 0.211914, 0.22168, 0.257812, 0.416016, 1.015625, 0.914062, 0.585938, 0.306641, 0.601562, 0.519531, 0.464844, 0.464844, 0.235352, 0.188477, 0.345703, 0.192383, 0.202148, 0.174805, 0.229492, 1.570312, 0.240234, 0.240234, 0.554688, 0.203125, 0.585938, 0.234375, 0.871094, 0.71875, 1.023438, 0.243164, 0.1875, 0.197266, 0.574219, 0.271484, 0.851562, 0.953125, 0.304688, 0.248047, 0.22168, 0.192383, 0.431641, 0.230469, 0.232422, 0.289062, 0.462891, 0.519531, 0.238281, 0.478516, 0.279297, 0.231445, 0.223633, 0.233398, 0.214844, 1.53125, 0.335938, 0.300781, 0.24707, 0.265625, 0.212891, 0.269531, 0.192383, 0.208984, 0.402344, 0.202148, 0.22168, 0.15332, 0.550781, 0.90625, 0.21875, 0.671875, 0.158203, 0.168945, 0.234375, 0.357422, 0.511719, 0.217773, 0.242188, 0.217773, 0.231445, 0.351562, 0.176758, 0.412109, 0.194336, 0.443359, 0.208984, 0.953125, 0.192383, 0.164062, 0.371094, 0.22168, 0.621094, 0.226562, 0.289062, 0.494141, 0.318359, 0.206055, 0.244141, 0.621094, 0.244141, 0.419922, 0.554688, 0.894531, 0.275391, 0.308594, 0.198242, 0.210938, 0.212891, 0.209961, 0.25, 0.291016, 0.212891, 0.335938, 0.225586, 0.851562, 0.283203, 0.224609, 1.078125, 0.412109, 0.21875, 0.632812, 0.84375, 0.242188, 0.22168, 0.194336, 0.382812, 0.675781, 0.996094, 0.180664, 0.210938, 0.292969, 0.324219, 0.447266, 0.419922, 0.570312, 0.408203, 0.539062, 0.267578, 0.213867, 0.324219, 0.625, 0.558594, 0.196289, 0.233398, 0.189453, 0.155273, 0.15918, 0.373047, 0.206055, 0.601562, 0.746094, 0.628906, 0.285156, 0.855469, 0.734375, 0.238281, 0.152344, 0.714844, 0.443359, 0.148438, 0.367188, 0.246094, 0.451172, 0.453125, 0.182617, 0.21582, 0.25, 0.212891, 0.209961, 0.181641, 0.679688, 0.294922, 0.566406, 0.227539, 0.18457, 0.183594, 0.18457, 0.8125, 0.621094, 0.408203, 0.263672, 0.210938, 0.1875, 0.186523, 0.199219, 0.648438, 0.300781, 0.267578, 0.832031, 0.165039, 0.726562, 0.206055, 0.644531, 0.263672, 0.330078, 0.492188, 0.201172, 0.476562, 0.519531, 0.181641, 0.617188, 0.416016, 0.169922, 0.367188, 0.933594, 0.589844, 0.417969, 0.330078, 0.296875, 0.18457, 0.277344, 0.341797, 0.185547, 0.425781, 0.597656, 0.226562, 0.261719, 0.550781, 0.664062, 0.318359, 0.206055, 0.209961, 0.209961, 1.421875, 0.804688, 1.0, 0.400391, 0.204102, 0.382812, 0.621094, 0.22168, 0.84375, 0.310547, 0.320312, 0.203125, 0.232422, 0.992188, 0.227539, 0.214844, 0.363281, 0.243164, 0.243164, 0.289062, 0.738281, 0.220703, 0.375, 0.207031, 0.542969, 0.209961, 0.185547, 0.664062, 0.886719, 0.219727, 0.667969, 0.195312, 0.820312, 0.171875, 0.263672, 0.292969, 0.209961, 0.181641, 0.539062, 0.220703, 0.699219, 0.273438, 0.259766, 0.886719, 0.216797, 0.255859, 0.204102, 0.095215, 0.306641, 0.195312, 0.232422, 0.189453, 0.695312, 0.902344, 0.363281, 0.609375, 0.169922, 0.333984, 0.188477, 0.369141, 0.271484, 0.890625, 0.507812, 0.192383, 0.320312, 0.202148, 0.757812, 0.245117, 0.197266, 0.328125, 0.294922, 0.257812, 0.511719, 0.208984, 0.361328, 0.330078, 0.488281, 0.195312, 0.601562, 0.202148, 0.357422, 0.474609, 0.28125, 0.200195, 0.225586, 0.453125, 0.392578, 0.511719, 0.207031, 0.714844, 0.59375, 0.166016, 0.847656, 0.263672, 0.298828, 0.208984, 0.231445, 0.182617, 0.194336, 0.279297, 0.22168, 0.243164, 0.753906, 0.285156, 0.285156, 0.53125, 0.212891, 0.828125, 0.201172, 0.222656, 0.636719, 0.244141, 0.25, 0.84375, 0.617188, 0.714844, 0.208984, 0.328125, 0.198242, 0.289062, 0.201172, 0.206055, 0.447266, 0.820312, 0.206055, 0.214844, 0.211914, 0.209961, 0.15332, 0.207031, 0.1875, 0.230469, 0.292969, 0.90625, 0.439453, 0.216797, 0.453125, 0.287109, 0.204102, 0.578125, 0.165039, 0.546875, 0.447266, 0.195312, 0.249023, 0.204102, 0.242188, 0.300781, 0.223633, 0.191406, 0.202148, 0.197266, 0.507812, 0.167969, 0.753906, 0.24707, 0.699219, 0.484375, 0.289062, 0.208008, 0.22168, 0.972656, 0.277344, 0.238281, 0.302734, 0.419922, 0.22168, 0.621094, 0.326172, 0.326172, 0.328125, 0.894531, 0.198242, 0.832031, 0.174805, 0.209961, 0.310547, 0.660156, 0.761719, 0.292969, 0.255859, 0.251953, 0.211914, 0.621094, 0.219727, 0.964844, 0.196289, 0.416016, 0.394531, 0.289062, 0.228516, 0.417969, 0.376953, 0.267578, -0.116699, 0.253906, 0.328125, 0.213867, 0.773438, 0.550781, 0.253906, 0.226562, 0.371094, 0.283203, 0.324219, 0.474609, 0.308594, 0.369141, 0.863281, 0.228516, 0.71875, 0.824219, 0.859375, 0.21582, 0.193359, 0.077637, 0.419922, 0.535156, 0.222656, 0.419922, 0.231445, 0.176758, 0.208984, 0.363281, 0.211914, 0.233398, 0.203125, 0.335938, 0.193359, 0.617188, 0.476562, 0.337891, 0.217773, 0.367188, 0.196289, 0.355469, 0.263672, 0.231445, 0.227539, 0.878906, 0.65625, 0.174805, 0.216797, 0.263672, 0.71875, 0.632812, 0.238281, 0.203125, 0.271484, 0.337891, 0.208008, 0.462891, 0.180664, 0.433594, 0.470703, 0.204102, 0.460938, 0.175781, 0.294922, 0.400391, 0.722656, 0.245117, 1.007812, 0.416016, -0.192383, 0.304688, 0.211914, 0.22168, 0.178711, 0.722656, 0.106934, 0.71875, 0.243164, 0.796875, 0.371094, 0.761719, 0.234375, 0.1875, 0.558594, 0.726562, 0.212891, 0.292969, 0.255859, 0.419922, 0.222656, 0.179688, 0.804688, 0.287109, 0.847656, 0.192383, 0.742188, 0.172852, 0.792969, 0.542969, 0.214844, 0.5, 0.206055, 0.447266, 0.216797, 0.245117, 0.796875, 0.171875, 0.431641, 0.245117, 0.279297, 0.380859, 0.1875, 0.84375, 0.21582, 0.789062, 0.194336, 1.140625, 0.585938, 0.933594, 0.201172, 0.279297, 0.878906, 0.519531, 0.605469, 0.186523, 0.609375, 0.652344, 0.621094, 0.220703, 0.308594, 0.5, 0.550781, 0.206055, 0.248047, 0.241211, 0.75, 0.283203, 0.182617, 0.164062, 0.439453, 0.710938, 0.21875, 0.859375, 0.202148, 0.515625, 0.25, 0.310547, 0.785156, 0.498047, 0.188477, 0.363281, 0.478516, 0.5, 0.208984, 0.390625, 0.310547, 1.335938, 0.392578, 0.214844, 0.1875, 0.289062, 0.835938, 0.228516, 0.216797, 0.168945, 0.480469, 0.574219, 0.15332, 0.757812, 0.202148, 0.195312, 0.589844, 0.605469, 0.445312, 0.890625, 0.192383, 0.306641, 0.474609, 0.207031, 0.251953, 0.259766, 0.216797, 0.365234, 0.949219, 0.240234, 0.273438, 0.769531, 0.419922, 0.209961, 0.367188, 0.169922, 0.376953, 0.236328, 0.417969, 0.78125, 0.703125, 0.214844, -0.003693, 0.231445, 0.949219, 0.21875, 0.777344, 0.255859, 0.233398, 0.337891, 0.257812, 0.5, 0.550781, 0.886719, 0.294922, 0.458984, 0.216797, 0.230469, 0.232422, 0.198242, 0.257812, 0.300781, 0.178711, 0.214844, 0.269531, 0.75, 0.196289, 0.267578, 0.320312, 0.216797, 0.15332, 0.458984, 0.710938, 0.181641, 0.21875, 0.229492, 0.248047, 0.28125, 0.201172, 0.19043, 0.789062, 0.671875, 0.902344, 0.183594, 0.898438, 0.652344, 0.898438, 0.455078, 0.203125, 0.207031, 0.219727, 0.211914, 0.404297, 0.302734, 0.429688, 0.226562, 0.271484, 0.227539, 0.613281, 0.25, 0.214844, 0.535156, 0.225586, 0.503906, 0.59375, 0.239258, 0.96875, 0.239258, 0.476562, 0.648438, 0.470703, 0.182617, 0.193359, 0.392578, 0.390625, 0.390625, 0.796875, 0.542969, 0.867188, 0.186523, 0.386719, 0.6875, 0.455078, 0.208984, 0.195312, 0.291016, 0.220703, 0.147461, 0.695312, 0.255859, 0.804688, 0.90625, 0.546875, 0.40625, 0.193359, 0.605469, 0.462891, 0.265625, 0.355469, 0.195312, 0.386719, 0.3125, 0.174805, 0.10498, 0.216797, 0.226562, 0.243164, 0.168945, 0.173828, 0.507812, 0.628906, 0.175781, 0.229492, 0.376953, 0.746094, 0.217773, 0.933594, 0.275391, 0.191406, 0.214844, 0.306641, 0.251953, 0.820312, 0.157227, 0.482422, 0.8125, 0.234375, 0.722656, 0.613281, 0.203125, 0.902344, 0.18457, 0.204102, 0.353516, 0.219727, 0.253906, 0.183594, 0.291016, 0.211914, 0.433594, 0.263672, 0.644531, 0.78125, 0.150391, 0.226562, 0.24707, 0.15332, 0.871094, 0.223633, 0.180664, 0.539062, 0.257812, 0.410156, 0.361328, 0.224609, 0.636719, 0.566406, 0.217773, 0.523438, 0.328125, 0.59375, 0.382812, 0.234375, 0.503906, 0.320312, 0.193359, 0.4375, 0.243164, 0.195312, 0.546875, 0.283203, 0.294922, 0.458984, 0.820312, 0.882812, 0.160156, 0.380859, 0.203125, 0.181641, 0.380859, 0.181641, 0.283203, 0.742188, 0.21875, 0.183594, 0.257812, 0.199219, 0.216797, 0.59375, 0.429688, 0.166992, 0.503906, 0.380859, 0.65625, 0.238281, 0.867188, 0.929688, 0.117676, 0.320312, 0.40625, 0.519531, 0.914062, 0.193359, 0.582031, 0.210938, 0.199219, 0.703125, 0.214844, 0.357422, 0.203125, 0.28125, 0.269531, 0.691406, 0.375, 0.220703, 0.197266, 0.832031, 0.707031, 0.19043, 0.90625, 0.585938, 0.197266, 0.12793, 0.205078, 0.242188, 0.871094, 0.172852, 0.341797, 0.189453, 0.349609, 0.289062, 0.523438, 0.835938, 0.219727, 0.306641, 0.201172, 0.207031, 0.761719, 0.300781, 0.679688, 0.359375, 0.408203, 0.047119, 0.84375, 0.183594, 0.478516, 0.355469, 0.203125, 0.664062, 0.980469, 0.152344, 0.365234, 0.291016, 0.214844, 0.699219, 0.5625, 0.265625, 0.216797, 0.263672, 0.1875, 0.554688, 0.249023, 0.902344, 0.964844, 0.375, 0.535156, 0.176758, 0.292969, 0.353516, 0.25, 0.972656, 0.251953, 0.566406, 0.59375, 0.28125, 0.18457, 0.359375, 0.734375, 0.972656, 0.808594, 0.220703, 0.197266, 0.203125, 0.197266, 0.609375, 0.355469, 0.226562, 0.176758, 0.222656, 0.253906, 0.189453, 0.369141, 0.279297, 0.225586, -0.166992, 0.265625, 0.361328, 0.253906, 0.275391, 0.255859, 0.300781, 0.238281, 0.208008, 0.07959, 0.494141, 0.180664, 0.683594, 0.214844, 0.949219, 0.337891, 0.523438, 0.492188, 0.251953, 0.239258, 0.259766, 0.894531, 0.644531, 0.53125, 0.267578, 0.213867, 0.339844, 0.160156, 0.439453, 0.339844, 0.640625, 0.470703, 0.447266, 0.335938, 0.261719, 0.175781, 0.609375, 0.170898, 0.578125, 0.347656, 0.34375, 0.535156, 0.773438, 0.292969, 0.816406, 0.279297, 0.233398, 0.84375, 0.225586, 0.792969, 0.232422, 0.400391, 0.206055, 0.119629, 0.25, 0.988281, 0.847656, 0.205078, 0.804688, 0.179688, 0.796875, 0.209961, 0.328125, 0.59375, 0.178711, 0.291016, 0.839844, 0.451172, 0.106445, 0.193359, 0.239258, 0.451172, 0.859375, 0.523438, 0.376953, 0.200195, 0.761719, 0.15625, 0.192383, 0.40625, 0.220703, 0.875, 0.195312, 0.209961, 0.251953, 0.206055, 0.851562, 0.234375, 0.78125, 0.208984, 0.269531, 0.742188, 1.117188, 0.660156, 0.180664, 0.275391, 0.349609, 0.285156, 0.8125, 0.925781, 0.294922, 0.25, 0.376953, 0.192383, 0.209961, 0.171875, 0.269531, 0.176758, 0.174805, 0.878906, 0.211914, 0.298828, 0.679688, 0.628906, 0.192383, 0.578125, 0.165039, 0.185547, 0.229492, 0.277344, 0.178711, 0.472656, 0.261719, 0.554688, 0.245117, 0.367188, 0.289062, 0.22168, 0.691406, 0.233398, 0.21582, 0.214844, 0.216797, 0.546875, 0.253906, 0.75, 0.554688, 1.164062, 0.213867, 0.22168, 0.179688, 0.206055, 0.273438, 0.173828, 0.208008, 0.261719, 0.294922, 0.578125, 0.28125, 0.65625, 0.283203, 0.871094, 0.269531, 0.216797, 0.283203, 0.462891, 0.186523, 0.503906, 0.200195, 0.208008, 0.808594, 0.185547, 0.8125, 0.683594, 0.972656, 0.589844, 0.186523, 0.589844, 0.414062, 0.263672, 0.451172, 0.205078, 0.882812, 0.554688, 0.115723, 0.330078, 1.164062, 0.322266, 0.222656, 0.429688, 0.18457, 0.217773, 0.181641, 0.240234, 0.390625, 0.259766, 0.789062, 0.287109, 0.271484, 0.203125, 0.558594, 0.96875, 0.265625, 0.267578, 0.205078, 0.773438, 0.671875, 0.21582, 0.245117, 0.472656, 0.186523, 0.198242, 0.251953, 0.398438, 0.480469, 0.445312, 0.894531, 0.695312, 0.330078, 0.335938, 0.683594, 0.259766, 0.211914, 0.283203, 0.310547, 0.223633, 0.25, 0.359375, 0.427734, 0.757812, 0.316406, 0.125977, 0.208008, 0.161133, 0.287109, 0.207031, 0.235352, 0.199219, 0.200195, 0.429688, 0.287109, 0.679688, 0.193359, 0.330078, 0.208984, 1.109375, 0.341797, 0.349609, 0.243164, 0.292969, 0.193359, 0.306641, 0.474609, 0.369141, 0.257812, 0.241211, 0.199219, 0.328125, 0.213867, 0.585938, 0.175781, 0.4375, 0.214844, 0.546875, 0.249023, 0.267578, 0.198242, 0.228516, 0.546875, 0.200195, 0.863281, 0.425781, 0.597656, 0.188477, 0.466797, 0.953125, 0.53125, 0.490234, 0.976562, 0.198242, 0.349609, 0.259766, 0.921875, 0.25, 0.031982, 0.476562, 1.273438, 1.296875, 0.726562, 0.644531, 0.515625, 0.789062, 0.734375, 0.476562, 0.921875, 0.222656, 0.173828, 0.188477, 0.443359, 0.216797, 0.972656, 0.279297, 0.527344, 0.253906, 0.182617, 0.40625, 0.582031, 0.800781, 0.488281, 0.800781, 0.445312, 0.804688, 0.195312, 0.203125, 0.233398, 0.204102, 0.217773, 1.046875, 0.243164, 0.216797, 0.255859, 0.308594, 0.871094, 0.235352, -0.204102, 0.353516, 0.189453, 0.53125, 0.976562, 0.237305, 0.1875, 0.194336, 0.177734, 0.558594, 0.847656, 0.683594, 0.921875, 0.18457, 0.196289, 0.195312, 0.206055, 0.191406, 0.306641, 0.216797, 0.816406, 0.205078, 0.511719, 0.550781, 0.152344, 0.375, 0.21875, 0.195312, 0.328125, 0.204102, 0.22168, 0.400391, 0.168945, 0.617188, 0.894531, 0.601562, 0.173828, 0.464844, 0.241211, 0.589844, 0.212891, 0.546875, 0.376953, 0.225586, 0.464844, 0.296875, 0.335938, 0.257812, 0.236328, 0.263672, 0.582031, 0.878906, 0.071777, 0.835938, 0.40625, 0.200195, 0.8125, 0.292969, 0.217773, 0.486328, 0.605469, 0.427734, 0.251953, 0.185547, 0.367188, 0.355469, 0.193359, 0.824219, 0.375, 0.734375, 0.208008, 0.19043, 0.351562, 0.4375, 0.173828, 0.332031, 0.287109, 0.585938, 0.198242, 0.421875, 0.515625, 0.777344, 0.503906, 0.324219, 0.277344, 0.231445, 1.382812, 0.216797, 0.196289, 0.902344, 0.828125, 0.210938, 0.178711, 0.177734, 0.523438, 0.515625, 0.294922, 0.322266, 0.202148, 0.208008, 0.785156, 0.265625, 0.287109, 0.365234, 0.249023, 0.273438, 0.408203, 0.376953, 0.271484, 0.223633, 0.131836, 0.207031, 0.298828, 0.261719, 0.628906, 0.625, 0.19043, 0.367188, 0.206055, 0.192383, 0.365234, 0.455078, 0.351562, 0.8125, 0.867188, 0.129883, 0.621094, 0.192383, 0.118652, 0.490234, 0.170898, 0.367188, 0.306641, 0.398438, 0.523438, 0.1875, 0.248047, 0.757812, 0.222656, 0.542969, 1.03125, 0.949219, 0.863281, 0.316406, 0.257812, 0.376953, 0.232422, 0.182617, 1.179688, 0.243164, 0.304688, 0.53125, 0.163086, 0.186523, 0.242188, 0.275391, 0.322266, 0.40625, 0.279297, 0.208984, 0.890625, 0.239258, 0.238281, 0.820312, 0.191406, 0.237305, 0.427734, 1.601562, 0.226562, 0.458984, 0.427734, 0.19043, 0.214844, 0.177734, 0.22168, 0.691406, 0.335938, 0.22168, 0.5625, 0.168945, 0.186523, 0.204102, 0.213867, 0.229492, 1.117188, 0.460938, 0.166016, 0.355469, 0.310547, 0.269531, 0.59375, 0.376953, 0.996094, 0.714844, 0.511719, 0.921875, 0.605469, 0.182617, 0.71875, 0.488281, 0.300781, 0.773438, 0.359375, 0.53125, 0.558594, 0.211914, 0.441406, 0.219727, 0.186523, 0.182617, 0.447266, 0.223633, 0.429688, 0.566406, 0.976562, 0.257812, 0.251953, 0.196289, 0.237305, 0.232422, 0.201172, 0.125977, 0.194336, 0.181641, 0.330078, 0.367188, 0.183594, 0.179688, 0.237305, 0.207031, 0.206055, 0.194336, 0.199219, 0.169922, 0.236328, 0.785156, 0.248047, 0.4375, 0.214844, 0.425781, 0.355469, 0.237305, 0.201172, 0.582031, 0.176758, 0.302734, 0.188477, 0.191406, 0.243164, 0.298828, 0.163086, 0.242188, 0.25, 0.376953, 0.486328, 0.742188, 0.675781, 0.179688, 0.431641, 0.613281, 0.304688, 0.859375, 0.182617, 0.192383, 0.201172, 0.613281, 0.273438, 0.746094, 0.208984, 0.265625, 0.151367, 0.375, 0.198242, 0.242188, 0.235352, 0.227539, 0.224609, 0.263672, 0.217773, 0.306641, -0.001404, 0.25, 0.217773, 0.632812, 0.170898, 0.365234, 0.19043, 0.255859, 0.9375, 0.251953, 0.333984, 0.6875, 0.451172, 0.371094, 0.369141, 0.198242, 0.742188, 0.229492, 0.172852, 0.18457, 0.222656, 0.178711, 0.179688, 0.355469, 0.248047, 0.140625, 0.195312, 0.214844, 0.539062, 0.289062, 0.251953, 0.710938, 0.511719, 0.347656, 0.219727, 0.851562, 0.217773, 0.476562, 0.241211, 0.199219, 0.253906, 0.359375, 0.921875, 0.652344, 0.628906, 0.261719, 0.597656, 0.08252, 0.228516, 0.265625, 0.746094, 0.376953, 0.515625, 0.202148, 0.914062, 1.15625, 0.570312, 0.234375, 0.578125, 1.015625, 0.275391, 0.241211, 0.172852, 0.191406, 0.15332, 0.207031, 0.578125, 0.349609, 0.386719, 0.193359, 0.225586, 0.306641, 0.490234, 0.208984, 0.168945, 0.235352, 0.208008, 0.734375, 0.464844, 0.191406, 0.152344, 0.832031, 0.609375, 0.210938, 0.478516, 0.316406, 0.180664, 1.257812, 0.240234, 0.875, 0.233398, 0.414062, 0.871094, 0.21582, 0.236328, 1.085938, 0.757812, 0.910156, 0.582031, 0.322266, 0.21582, 0.213867, 0.738281, 0.636719, 0.808594, 0.816406, 0.279297, 0.388672, 0.246094, 0.425781, 0.191406, 0.269531, 0.209961, 0.882812, -0.147461, 0.188477, 0.207031, 0.21582, 0.511719, 0.219727, 0.229492, 0.232422, 0.173828, 0.251953, 0.223633, 0.28125, 0.458984, 1.0625, 0.180664, 0.507812, 0.246094, 0.232422, 0.5, 0.109863, 0.21875, 0.1875, 0.19043, 1.015625, 0.423828, 0.194336, 0.601562, 0.451172, 0.714844, 0.234375, 0.151367, 0.660156, 0.671875, 0.542969, 0.203125, 0.261719, 0.225586, 0.204102, 0.322266, 0.178711, 0.330078, 0.232422, 0.195312, 0.25, 0.222656, 0.337891, 0.204102, 0.34375, 0.269531, 0.578125, 0.18457, 0.640625, 0.371094, 0.789062, 1.28125, 0.231445, 0.519531, 0.3125, 0.761719, 0.198242, 0.198242, 0.726562, 0.878906, 0.396484, 0.75, 0.1875, 0.289062, 0.22168, 0.808594, 0.253906, 0.300781, 0.34375, 0.322266, 0.546875, 0.554688, 0.929688, 0.314453, 0.9375, 0.244141, 0.335938, 0.213867, 0.22168, 0.617188, 0.710938, 0.198242, 0.259766, 0.324219, 0.363281, 0.194336, 0.324219, 0.808594, 0.235352, 0.6875, 0.289062, 0.871094, 0.181641, 0.211914, 0.214844, 0.617188, 0.546875, 0.478516, 0.582031, 0.289062, 0.527344, 0.353516, 0.253906, 0.816406, 0.220703, 0.277344, 0.160156, 0.185547, 0.241211, 0.90625, 0.182617, 0.173828, 0.179688, 0.644531, 0.511719, 0.181641, 0.245117, 0.277344, 0.261719, 0.9375, 0.283203, 0.188477, 0.341797, 0.5625, 0.240234, 0.198242, 0.173828, 0.306641, 0.376953, 0.914062, 0.554688, 0.605469, 0.21875, 0.341797, 0.255859, 0.337891, 0.191406, 0.570312, 0.742188, 0.257812, 0.19043, 0.198242, 0.550781, 0.209961, 0.882812, 0.199219, 0.188477, 0.314453, 0.207031, 0.291016, 0.233398, 0.155273, 0.244141, 0.296875, 0.914062, 0.490234, 0.365234, 0.703125, 0.259766, 0.277344, 0.601562, 0.22168, 0.257812, 0.226562, 0.211914, 0.59375, 0.213867, 0.369141, 0.457031, 0.21582, 1.0, 0.416016, 0.835938, 0.198242, 0.161133, 0.210938, 0.667969, 1.0, 0.357422, 0.365234, 0.730469, 0.212891, 0.6875, 0.652344, 0.208008, 0.345703, 0.353516, 0.601562, 0.198242, 0.722656, 0.219727, 0.171875, 0.427734, 0.233398, 0.503906, 0.3125, 0.231445, 0.445312, 0.300781, 0.304688, 0.285156, 0.457031, 0.632812, 0.585938, 0.134766, 0.308594, 0.248047, 0.170898, 0.972656, 0.408203, 0.1875, 0.304688, 0.609375, 0.287109, 0.345703, 0.800781, -0.142578, 0.275391, 0.730469, 0.236328, 0.398438, 0.25, 0.691406, 0.339844, 0.1875, 0.185547, 0.425781, 0.546875, 0.257812, 0.421875, 0.177734, 0.554688, 0.289062, 0.316406, 0.574219, 0.519531, 0.248047, 0.25, 0.230469, 0.289062, 1.054688, 0.233398, 0.241211, 0.851562, 0.337891, 0.558594, 0.178711, 0.192383, 0.332031, 0.201172, 0.445312 ] }, "name": "model.model.layers.5.input_layernorm.weight", "outputIndexes": [ 446 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 445 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_5/Mul_output_0", "outputIndexes": [ 447 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 446, 447 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_5/Mul_1_output_0", "outputIndexes": [ 448 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 448 ], "outputIndexes": [ 2448 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2448 ], "outputIndexes": [ 2449 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear", "inputIndexes": [ 2449 ], "outputIndexes": [ 2450 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 655534850, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2450 ], "outputIndexes": [ 2451 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2451 ], "outputIndexes": [ 449 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 448 ], "main_type": "NONE", "name": "/Shape_71_output_0", "outputIndexes": [ 450 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 450 ], "main_type": "NONE", "name": "Shape1329", "outputIndexes": [ 451 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 450 ], "main_type": "NONE", "name": "Rank1331", "outputIndexes": [ 452 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 452, 452 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1333", "outputIndexes": [ 453 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 453 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1334", "outputIndexes": [ 454 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 453, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1336", "outputIndexes": [ 455 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 455 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1337", "outputIndexes": [ 456 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 451, 454, 456, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1340", "outputIndexes": [ 457 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 457 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1341", "outputIndexes": [ 458 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 458 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1342", "outputIndexes": [ 459 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 459, 458 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1343", "outputIndexes": [ 460 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 450, 460, 453 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_79_output_0", "outputIndexes": [ 461 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 461, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_161_output_0", "outputIndexes": [ 462 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 462, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_65_output_0", "outputIndexes": [ 463 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 449, 463 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_46_output_0", "outputIndexes": [ 464 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 464, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_40_output_0", "outputIndexes": [ 465 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 464 ], "main_type": "NONE", "name": "/Shape_72_output_0", "outputIndexes": [ 466 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 466 ], "main_type": "NONE", "name": "Shape1350", "outputIndexes": [ 467 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 466 ], "main_type": "NONE", "name": "Rank1352", "outputIndexes": [ 468 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 468, 468 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1354", "outputIndexes": [ 469 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 469 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1355", "outputIndexes": [ 470 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 469, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1357", "outputIndexes": [ 471 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 471 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1358", "outputIndexes": [ 472 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 467, 470, 472, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1361", "outputIndexes": [ 473 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 473 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1362", "outputIndexes": [ 474 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 474 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1363", "outputIndexes": [ 475 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 475, 474 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1364", "outputIndexes": [ 476 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 466, 476, 469 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_80_output_0", "outputIndexes": [ 477 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 477, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_15_output_0", "outputIndexes": [ 478 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 478, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_166_output_0", "outputIndexes": [ 479 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 464, 479, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_21_output_0", "outputIndexes": [ 480 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 480 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_10_output_0", "outputIndexes": [ 481 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 464, 22, 479, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_20_output_0", "outputIndexes": [ 482 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 481, 482 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_68_output_0", "outputIndexes": [ 483 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 483, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_41_output_0", "outputIndexes": [ 484 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 465, 484 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_25_output_0", "outputIndexes": [ 485 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 448 ], "outputIndexes": [ 2452 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2452 ], "outputIndexes": [ 2453 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear", "inputIndexes": [ 2453 ], "outputIndexes": [ 2454 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 662774552, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2454 ], "outputIndexes": [ 2455 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2455 ], "outputIndexes": [ 486 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 462, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_66_output_0", "outputIndexes": [ 487 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 486, 487 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_47_output_0", "outputIndexes": [ 488 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_42_output_0", "outputIndexes": [ 489 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488 ], "main_type": "NONE", "name": "/Shape_73_output_0", "outputIndexes": [ 490 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 490 ], "main_type": "NONE", "name": "Shape1413", "outputIndexes": [ 491 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 490 ], "main_type": "NONE", "name": "Rank1415", "outputIndexes": [ 492 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 492, 492 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1417", "outputIndexes": [ 493 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 493 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1418", "outputIndexes": [ 494 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 493, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1420", "outputIndexes": [ 495 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 495 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1421", "outputIndexes": [ 496 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 491, 494, 496, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1424", "outputIndexes": [ 497 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 497 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1425", "outputIndexes": [ 498 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 498 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1426", "outputIndexes": [ 499 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 499, 498 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1427", "outputIndexes": [ 500 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 490, 500, 493 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_81_output_0", "outputIndexes": [ 501 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 501, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_16_output_0", "outputIndexes": [ 502 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 502, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_168_output_0", "outputIndexes": [ 503 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488, 503, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_23_output_0", "outputIndexes": [ 504 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 504 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_11_output_0", "outputIndexes": [ 505 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488, 22, 503, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_22_output_0", "outputIndexes": [ 506 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 505, 506 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_69_output_0", "outputIndexes": [ 507 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 507, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_43_output_0", "outputIndexes": [ 508 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 489, 508 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_26_output_0", "outputIndexes": [ 509 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 448 ], "outputIndexes": [ 2456 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2456 ], "outputIndexes": [ 2457 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear", "inputIndexes": [ 2457 ], "outputIndexes": [ 2458 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 663808814, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2458 ], "outputIndexes": [ 2459 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2459 ], "outputIndexes": [ 510 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 510, 487 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_48_output_0", "outputIndexes": [ 511 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 485, 509, 511, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_53_output_0", "outputIndexes": [ 512 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 512 ], "outputIndexes": [ 2460 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2460 ], "outputIndexes": [ 2461 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear", "inputIndexes": [ 2461 ], "outputIndexes": [ 2462 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 664843076, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2462 ], "outputIndexes": [ 2463 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2463 ], "outputIndexes": [ 513 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 445, 513 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_28_output_0", "outputIndexes": [ 514 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.054688, 1.101562, 1.203125, 0.890625, 1.039062, 0.949219, 1.0625, 1.0625, 0.582031, 0.863281, 1.054688, 0.839844, 1.070312, 1.070312, 0.796875, 1.0625, 1.046875, 1.054688, 1.046875, 0.628906, 3.34375, 1.0625, 1.085938, 0.992188, 0.992188, 1.015625, 0.679688, 0.929688, 0.964844, 1.0, 1.101562, 0.882812, 0.480469, 1.015625, 1.085938, 1.109375, 0.925781, 0.507812, 1.039062, 0.8125, 1.054688, 1.039062, 1.25, 1.0, 1.039062, 1.070312, 0.628906, 1.03125, 1.03125, 0.859375, 1.03125, 1.054688, 1.054688, 1.039062, 1.0625, 0.984375, 1.023438, 1.0625, 1.078125, 0.683594, 1.109375, 1.15625, 1.070312, 1.0625, 1.257812, 0.800781, 0.957031, 1.070312, 2.421875, 1.007812, 1.023438, 0.839844, 1.085938, 1.039062, 1.023438, 1.046875, 0.898438, 1.015625, 0.679688, 1.117188, 1.382812, 1.03125, 1.171875, 1.015625, 1.046875, 0.652344, 1.085938, 1.09375, 1.039062, 0.832031, 1.046875, 1.054688, 1.070312, 1.195312, 1.070312, 1.054688, 1.226562, 0.96875, 1.085938, 1.054688, 0.917969, 0.917969, 1.054688, 1.039062, 1.132812, 1.046875, 1.140625, 0.933594, 1.039062, 1.6875, 1.085938, 1.03125, 1.03125, 0.566406, 1.0625, 0.601562, 0.949219, 1.132812, 1.03125, 0.921875, 1.148438, 1.101562, 1.023438, 1.015625, 0.933594, 1.023438, 1.078125, 1.03125, 0.648438, 0.9375, 1.015625, 1.054688, 0.898438, 1.054688, 0.859375, 1.023438, 1.039062, 1.101562, 0.941406, 1.039062, 1.09375, 1.015625, 1.125, 2.046875, 0.976562, 0.8125, 1.320312, 1.023438, 1.039062, 1.070312, 1.03125, 1.0625, 1.007812, 1.070312, 0.90625, 0.964844, 0.890625, 0.730469, 1.101562, 1.039062, 0.792969, 0.800781, 0.664062, 1.007812, 0.847656, 0.890625, 0.988281, 0.875, 1.023438, 1.03125, 1.085938, 1.0625, 1.023438, 1.0, 1.054688, 1.25, 1.054688, 1.078125, 1.09375, 1.054688, 1.414062, 1.054688, 1.046875, 0.726562, 1.632812, 1.03125, 1.070312, 0.875, 1.039062, 1.039062, 0.882812, 1.023438, 0.957031, 1.023438, 1.085938, 0.984375, 1.039062, 1.03125, 0.84375, 1.046875, 1.0625, 0.828125, 1.117188, 1.109375, 1.296875, 1.078125, 1.242188, 0.957031, 1.039062, 1.429688, 1.015625, 1.078125, 0.960938, 1.054688, 1.117188, 1.078125, 0.890625, 0.878906, 1.15625, 1.015625, 1.0625, 0.824219, 1.007812, 1.09375, 1.054688, 1.078125, 0.976562, 0.957031, 1.023438, 1.09375, 2.953125, 1.023438, 1.046875, 1.085938, 1.023438, 1.039062, 1.0625, 1.015625, 0.683594, 1.023438, 1.070312, 1.078125, 1.195312, 1.054688, 1.101562, 0.84375, 1.046875, 1.101562, 1.007812, 1.039062, 1.148438, 1.046875, 0.976562, 0.988281, 1.0625, 0.894531, 1.078125, 0.625, 1.101562, 0.785156, 1.070312, 1.070312, 1.015625, 1.039062, 1.023438, 0.960938, 1.101562, 1.078125, 0.992188, 1.164062, 1.101562, 1.046875, 1.023438, 0.933594, 1.023438, 1.0625, 1.070312, 0.625, 1.015625, 1.117188, 1.078125, 1.101562, 0.640625, 1.078125, 1.0625, 1.085938, 1.296875, 1.085938, 1.039062, 0.859375, 1.039062, 0.9375, 0.976562, 0.90625, 1.132812, 1.085938, 0.980469, 0.953125, 1.03125, 1.09375, 1.164062, 0.929688, 0.789062, 1.054688, 1.046875, 1.015625, 1.0625, 1.0625, 1.015625, 1.125, 0.945312, 1.015625, 1.0625, 1.078125, 0.546875, 1.046875, 1.132812, 1.039062, 1.007812, 1.039062, 1.070312, 1.046875, 1.085938, 1.039062, 1.0, 1.015625, 1.0625, 1.054688, 0.992188, 0.972656, 0.675781, 1.054688, 0.976562, 1.039062, 0.851562, 1.070312, 1.0, 2.21875, 1.078125, 1.132812, 0.636719, 1.085938, 1.054688, 1.046875, 0.675781, 1.046875, 1.054688, 1.117188, 1.09375, 1.09375, 1.007812, 0.882812, 1.054688, 1.054688, 1.476562, 1.117188, 1.0625, 1.023438, 1.054688, 1.078125, 1.054688, 1.015625, 0.6875, 0.917969, 0.726562, 0.800781, 1.007812, 1.117188, 1.101562, 0.855469, 1.070312, 1.085938, 1.054688, 1.007812, 1.070312, 1.460938, 0.703125, 0.847656, 1.054688, 1.023438, 1.023438, 1.09375, 0.882812, 1.0625, 1.101562, 0.988281, 0.96875, 1.070312, 0.984375, 0.945312, 1.046875, 1.21875, 0.589844, 0.886719, 1.015625, 1.046875, 0.90625, 1.0, 1.0625, 0.691406, 0.9375, 1.03125, 0.804688, 1.046875, 0.832031, 1.109375, 1.054688, 1.085938, 1.039062, 0.945312, 0.824219, 1.0, 1.195312, 1.117188, 1.109375, 1.078125, 1.046875, 1.039062, 1.101562, 1.070312, 1.695312, 0.917969, 1.03125, 1.03125, 1.054688, 0.832031, 1.023438, 1.101562, 1.242188, 1.0, 1.070312, 1.078125, 0.796875, 1.015625, 1.054688, 2.0, 1.0, 1.078125, 1.015625, 0.851562, 1.070312, 1.0625, 1.070312, 1.046875, 0.828125, 0.910156, 1.023438, 1.039062, 1.015625, 1.09375, 1.078125, 1.023438, 1.101562, 1.046875, 1.078125, 1.085938, 1.289062, 1.09375, 0.036865, 1.0625, 1.046875, 1.070312, 1.070312, 0.839844, 0.914062, 1.03125, 0.921875, 1.039062, 0.902344, 1.007812, 1.070312, 0.695312, 1.054688, 1.070312, 1.046875, 0.824219, 1.101562, 0.972656, 1.101562, 1.039062, 1.242188, 1.039062, 1.117188, 1.085938, 0.976562, 1.085938, 1.09375, 1.09375, 1.054688, 1.03125, 1.070312, 1.03125, 0.84375, 1.09375, 1.015625, 1.132812, 1.140625, 0.960938, 1.070312, 1.039062, 1.078125, 0.960938, 1.015625, 0.851562, 1.085938, 1.039062, 1.15625, 1.703125, 1.132812, 0.988281, 1.015625, 1.09375, 1.046875, 1.117188, 1.046875, 0.929688, 1.078125, 1.03125, 1.023438, 1.039062, 1.109375, 1.054688, 1.140625, 0.644531, 1.054688, 0.90625, 1.039062, 1.203125, 1.046875, 1.054688, 1.03125, 1.03125, 1.03125, 1.117188, 1.078125, 1.039062, 0.847656, 1.078125, 1.0, 1.070312, 0.796875, 1.96875, 0.835938, 1.046875, 0.800781, 1.054688, 1.796875, 0.859375, 1.53125, 1.40625, 0.960938, 1.078125, 1.023438, 1.0625, 1.023438, 1.0, 1.046875, 1.0625, 1.015625, 1.054688, 1.078125, 1.0625, 0.941406, 1.40625, 0.886719, 1.101562, 1.046875, 1.03125, 1.117188, 1.320312, 1.046875, 1.171875, 1.03125, 0.992188, 1.023438, 1.09375, 1.0625, 1.054688, 0.867188, 1.039062, 1.070312, 1.007812, 1.007812, 0.953125, 1.085938, 1.054688, 1.023438, 0.824219, 1.039062, 1.054688, 1.039062, 0.984375, 1.039062, 1.070312, 1.046875, 0.800781, 1.039062, 1.179688, 0.828125, 0.910156, 1.773438, 0.875, 1.015625, 1.070312, 1.03125, 1.054688, 1.070312, 1.039062, 0.800781, 1.039062, 1.210938, 1.023438, 0.957031, 0.824219, 1.078125, 1.03125, 0.664062, 1.023438, 1.0, 1.078125, 1.0625, 1.03125, 1.226562, 1.015625, 0.742188, 0.972656, 1.046875, 1.023438, 1.070312, 1.085938, 0.917969, 1.007812, 0.996094, 1.039062, 1.3125, 0.929688, 1.039062, 2.03125, 1.070312, 1.03125, 1.0625, 0.832031, 1.101562, 1.078125, 1.039062, 1.140625, 1.03125, 1.023438, 1.0625, 1.03125, 0.691406, 1.015625, 1.007812, 0.804688, 0.769531, 1.09375, 0.996094, 1.148438, 1.109375, 0.886719, 0.878906, 1.0, 0.511719, 1.0625, 1.054688, 1.148438, 1.085938, 1.046875, 1.085938, 1.015625, 1.015625, 1.03125, 1.054688, 1.03125, 1.09375, 1.0625, 1.054688, 0.882812, 1.054688, 1.054688, 1.039062, 1.023438, 1.125, 1.257812, 0.773438, 1.085938, 1.03125, 0.863281, 0.964844, 0.65625, 1.054688, 1.09375, 1.101562, 1.03125, 1.023438, 0.640625, 0.890625, 1.351562, 0.847656, 1.015625, 0.914062, 1.242188, 1.03125, 1.039062, 1.007812, 1.078125, 1.03125, 0.664062, 1.140625, 1.015625, 1.0, 1.484375, 0.972656, 1.039062, 1.070312, 1.210938, 0.679688, 1.101562, 0.855469, 1.0625, 0.878906, 1.0625, 1.046875, 1.046875, 1.085938, 1.0, 0.765625, 0.640625, 0.984375, 1.046875, 1.070312, 1.046875, 1.039062, 1.132812, 0.878906, 1.046875, 0.769531, 1.195312, 1.015625, 2.515625, 1.007812, 1.0625, 0.855469, 0.863281, 1.0625, 1.070312, 1.0625, 1.109375, 1.015625, 0.980469, 0.898438, 1.0625, 1.015625, 1.226562, 1.226562, 1.085938, 0.847656, 1.046875, 1.0625, 0.605469, 1.03125, 0.96875, 1.015625, 0.734375, 1.046875, 1.0625, 1.054688, 0.9375, 0.679688, 1.078125, 1.054688, 0.996094, 0.695312, 1.039062, 1.054688, 0.730469, 0.996094, 1.132812, 1.039062, 1.007812, 1.070312, 0.894531, 1.078125, 1.03125, 0.867188, 1.039062, 1.007812, 0.953125, 1.117188, 1.078125, 1.023438, 0.714844, 0.53125, 0.941406, 1.148438, 0.921875, 0.832031, 1.09375, 1.054688, 1.054688, 1.070312, 0.820312, 1.007812, 1.109375, 1.039062, 0.671875, 1.0625, 1.0625, 0.949219, 0.886719, 1.046875, 0.988281, 1.15625, 1.617188, 1.1875, 1.007812, 0.988281, 0.808594, 1.023438, 0.609375, 1.039062, 1.039062, 0.5625, 1.054688, 1.640625, 1.367188, 1.109375, 1.007812, 1.070312, 1.015625, 1.007812, 1.007812, 1.03125, 1.109375, 0.914062, 1.703125, 0.582031, 1.054688, 1.054688, 1.226562, 1.046875, 0.863281, 0.890625, 1.0625, 0.851562, 1.023438, 1.101562, 0.890625, 1.007812, 1.046875, 1.078125, 1.046875, 0.867188, 0.800781, 1.023438, 1.007812, 1.054688, 0.980469, 1.101562, 1.023438, 1.03125, 0.957031, 1.148438, 1.039062, 0.960938, 1.046875, 1.203125, 1.070312, 1.101562, 1.039062, 1.078125, 1.039062, 1.0625, 1.046875, 1.132812, 1.039062, 0.882812, 0.695312, 1.046875, 0.910156, 1.117188, 1.039062, 0.753906, 1.039062, 1.140625, 1.023438, 1.046875, 1.039062, 0.667969, 1.0, 0.875, 1.007812, 1.007812, 1.046875, 1.03125, 1.09375, 1.023438, 1.046875, 0.976562, 0.597656, 1.039062, 1.015625, 1.015625, 0.941406, 1.195312, 1.054688, 1.085938, 1.0625, 1.039062, 1.023438, 1.007812, 1.0625, 1.054688, 0.777344, 1.054688, 1.03125, 1.054688, 1.039062, 0.921875, 1.085938, 1.054688, 1.0625, 1.117188, 1.03125, 1.101562, 1.03125, 1.023438, 1.070312, 0.925781, 1.109375, 1.085938, 0.980469, 1.078125, 1.039062, 1.03125, 1.039062, 0.847656, 1.039062, 0.984375, 1.023438, 0.902344, 1.109375, 1.070312, 0.917969, 0.820312, 0.96875, 1.070312, 1.007812, 0.832031, 1.0625, 1.054688, 0.921875, 1.070312, 0.867188, 1.039062, 1.078125, 1.015625, 0.644531, 1.054688, 0.710938, 0.828125, 1.453125, 1.046875, 0.734375, 0.886719, 0.992188, 1.054688, 1.046875, 0.898438, 1.359375, 1.023438, 1.0625, 0.59375, 1.171875, 1.039062, 1.617188, 1.171875, 1.054688, 1.046875, 1.0, 1.039062, 0.855469, 0.925781, 0.71875, 0.949219, 0.78125, 0.910156, 0.804688, 1.0625, 1.085938, 1.0, 1.054688, 1.265625, 1.164062, 1.054688, 1.0625, 1.0625, 1.046875, 0.699219, 0.902344, 1.070312, 1.171875, 0.988281, 0.566406, 0.8125, 1.03125, 1.039062, 1.039062, 1.039062, 1.414062, 1.140625, 1.054688, 1.070312, 0.949219, 0.652344, 1.023438, 1.0, 1.210938, 0.921875, 0.988281, 1.101562, 0.976562, 1.046875, 0.941406, 0.867188, 0.871094, 0.664062, 1.039062, 1.0625, 0.683594, 1.007812, 1.117188, 1.046875, 0.921875, 1.054688, 1.0625, 1.054688, 0.933594, 0.785156, 0.945312, 0.925781, 2.046875, 1.078125, 0.847656, 1.0625, 1.054688, 1.203125, 1.085938, 1.117188, 1.070312, 1.039062, 0.917969, 1.078125, 0.59375, 2.21875, 1.015625, 1.007812, 1.070312, 0.886719, 1.03125, 1.046875, 0.695312, 0.875, 1.0, 0.808594, 0.898438, 0.707031, 1.015625, 0.554688, 0.511719, 1.039062, 1.0625, 1.039062, 1.070312, 0.867188, 1.4375, 1.0625, 1.148438, 1.015625, 1.007812, 1.070312, 0.929688, 0.90625, 1.054688, 1.703125, 1.046875, 1.023438, 1.054688, 1.125, 0.742188, 1.015625, 0.960938, 0.660156, 0.929688, 1.054688, 1.085938, 1.070312, 1.539062, 1.125, 1.429688, 1.078125, 1.070312, 0.949219, 1.015625, 1.046875, 1.28125, 0.679688, 1.046875, 1.046875, 1.0625, 1.390625, 2.015625, 1.414062, 1.164062, 0.976562, 1.070312, 0.933594, 1.007812, 1.015625, 1.023438, 1.046875, 0.605469, 0.808594, 1.179688, 1.015625, 1.109375, 1.476562, 1.453125, 1.140625, 1.0, 1.054688, 0.871094, 1.101562, 1.0, 1.039062, 1.085938, 0.980469, 1.117188, 1.078125, 0.914062, 0.777344, 1.023438, 1.007812, 1.0625, 1.0625, 1.039062, 1.101562, 0.925781, 1.070312, 1.0625, 0.980469, 1.03125, 0.804688, 1.09375, 1.007812, 1.148438, 1.046875, 1.015625, 1.234375, 1.039062, 1.070312, 1.257812, 1.039062, 1.015625, 1.265625, 1.0, 1.078125, 0.777344, 1.09375, 0.953125, 1.296875, 1.070312, 1.117188, 1.03125, 0.925781, 0.820312, 1.023438, 1.132812, 1.054688, 1.039062, 1.023438, 1.046875, 1.015625, 1.039062, 1.085938, 1.070312, 1.101562, 1.28125, 1.101562, 1.007812, 1.007812, 0.828125, 1.09375, 1.078125, 1.0625, 1.40625, 1.054688, 1.085938, 1.070312, 1.015625, 1.101562, 1.015625, 1.046875, 1.007812, 1.039062, 0.585938, 1.070312, 0.976562, 0.621094, 1.078125, 1.070312, 1.03125, 0.960938, 1.070312, 1.070312, 1.085938, 1.015625, 1.09375, 1.53125, 0.949219, 1.40625, 0.695312, 1.179688, 1.0625, 0.871094, 1.328125, 1.078125, 1.039062, 1.03125, 1.09375, 1.070312, 1.054688, 1.054688, 1.054688, 0.84375, 1.023438, 1.554688, 1.085938, 0.972656, 1.070312, 1.054688, 1.28125, 1.148438, 1.070312, 1.195312, 1.109375, 1.0625, 1.28125, 1.070312, 1.03125, 1.015625, 1.09375, 1.101562, 1.015625, 1.03125, 1.078125, 1.140625, 1.0625, 1.046875, 1.015625, 1.0, 0.796875, 1.078125, 1.039062, 1.21875, 0.847656, 0.625, 1.070312, 1.03125, 1.023438, 1.070312, 1.039062, 0.949219, 0.972656, 1.070312, 1.054688, 1.054688, 1.6875, 1.015625, 0.742188, 1.085938, 1.023438, 0.996094, 0.933594, 1.015625, 0.472656, 1.0625, 0.953125, 0.328125, 1.015625, 1.976562, 0.84375, 0.957031, 1.234375, 1.054688, 0.929688, 1.015625, 1.0, 0.890625, 1.070312, 0.65625, 1.023438, 1.03125, 0.894531, 0.902344, 1.054688, 1.070312, 1.054688, 1.039062, 0.921875, 1.09375, 0.847656, 1.101562, 1.015625, 1.0625, 1.03125, 1.195312, 1.046875, 1.078125, 0.824219, 1.164062, 1.046875, 1.039062, 1.101562, 0.859375, 1.085938, 1.039062, 1.09375, 0.953125, 1.046875, 1.03125, 1.023438, 1.101562, 1.070312, 1.039062, 1.023438, 1.007812, 1.039062, 1.015625, 1.070312, 1.085938, 1.125, 0.84375, 1.039062, 1.039062, 1.070312, 1.117188, 1.0, 1.070312, 1.179688, 1.15625, 1.03125, 0.71875, 1.0, 1.15625, 0.941406, 1.070312, 1.375, 1.085938, 0.925781, 1.117188, 1.0625, 1.515625, 1.039062, 1.03125, 1.054688, 1.164062, 1.023438, 0.964844, 1.015625, 0.933594, 1.109375, 1.070312, 1.046875, 0.828125, 1.078125, 1.054688, 1.039062, 1.039062, 1.007812, 0.867188, 0.816406, 1.03125, 0.960938, 1.054688, 1.03125, 1.085938, 1.0625, 1.007812, 1.070312, 1.054688, 1.054688, 1.007812, 0.972656, 0.902344, 1.679688, 0.855469, 1.203125, 1.148438, 1.132812, 1.039062, 1.070312, 1.078125, 1.117188, 0.9375, 0.949219, 1.203125, 1.0625, 1.078125, 0.996094, 1.023438, 0.691406, 1.0625, 1.023438, 0.675781, 1.039062, 1.046875, 1.046875, 1.03125, 1.023438, 0.941406, 1.03125, 0.523438, 1.117188, 0.65625, 1.125, 1.046875, 2.125, 0.601562, 0.996094, 1.101562, 1.710938, 1.5, 0.824219, 1.03125, 1.078125, 1.046875, 1.195312, 1.070312, 0.941406, 1.03125, 1.007812, 1.015625, 0.816406, 1.015625, 0.632812, 1.078125, 1.054688, 1.226562, 1.054688, 1.03125, 1.671875, 1.03125, 1.039062, 1.140625, 1.03125, 1.117188, 1.0625, 0.9375, 1.0625, 1.039062, 0.601562, 1.039062, 0.988281, 0.972656, 1.023438, 0.945312, 1.070312, 1.054688, 1.070312, 0.742188, 1.117188, 1.125, 1.25, 1.03125, 1.039062, 1.078125, 1.0625, 1.046875, 0.972656, 1.039062, 1.039062, 1.054688, 1.0625, 1.015625, 1.179688, 1.070312, 1.070312, 1.164062, 1.039062, 1.039062, 0.480469, 1.039062, 1.335938, 0.960938, 0.617188, 1.054688, 1.03125, 1.03125, 1.070312, 1.03125, 1.007812, 0.855469, 1.023438, 1.140625, 1.054688, 1.03125, 0.535156, 1.03125, 1.203125, 1.0625, 1.125, 1.039062, 1.039062, 1.023438, 0.886719, 1.03125, 1.039062, 1.046875, 1.039062, 1.046875, 1.046875, 1.195312, 1.046875, 1.023438, 1.09375, 1.007812, 1.039062, 1.007812, 1.070312, 1.007812, 0.816406, 1.039062, 1.046875, 1.054688, 1.070312, 1.09375, 1.0625, 1.03125, 1.078125, 1.109375, 1.078125, 0.820312, 1.132812, 1.0625, 0.789062, 1.039062, 1.335938, 1.03125, 1.015625, 1.039062, 0.863281, 1.054688, 1.273438, 0.808594, 1.257812, 0.699219, 1.398438, 1.015625, 0.9375, 1.265625, 1.023438, 0.53125, 1.09375, 1.046875, 1.054688, 1.054688, 1.03125, 0.96875, 1.101562, 1.070312, 0.609375, 0.6875, 0.839844, 1.039062, 1.03125, 1.117188, 1.023438, 1.085938, 0.878906, 1.054688, 0.902344, 1.109375, 1.695312, 1.0625, 1.0625, 0.988281, 1.039062, 0.707031, 1.0625, 1.070312, 1.070312, 1.015625, 0.867188, 0.9375, 1.078125, 1.015625, 0.992188, 0.96875, 1.132812, 1.09375, 1.039062, 1.054688, 1.195312, 1.023438, 0.953125, 0.855469, 1.054688, 1.054688, 1.03125, 0.871094, 0.972656, 1.148438, 1.015625, 0.960938, 1.054688, 1.046875, 0.878906, 1.054688, 0.871094, 0.808594, 1.992188, 1.398438, 1.078125, 1.0625, 0.953125, 1.015625, 1.039062, 0.585938, 1.023438, 1.515625, 0.964844, 1.0, 1.070312, 1.070312, 1.023438, 1.046875, 1.0625, 1.0625, 0.796875, 1.140625, 1.085938, 1.210938, 1.03125, 1.429688, 1.046875, 1.078125, 1.09375, 1.007812, 1.070312, 0.558594, 1.09375, 1.039062, 1.054688, 1.046875, 0.96875, 1.0625, 1.484375, 1.054688, 1.101562, 0.574219, 0.734375, 1.03125, 1.023438, 1.0625, 1.046875, 0.992188, 1.0625, 1.023438, 1.101562, 0.976562, 1.085938, 0.882812, 1.078125, 1.070312, 1.070312, 1.0, 1.039062, 1.046875, 0.988281, 1.03125, 1.039062, 1.0, 0.910156, 1.351562, 0.992188, 0.9375, 1.046875, 1.0625, 1.148438, 1.070312, 0.613281, 2.6875, 0.964844, 1.070312, 1.03125, 1.039062, 0.972656, 1.015625, 0.625, 1.023438, 1.070312, 1.023438, 1.015625, 1.070312, 1.0625, 1.0625, 0.652344, 0.792969, 1.054688, 0.929688, 1.039062, 0.984375, 1.117188, 1.039062, 1.0625, 1.148438, 0.628906, 1.023438, 0.613281, 0.820312, 0.789062, 1.054688, 0.996094, 1.03125, 0.925781, 1.101562, 1.09375, 1.085938, 1.046875, 1.039062, 1.070312, 1.078125, 1.109375, 1.039062, 0.550781, 1.054688, 1.070312, 0.722656, 1.0, 0.960938, 1.046875, 0.878906, 0.894531, 0.796875, 1.039062, 1.070312, 1.0625, 0.808594, 1.023438, 0.847656, 0.847656, 0.695312, 1.070312, 1.125, 1.070312, 1.0625, 1.085938, 1.070312, 0.515625, 0.953125, 0.953125, 1.046875, 0.945312, 1.023438, 1.078125, 1.070312, 1.398438, 1.03125, 0.640625, 1.085938, 1.046875, 1.023438, 1.046875, 1.039062, 1.054688, 1.359375, 1.070312, 0.917969, 1.046875, 1.070312, 1.5, 1.1875, 0.933594, 1.078125, 0.914062, 1.351562, 1.054688, 0.703125, 1.109375, 0.988281, 1.023438, 1.03125, 1.0625, 1.101562, 1.0, 1.054688, 1.023438, 1.039062, 0.929688, 1.023438, 0.910156, 1.070312, 1.976562, 1.023438, 1.367188, 0.679688, 1.054688, 1.054688, 1.039062, 1.023438, 1.046875, 1.046875, 1.070312, 1.0625, 1.023438, 0.984375, 0.839844, 1.085938, 1.046875, 1.09375, 1.039062, 1.109375, 0.523438, 1.101562, 1.023438, 1.054688, 1.046875, 1.054688, 0.953125, 1.023438, 1.039062, 1.03125, 0.933594, 1.085938, 0.878906, 0.683594, 1.03125, 1.0625, 1.148438, 1.0625, 0.757812, 1.484375, 1.101562, 1.0625, 1.046875, 1.101562, 0.996094, 1.007812, 1.09375, 0.984375, 0.9375, 1.039062, 1.164062, 0.6875, 0.894531, 0.914062, 1.046875, 1.132812, 1.085938, 0.613281, 1.078125, 1.046875, 1.070312, 1.0, 0.671875, 0.84375, 1.0625, 0.828125, 0.636719, 1.023438, 1.171875, 0.824219, 1.109375, 1.140625, 1.039062, 1.117188, 1.054688, 0.996094, 1.046875, 1.054688, 1.03125, 1.03125, 1.039062, 1.046875, 0.886719, 1.078125, 1.148438, 1.054688, 1.046875, 1.421875, 1.070312, 0.988281, 0.953125, 1.023438, 1.015625, 1.015625, 1.039062, 1.085938, 1.023438, 0.757812, 1.148438, 1.03125, 1.0, 1.195312, 1.1875, 1.054688, 0.917969, 1.0625, 1.039062, 1.070312, 1.039062, 1.078125, 1.039062, 1.023438, 0.910156, 0.996094, 1.046875, 0.984375, 0.917969, 1.140625, 1.210938, 1.0, 0.992188, 1.046875, 0.667969, 0.707031, 1.039062, 1.0, 0.507812, 1.023438, 1.054688, 0.9375, 1.109375, 1.023438, 1.0625, 1.0625, 1.054688, 2.890625, 1.21875, 0.898438, 0.960938, 1.039062, 1.007812, 1.171875, 1.054688, 1.492188, 1.054688, 1.03125, 1.070312, 1.070312, 0.878906, 1.054688, 1.046875, 1.0625, 1.054688, 1.148438, 1.039062, 1.171875, 1.039062, 0.972656, 1.03125, 0.988281, 1.054688, 1.054688, 1.265625, 1.234375, 0.652344, 1.023438, 1.09375, 1.335938, 1.320312, 1.046875, 1.078125, 1.117188, 1.046875, 0.925781, 1.070312, 1.25, 1.09375, 1.039062, 0.851562, 1.015625, 1.0625, 0.671875, 0.8125, 1.0625, 1.046875, 1.015625, 1.03125, 0.878906, 0.796875, 1.03125, 0.683594, 1.046875, 1.023438, 1.078125, 1.039062, 1.078125, 0.910156, 1.078125, 1.039062, 1.0625, 1.101562, 0.882812, 1.0625, 1.054688, 1.117188, 1.054688, 1.109375, 0.609375, 1.039062, 0.980469, 1.039062, 1.03125, 1.070312, 0.761719, 1.0625, 1.0625, 0.933594, 1.023438, 1.039062, 0.679688, 1.109375, 0.660156, 0.898438, 1.046875, 0.851562, 0.859375, 1.390625, 0.496094, 1.015625, 1.023438, 1.046875, 1.070312, 1.085938, 1.140625, 1.007812, 1.070312, 1.273438, 0.957031, 0.648438, 0.996094, 1.132812, 1.046875, 0.84375, 1.101562, 1.007812, 1.023438, 1.0625, 1.03125, 0.925781, 1.164062, 0.523438, 1.070312, 1.023438, 1.101562, 1.101562, 1.054688, 1.039062, 0.902344, 0.867188, 1.023438, 1.101562, 1.085938, 1.015625, 1.734375, 1.101562, 1.054688, 1.179688, 1.039062, 0.949219, 0.664062, 1.054688, 1.054688, 1.03125, 1.054688, 0.867188, 0.546875, 1.0625, 0.9375, 1.085938, 1.085938, 1.078125, 1.039062, 0.976562, 1.03125, 1.078125, 1.023438, 1.039062, 0.910156, 1.046875, 0.875, 1.03125, 0.75, 0.957031, 1.015625, 1.039062, 1.0625, 0.84375, 1.015625, 1.023438, 1.03125, 0.953125, 1.078125, 1.140625, 1.039062, 2.3125, 1.117188, 0.890625, 1.132812, 0.839844, 1.039062, 1.070312, 1.039062, 1.070312, 0.785156, 0.632812, 1.039062, 1.054688, 1.046875, 1.132812, 1.148438, 0.792969, 1.070312, 1.046875, 1.023438, 0.679688, 1.054688, 1.09375, 1.054688, 1.132812, 1.390625, 1.007812, 0.996094, 1.039062, 1.023438, 1.078125, 1.03125, 1.0625, 1.0625, 1.0, 1.140625, 0.753906, 1.03125, 1.03125, 1.210938, 1.039062, 0.882812, 2.015625, 0.875, 1.039062, 1.078125, 1.539062, 1.007812, 1.132812, 1.109375, 0.972656, 1.03125, 1.054688, 1.054688, 0.925781, 1.054688, 1.023438, 1.046875, 1.007812, 1.054688, 0.957031, 1.0625, 1.054688, 1.101562, 1.0, 1.109375, 1.039062, 1.039062, 0.765625, 1.054688, 0.890625, 1.375, 1.046875, 1.078125, 1.023438, 1.65625, 1.085938, 1.0625, 1.039062, 1.039062, 1.023438, 1.015625, 0.953125, 1.0625, 1.070312, 1.03125, 1.0625, 1.109375, 1.09375, 1.125, 1.085938, 0.933594, 1.039062, 0.761719, 1.03125, 1.453125, 1.039062, 1.046875, 1.054688, 1.0625, 0.96875, 1.804688, 0.828125, 1.03125, 0.835938, 0.976562, 1.148438, 1.03125, 1.0625, 0.929688, 0.992188, 1.054688, 1.101562, 1.046875, 1.03125, 1.007812, 1.101562, 1.492188, 1.023438, 0.941406, 1.0625, 0.761719, 1.054688, 0.730469, 0.972656, 1.101562, 1.023438, 1.132812, 0.921875, 1.414062, 1.046875, 1.273438, 1.054688, 0.964844, 1.109375, 1.039062, 1.046875, 1.09375, 0.835938, 1.039062, 0.992188, 1.015625, 0.660156, 1.125, 0.839844, 1.023438, 1.039062, 0.839844, 0.742188, 1.125, 1.054688, 0.839844, 1.164062, 1.070312, 1.046875, 1.023438, 1.070312, 1.117188, 1.054688, 1.03125, 1.109375, 0.808594, 1.015625, 1.023438, 1.046875, 1.046875, 0.800781, 1.023438, 0.6875, 1.117188, 0.992188, 1.117188, 1.0, 1.023438, 0.875, 1.085938, 1.023438, 0.964844, 0.90625, 1.039062, 1.015625, 0.6875, 0.617188, 1.007812, 1.101562, 1.023438, 1.023438, 0.773438, 1.039062, 1.023438, 1.046875, 1.078125, 0.765625, 1.140625, 0.882812, 1.140625, 0.660156, 0.769531, 0.917969, 1.070312, 0.761719, 1.085938, 1.046875, 1.085938, 1.085938, 1.03125, 1.070312, 1.132812, 1.0625, 0.792969, 1.101562, 1.0625, 1.179688, 0.929688, 1.085938, 0.914062, 1.070312, 1.0625, 1.046875, 1.023438, 0.832031, 1.0, 1.0625, 1.304688, 1.0625, 0.851562, 1.046875, 1.03125, 1.023438, 1.03125, 1.070312, 1.0625, 1.15625, 1.007812, 0.757812, 1.015625, 1.007812, 1.039062, 1.109375, 1.023438, 1.0625, 0.53125, 1.046875, 1.054688, 1.101562, 1.039062, 1.007812, 1.039062, 1.054688, 1.015625, 1.039062, 1.304688, 1.007812, 1.085938, 1.039062, 1.03125, 1.070312, 1.023438, 1.023438, 1.039062, 1.085938, 0.988281, 1.03125, 1.039062, 1.070312, 0.898438, 0.832031, 0.769531, 1.023438, 1.09375, 1.039062, 1.039062, 1.046875, 1.054688, 1.03125, 1.0, 1.007812, 1.023438, 1.0625, 0.863281, 1.054688, 1.023438, 1.085938, 1.085938, 0.917969, 0.992188, 1.054688, 0.929688, 1.078125, 0.917969, 1.039062, 1.039062, 1.007812, 1.039062, 0.679688, 1.023438, 0.957031, 0.859375, 0.953125, 0.664062, 1.140625, 0.9375, 1.242188, 0.894531, 1.085938, 1.023438, 1.0, 1.039062, 0.523438, 1.0, 1.054688, 0.851562, 0.824219, 1.03125, 1.054688, 1.039062, 1.046875, 1.046875, 1.039062, 1.007812, 0.519531, 1.125, 0.992188, 1.007812, 1.304688, 1.09375, 1.054688, 1.023438, 1.21875, 1.046875, 1.023438, 0.941406, 1.109375, 1.03125, 1.0, 0.886719, 1.070312, 0.753906, 0.507812, 1.039062, 1.023438, 1.023438, 1.023438, 1.078125, 0.613281, 0.984375, 1.304688, 1.015625, 0.882812, 1.070312, 1.046875, 0.785156, 1.039062, 1.03125, 1.007812, 1.03125, 1.007812, 1.09375, 0.675781, 1.0625, 0.644531, 1.070312, 1.09375, 0.847656, 1.070312, 1.070312, 1.054688, 1.390625, 0.9375, 1.078125, 0.519531, 0.761719, 1.078125, 1.046875, 1.007812, 1.054688, 1.0, 0.84375, 1.023438, 0.886719, 1.023438, 0.875, 1.015625, 1.039062, 0.792969, 1.023438, 1.039062, 0.988281, 1.070312, 1.078125, 1.0, 1.007812, 1.132812, 1.15625, 0.902344, 1.351562, 1.242188, 1.054688, 1.0625, 1.054688, 1.085938, 1.0625, 1.0625, 1.359375, 1.0625, 1.039062, 1.101562, 1.023438, 1.023438, 0.863281, 1.054688, 1.039062, 0.9375, 0.960938, 1.0625, 1.023438, 0.8125, 0.519531, 1.367188, 1.03125, 0.679688, 1.054688, 0.871094, 1.054688, 0.980469, 1.039062, 1.054688, 0.871094, 1.09375, 1.101562, 1.0625, 1.039062, 1.039062, 1.140625, 1.007812, 1.273438, 1.023438, 0.757812, 0.65625, 1.023438, 0.890625, 1.085938, 1.070312, 1.054688, 1.101562, 1.015625, 1.382812, 1.007812, 1.03125, 1.039062, 0.671875, 1.007812, 0.941406, 0.863281, 0.695312, 1.085938, 1.070312, 1.007812, 0.851562, 1.03125, 0.621094, 0.960938, 0.925781, 0.519531, 0.800781, 1.039062, 1.257812, 1.15625, 1.046875, 1.046875, 0.796875, 1.015625, 1.085938, 1.023438, 1.078125, 1.046875, 0.941406, 1.101562, 1.109375, 1.0625, 1.046875, 1.101562, 1.070312, 0.925781, 0.84375, 1.054688, 0.996094, 1.085938, 1.023438, 1.046875, 1.03125, 0.816406, 0.675781, 0.855469, 0.925781, 1.046875, 1.328125, 0.851562, 0.886719, 0.796875, 1.226562, 1.023438, 1.039062, 1.046875, 1.078125, 0.949219, 1.007812, 1.070312, 1.0625, 1.085938, 1.070312, 1.054688, 0.777344, 1.117188, 1.039062, 1.179688, 1.046875, 2.296875, 1.03125, 1.078125, 1.054688, 1.171875, 1.054688, 1.09375, 1.554688, 1.0625, 1.132812, 0.839844, 1.125, 1.554688, 1.015625, 1.0625, 1.117188, 1.039062, 1.03125, 1.023438, 0.835938, 0.964844, 0.957031, 1.039062, 1.03125, 1.015625, 1.039062, 0.925781, 1.046875, 0.980469, 1.023438, 1.078125, 0.734375, 1.070312, 1.125, 0.9375, 0.613281, 0.773438, 1.03125, 1.117188, 1.132812, 0.855469, 1.054688, 0.96875, 1.023438, 1.015625, 1.03125, 1.070312, 1.304688, 1.171875, 0.925781, 1.070312, 1.445312, 1.039062, 0.90625, 0.816406, 1.054688, 0.859375, 1.039062, 0.917969, 1.101562, 1.007812, 0.71875, 1.070312, 1.023438, 1.414062, 0.984375, 1.476562, 1.078125, 1.046875, 1.015625, 1.34375, 0.800781, 0.992188, 1.09375, 1.09375, 1.179688, 1.09375, 1.015625, 1.054688, 0.890625, 1.109375, 1.039062, 1.023438, 1.03125, 0.902344, 1.046875, 0.820312, 1.03125, 1.0625, 0.746094, 0.835938, 0.832031, 1.078125, 1.03125, 8.0, 1.03125, 0.820312, 0.820312, 1.03125, 1.054688, 0.980469, 0.664062, 1.03125, 1.164062, 1.09375, 1.09375, 4.5, 1.007812, 1.03125, 1.046875, 1.039062, 0.902344, 1.0625, 1.492188, 0.609375, 1.101562, 1.015625, 1.023438, 1.070312, 1.054688, 1.117188, 0.8125, 1.054688, 1.015625, 1.015625, 1.046875, 0.640625, 1.09375, 1.03125, 1.117188, 1.054688, 0.882812, 1.046875, 1.382812, 0.980469, 1.320312, 1.054688, 1.117188, 1.101562, 1.054688, 1.039062, 1.09375, 1.039062, 1.039062, 1.023438, 0.941406, 1.039062, 1.09375, 1.070312, 0.894531, 1.015625, 1.039062, 0.988281, 1.015625, 1.039062, 0.871094, 0.671875, 1.039062, 1.148438, 1.070312, 1.125, 1.101562, 1.398438, 1.03125, 1.070312, 1.054688, 0.53125, 1.007812, 0.96875, 1.109375, 0.871094, 1.070312, 1.382812, 0.972656, 0.671875, 1.148438, 1.085938, 1.0, 1.046875, 1.085938, 1.046875, 1.125, 1.046875, 1.054688, 1.3125, 1.039062, 1.039062, 1.109375, 1.054688, 0.828125, 1.039062, 1.046875, 1.078125, 0.855469, 0.855469, 1.046875, 1.03125, 1.132812, 1.03125, 1.023438, 1.039062, 1.046875, 1.070312, 0.992188, 0.792969, 0.871094, 1.015625, 1.046875, 0.863281, 1.039062, 1.03125, 0.996094, 1.023438, 1.007812, 1.046875, 1.03125, 0.683594, 0.820312, 1.054688, 1.328125, 1.046875, 1.101562, 1.015625, 1.179688, 1.054688, 1.117188, 1.039062, 1.015625, 1.046875, 1.101562, 1.09375, 1.054688, 1.023438, 1.617188, 1.039062, 1.085938, 1.09375, 0.992188, 1.039062, 1.0, 1.0625, 1.007812, 1.054688, 1.070312, 1.03125, 1.03125, 1.078125, 1.09375, 1.101562, 0.96875, 1.023438, 1.0, 1.054688, 1.039062, 1.039062, 1.054688, 1.039062, 1.070312, 0.816406, 0.972656, 0.898438, 1.0625, 0.945312, 0.761719, 1.023438, 0.941406, 0.671875, 1.117188, 1.078125, 1.046875, 0.863281, 1.023438, 1.335938, 1.046875, 0.585938, 2.328125, 0.75, 0.757812, 1.09375, 1.234375, 1.265625, 0.886719, 0.730469, 1.046875, 1.0625, 1.046875, 1.046875, 1.054688, 1.203125, 1.078125, 0.691406, 1.03125, 1.070312, 1.101562, 0.796875, 0.960938, 0.890625, 0.9375, 0.957031, 0.882812, 1.09375, 1.0625, 1.046875, 0.664062, 1.09375, 1.390625, 1.039062, 1.0625, 1.039062, 1.03125, 0.839844, 1.03125, 1.164062, 1.039062, 1.039062, 1.015625, 1.257812, 1.109375, 1.078125, 1.054688, 1.117188, 1.03125, 0.957031, 1.046875, 0.851562, 1.070312, 1.054688, 1.046875, 1.09375, 1.59375, 1.117188, 1.039062, 1.015625, 1.0625, 0.832031, 0.964844, 0.703125, 1.054688, 1.039062, 1.046875, 1.101562, 1.085938, 1.046875, 1.007812, 1.15625, 0.902344, 0.808594, 1.015625, 1.09375, 0.871094, 1.054688, 0.898438, 1.03125, 0.96875, 1.03125, 1.09375, 0.832031, 1.015625, 1.015625, 1.023438, 1.0625, 1.0, 1.054688, 0.980469, 0.933594, 0.746094, 1.039062, 1.125, 1.070312, 1.039062, 1.09375, 0.875, 0.820312, 0.984375, 1.078125, 1.070312, 1.070312, 1.054688, 1.070312, 0.570312, 1.03125, 0.90625, 1.0625, 1.039062, 0.996094, 1.03125, 1.140625, 1.0625, 1.117188, 0.894531, 1.125, 1.023438, 0.855469, 0.972656, 1.070312, 1.023438, 1.039062, 1.03125, 0.625, 1.101562, 1.039062, 0.855469, 0.945312, 1.039062, 1.054688, 1.070312, 1.015625, 0.890625, 1.039062, 1.117188, 1.125, 1.0625, 0.992188, 1.078125, 1.132812, 1.09375, 1.03125, 1.03125, 1.039062, 0.945312, 1.03125, 1.039062, 0.59375, 1.007812, 1.085938, 1.125, 0.738281, 0.878906, 1.046875, 0.964844, 1.023438, 1.054688, 1.046875, 1.039062, 0.984375, 1.179688, 1.515625, 1.234375, 1.117188, 1.054688, 1.25, 1.085938, 1.070312, 0.976562, 1.015625, 0.984375, 2.046875, 0.65625, 1.03125, 0.851562, 1.109375, 1.054688, 1.429688, 0.796875, 0.945312, 1.039062, 1.085938, 1.054688, 1.046875, 1.078125, 0.613281, 1.039062, 1.007812, 1.023438, 1.085938, 1.015625, 0.498047, 1.023438, 1.039062, 1.0625, 1.039062, 1.125, 1.734375, 1.046875, 1.039062, 1.21875, 1.039062, 1.03125, 0.9375, 0.597656, 1.078125, 1.039062, 1.085938, 1.085938, 1.085938, 1.023438, 2.578125, 0.855469, 1.0625, 1.046875, 1.109375, 1.085938, 1.015625, 1.039062, 1.046875, 1.289062, 0.710938, 0.992188, 1.039062, 0.960938, 0.613281, 1.039062, 0.863281, 0.964844, 0.804688, 0.84375, 1.0625, 0.84375, 0.898438, 1.390625, 0.855469, 0.984375, 1.070312, 0.835938, 1.054688, 1.101562, 1.039062, 1.054688, 1.046875, 1.085938, 1.046875, 1.039062, 1.0, 1.054688, 0.914062, 1.125, 1.765625, 1.023438, 1.054688, 1.023438, 1.125, 1.054688, 1.039062, 0.632812, 1.03125, 1.078125, 0.949219, 1.0625, 1.070312, 1.054688, 1.023438, 1.0625, 1.070312, 1.0625, 1.03125, 1.070312, 1.054688, 0.902344, 1.0625, 0.910156, 1.046875, 1.054688, 1.039062, 1.039062, 1.0625, 1.03125, 1.203125, 0.667969, 1.039062, 1.023438, 1.039062, 1.039062, 1.078125, 1.054688, 1.03125, 1.039062, 1.039062, 0.898438, 0.660156, 1.054688, 1.046875, 0.992188, 1.234375, 0.511719, 1.046875, 1.0625, 1.054688, 1.179688, 1.078125, 0.949219, 1.039062, 1.023438, 1.710938, 1.15625, 1.0625, 1.070312, 1.054688, 1.023438, 1.03125, 1.03125, 1.117188, 1.015625, 1.570312, 1.015625, 1.03125, 0.972656, 1.070312, 1.039062, 1.054688, 1.070312, 0.9375, 1.046875, 1.125, 1.179688, 1.039062, 1.125, 0.992188, 1.070312, 0.804688, 1.046875, 1.039062, 1.0625, 1.039062, 1.125, 1.0625, 1.0, 1.03125, 1.296875, 1.039062, 1.023438, 0.960938, 1.03125, 1.03125, 1.109375, 0.707031, 1.015625, 1.039062, 0.980469, 1.0625, 1.0, 1.046875, 1.101562, 1.039062, 0.972656, 1.273438, 1.054688, 0.933594, 1.054688, 0.949219, 1.351562, 1.0625, 1.085938, 1.09375, 1.085938, 1.039062, 1.0625, 0.636719, 5.625, 1.007812, 1.0625, 1.148438, 0.800781, 1.210938, 1.015625, 1.046875, 1.054688, 1.210938, 0.84375, 1.0625, 1.039062, 1.023438, 1.03125, 1.054688, 1.039062, 0.742188, 1.09375, 0.640625, 1.085938, 1.046875, 0.984375, 1.039062, 1.054688, 1.210938, 1.09375, 0.980469, 1.03125, 0.84375, 1.007812, 1.054688, 0.388672, 1.078125, 0.921875, 1.046875, 1.09375, 0.933594, 1.023438, 1.046875, 0.800781, 1.359375, 1.1875, 1.015625, 1.046875, 1.070312, 1.046875, 0.851562, 0.8125, 0.910156, 1.25, 1.085938, 1.046875, 1.148438, 0.9375, 1.0625, 1.046875, 1.046875, 0.835938, 1.992188, 1.039062, 1.03125, 1.085938, 1.148438, 1.039062, 1.03125, 1.132812, 1.070312, 1.078125, 1.046875, 1.03125, 1.070312, 1.789062, 1.117188, 0.96875, 1.007812, 1.070312, 1.070312, 0.535156, 1.039062, 1.0625, 1.039062, 1.3125, 1.039062, 1.054688, 0.875, 1.046875, 1.078125, 1.046875, 0.660156, 0.960938, 1.1875, 0.851562, 1.039062, 1.03125, 1.171875, 1.070312, 1.070312, 0.644531, 1.007812, 1.054688, 1.039062, 1.039062, 1.085938, 1.039062, 1.054688, 1.023438, 1.03125, 0.96875, 1.085938, 1.117188, 0.933594, 1.109375, 2.5625, 1.132812, 1.085938, 1.140625, 0.867188, 1.039062, 1.132812, 0.875, 0.917969, 1.046875, 0.625, 1.054688, 1.03125, 1.085938, 0.773438, 1.046875, 1.007812, 1.03125, 0.53125, 0.816406, 0.925781, 0.796875, 1.148438, 0.789062, 1.03125, 1.046875, 1.046875, 1.046875, 0.871094, 0.84375, 1.085938, 1.023438, 1.03125, 1.0, 1.070312, 1.015625, 0.949219, 1.117188, 1.367188, 1.03125, 0.871094, 1.046875, 1.070312, 1.078125, 1.125, 1.09375, 0.734375, 0.984375, 1.03125, 0.636719, 1.03125, 1.054688, 0.871094, 1.054688, 1.070312, 1.125, 1.023438, 1.078125, 1.367188, 1.085938, 1.09375, 1.117188, 0.976562, 0.988281, 1.070312, 1.125, 1.117188, 1.085938, 0.8125, 0.679688, 1.015625, 1.09375, 1.007812, 1.023438, 1.070312, 1.054688, 1.039062, 0.734375, 0.871094, 0.757812, 0.941406, 1.039062, 1.039062, 1.046875, 1.039062, 1.070312, 1.085938, 1.054688, 1.03125, 1.03125, 1.039062, 0.898438, 1.046875, 0.914062, 1.039062, 0.703125, 1.039062, 1.046875, 0.648438, 1.070312, 1.070312, 1.015625, 1.015625, 0.851562, 1.039062, 1.0, 0.597656, 1.023438, 1.0, 0.910156, 1.054688, 1.023438, 0.679688, 1.070312, 0.636719, 1.0625, 1.078125, 1.015625, 1.046875, 0.761719, 1.0625, 1.03125, 1.046875, 1.476562, 1.046875, 0.839844, 0.722656, 1.039062, 0.671875, 0.851562, 1.257812, 0.683594, 0.949219, 1.078125, 1.039062, 1.070312, 1.0625, 1.03125, 0.945312, 1.039062, 0.621094, 0.945312, 1.023438, 1.125, 1.03125, 1.023438, 1.0625, 0.984375, 1.007812, 1.054688, 1.054688, 0.910156, 0.976562, 1.101562, 1.039062, 1.054688, 1.078125, 0.792969, 1.101562, 1.046875, 1.023438, 0.84375, 1.039062, 1.023438, 0.878906, 1.4375, 0.707031, 0.917969, 1.039062, 1.015625, 1.085938, 0.953125, 1.070312, 1.039062, 1.085938, 1.054688, 0.984375, 1.09375, 0.914062, 1.085938, 0.910156, 1.023438, 1.0, 0.792969, 1.085938, 1.007812, 1.0625, 1.03125, 1.054688, 0.703125, 1.023438, 1.054688, 0.941406, 0.484375, 1.007812, 1.476562, 1.078125, 0.960938, 1.070312, 1.085938 ] }, "name": "model.model.layers.5.post_attention_layernorm.weight", "outputIndexes": [ 515 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 514 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_5/Mul_output_0", "outputIndexes": [ 516 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 515, 516 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_5/Mul_1_output_0", "outputIndexes": [ 517 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 517 ], "outputIndexes": [ 2464 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2464 ], "outputIndexes": [ 2465 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear", "inputIndexes": [ 2465 ], "outputIndexes": [ 2466 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 672068442, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2466 ], "outputIndexes": [ 2467 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2467 ], "outputIndexes": [ 518 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 518 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_5/Sigmoid_output_0", "outputIndexes": [ 519 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 518, 519 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_5/Mul_output_0", "outputIndexes": [ 520 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 517 ], "outputIndexes": [ 2468 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2468 ], "outputIndexes": [ 2469 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear", "inputIndexes": [ 2469 ], "outputIndexes": [ 2470 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 710259568, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2470 ], "outputIndexes": [ 2471 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2471 ], "outputIndexes": [ 521 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 520, 521 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_5/Mul_output_0", "outputIndexes": [ 522 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 522 ], "outputIndexes": [ 2472 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2472 ], "outputIndexes": [ 2473 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear", "inputIndexes": [ 2473 ], "outputIndexes": [ 2474 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 748450694, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2474 ], "outputIndexes": [ 2475 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2475 ], "outputIndexes": [ 523 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 514, 523 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_29_output_0", "outputIndexes": [ 524 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 524, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_54_output_0", "outputIndexes": [ 525 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.453125, 0.216797, 0.714844, 0.519531, 0.308594, 0.431641, 0.186523, 0.216797, 0.523438, 0.435547, 0.189453, 0.365234, 0.466797, 0.253906, 0.419922, 0.216797, 0.166016, 0.212891, 0.178711, 0.447266, -0.003159, 0.193359, 0.209961, 0.337891, 0.332031, 0.164062, 0.363281, 0.40625, 0.527344, 0.253906, 0.421875, 0.417969, 0.507812, 0.267578, 0.1875, 0.226562, 0.458984, 0.734375, 0.18457, 0.425781, 0.226562, 0.166992, 0.816406, 0.341797, 0.235352, 0.189453, 0.132812, 0.267578, 0.490234, 0.404297, 0.227539, 0.212891, 0.179688, 0.203125, 0.527344, 0.423828, 0.392578, 0.188477, 0.314453, 0.640625, 0.21875, 0.660156, 0.34375, 0.181641, 0.847656, 0.351562, 0.310547, 0.208984, 0.298828, 0.507812, 0.310547, 0.636719, 0.191406, 0.251953, 0.355469, 0.181641, 0.636719, 0.5, 0.59375, 0.246094, 0.703125, 0.326172, 0.628906, 0.458984, 0.206055, 0.061279, 0.191406, 0.449219, 0.1875, 0.699219, 0.240234, 0.168945, 0.182617, 0.255859, 0.554688, 0.191406, 0.738281, 0.419922, 0.168945, 0.394531, 0.367188, 0.527344, 0.177734, 0.210938, 0.5625, 0.378906, 0.679688, 0.443359, 0.707031, 0.867188, 0.176758, 0.21875, 0.172852, 1.273438, 0.245117, 1.257812, 0.382812, 0.25, 0.186523, 0.400391, 0.203125, 0.198242, 0.192383, 0.170898, 0.554688, 0.267578, 0.359375, 0.275391, 0.10791, 0.451172, 0.390625, 0.183594, 0.566406, 0.421875, 0.746094, 0.220703, 0.239258, 0.224609, 0.589844, 0.25, 0.240234, 0.195312, 0.225586, 0.199219, 0.832031, 0.388672, 0.871094, 0.180664, 0.193359, 0.170898, 0.337891, 0.373047, 0.283203, 0.217773, 0.640625, 0.597656, 0.466797, 0.427734, 0.267578, 0.333984, 0.507812, 0.527344, 0.589844, 0.229492, 0.742188, 0.546875, 0.53125, 0.640625, 0.233398, 0.394531, 0.193359, 0.291016, 0.287109, 0.322266, 0.194336, 0.777344, 0.239258, 0.220703, 0.175781, 0.198242, 0.149414, 0.322266, 0.211914, 0.384766, -0.137695, 0.237305, 0.210938, 0.472656, 0.292969, 0.172852, 0.365234, 0.253906, 0.648438, 0.236328, 0.441406, 0.269531, 0.255859, 0.243164, 0.585938, 0.222656, 0.199219, 0.765625, 0.660156, 0.660156, 0.851562, 0.193359, 0.211914, 0.515625, 0.161133, 0.189453, 0.283203, 0.191406, 0.298828, 0.332031, 0.179688, 0.621094, 0.474609, 0.439453, 0.558594, 0.285156, 0.183594, 0.435547, 0.578125, 0.216797, 0.209961, 0.523438, 0.404297, 0.582031, 0.237305, 0.228516, 1.28125, 0.269531, 0.199219, 0.205078, 0.189453, 0.306641, 0.255859, 0.253906, 0.071777, 0.296875, 0.439453, 0.180664, 0.235352, 0.225586, 0.248047, 0.644531, 0.174805, 0.25, 0.24707, 0.217773, 0.175781, 0.421875, 0.519531, 0.365234, 0.339844, 0.478516, 0.25, 0.076172, 0.224609, 0.451172, 0.191406, 0.148438, 0.289062, 0.192383, 0.373047, 0.337891, 0.421875, 0.196289, 0.636719, 0.675781, 0.648438, 0.182617, 0.201172, 0.625, 0.265625, 0.224609, 0.21875, 0.589844, 0.243164, 0.503906, 0.185547, 0.206055, 0.07959, 0.183594, 0.320312, 0.345703, 0.178711, 0.277344, 0.226562, 0.486328, 0.373047, 0.451172, 0.628906, 0.574219, 0.332031, 0.416016, 0.675781, 0.361328, 0.245117, 0.236328, 0.178711, 0.558594, 0.605469, 0.226562, 0.244141, 0.186523, 0.228516, 0.172852, 0.324219, 0.223633, 0.746094, 0.300781, 0.194336, 0.185547, 0.734375, 0.200195, 0.699219, 0.24707, 0.302734, 0.154297, 0.19043, 0.236328, 0.243164, 0.259766, 0.470703, 0.180664, 0.220703, 0.224609, 0.558594, 0.455078, 0.081055, 0.470703, 0.535156, 0.263672, 0.539062, 0.197266, 0.439453, 1.40625, 0.333984, 0.310547, 0.075684, 0.216797, 0.195312, 0.228516, 0.1875, 0.21875, 0.230469, 0.210938, 0.199219, 0.212891, 0.316406, 0.462891, 0.347656, 0.226562, 1.0, 0.217773, 0.171875, 0.242188, 0.209961, 0.183594, 0.277344, 0.202148, 0.147461, 0.427734, 0.464844, 0.546875, 0.388672, 0.632812, 0.263672, 0.433594, 0.235352, 0.169922, 0.200195, 0.269531, 0.269531, 0.871094, 0.155273, 0.498047, 0.173828, 0.316406, 0.304688, 0.228516, 0.488281, 0.237305, 0.210938, 0.470703, 0.496094, 0.229492, 0.300781, 0.457031, 0.186523, 0.773438, 0.527344, 0.283203, 0.287109, 0.195312, 0.404297, 0.273438, 0.198242, 0.143555, 0.503906, 0.277344, 0.550781, 0.21582, 0.484375, 0.208008, 0.367188, 0.249023, 0.224609, 0.636719, 0.601562, 0.492188, 0.707031, 0.199219, 0.249023, 0.589844, 0.398438, 0.213867, 0.1875, 0.186523, 0.867188, 0.648438, 0.193359, 0.40625, 0.223633, 0.462891, 0.173828, 0.527344, 0.378906, 0.408203, 0.220703, 0.204102, 0.445312, 0.289062, 0.326172, 0.163086, 0.332031, 0.158203, 0.246094, 0.519531, 0.175781, 0.28125, 0.367188, 0.18457, 0.5, 0.447266, 0.314453, 0.179688, 0.417969, 0.351562, 0.273438, 0.173828, 0.216797, 0.170898, 0.388672, 0.22168, 0.147461, 0.233398, 4.6e-05, 0.259766, 0.21875, 0.306641, 0.206055, 0.738281, 0.351562, 0.257812, 0.488281, 0.241211, 0.453125, 0.5, 0.208984, 0.117676, 0.188477, 0.165039, 0.269531, 0.609375, 0.308594, 0.402344, 0.175781, 0.165039, 0.498047, 0.200195, 0.265625, 0.249023, 0.839844, 0.257812, 0.4375, 0.546875, 0.237305, 0.570312, 0.287109, 0.226562, 0.427734, 0.239258, 0.255859, 0.21582, 0.287109, 0.490234, 0.400391, 0.208984, 0.166992, 0.474609, 0.261719, 0.542969, 0.203125, 0.714844, 0.753906, -0.001266, 0.220703, 0.3125, 0.237305, 0.296875, 0.195312, 0.667969, 0.1875, 0.527344, 0.263672, 0.219727, 0.300781, 0.466797, 0.199219, 0.182617, 0.235352, 0.115723, 0.197266, 0.416016, 0.490234, 0.173828, 0.199219, 0.21875, 0.216797, 0.302734, 0.242188, 0.198242, 0.225586, 0.203125, 0.507812, 0.166016, 0.605469, 0.178711, 0.453125, 0.175781, 0.503906, 0.209961, 0.460938, 0.182617, 1.15625, 0.746094, 0.157227, 0.941406, 0.5625, 0.265625, 0.40625, 0.314453, 0.251953, 0.423828, 0.236328, 0.206055, 0.214844, 0.261719, 0.589844, 0.237305, 0.457031, -0.143555, 0.443359, 0.302734, 0.310547, 0.554688, 0.359375, 0.177734, 0.382812, 0.235352, 0.228516, 0.355469, 0.490234, 0.236328, 0.176758, 0.191406, 0.378906, 0.157227, 0.196289, 0.523438, 0.320312, 0.333984, 0.396484, 0.181641, 0.287109, 0.398438, 0.224609, 0.351562, 0.296875, 0.546875, 0.183594, 0.439453, 0.249023, 0.507812, 0.214844, 0.208984, 0.462891, 0.457031, 1.03125, 0.390625, 0.296875, 0.231445, 0.496094, 0.263672, 0.210938, 0.200195, 0.925781, 0.178711, 0.695312, 0.175781, 0.419922, 0.498047, 0.443359, 0.167969, 0.09082, 0.292969, 0.621094, 0.5625, 0.212891, 0.175781, -0.808594, 0.300781, 0.753906, 0.46875, 0.5, 0.357422, 0.216797, 0.40625, 0.507812, 0.503906, 0.242188, 0.194336, 0.15625, 0.335938, 0.201172, 0.12207, 0.1875, 0.226562, 0.211914, 0.558594, 0.310547, 0.22168, 0.208984, 0.644531, 0.176758, 0.233398, 0.197266, 0.248047, 0.131836, 0.65625, 0.302734, 0.542969, 0.503906, 0.585938, 0.361328, -0.204102, 0.239258, 0.431641, 0.523438, 0.241211, 0.878906, 0.212891, 0.292969, 0.265625, 0.200195, 0.337891, 0.182617, 0.212891, 0.292969, 0.349609, 0.18457, 0.314453, 0.193359, 0.230469, 0.189453, 0.554688, 0.621094, 0.206055, 0.183594, 0.257812, 0.239258, 0.296875, 0.699219, 0.6875, 0.201172, 0.507812, 0.445312, 0.378906, 0.229492, 0.412109, 0.180664, 0.259766, 0.275391, 0.490234, 0.765625, 0.867188, 0.519531, 0.219727, 0.378906, 0.316406, 0.197266, 0.175781, 0.363281, 0.216797, 0.253906, 0.091309, 0.285156, 0.277344, 0.503906, 0.165039, 0.445312, 0.267578, 0.769531, 1.320312, 0.558594, 0.191406, 0.578125, 0.322266, 0.699219, 0.229492, 0.160156, 0.223633, 0.186523, 0.300781, 0.457031, 0.320312, 0.388672, 0.324219, 0.167969, 0.235352, 0.248047, 0.245117, 0.582031, 0.173828, 0.417969, 0.196289, 0.240234, 1.1875, 0.414062, 0.217773, 0.5, 0.451172, 0.18457, 0.181641, 0.203125, 0.277344, 0.22168, 0.523438, 0.523438, 0.179688, 0.511719, 0.816406, 0.710938, 0.211914, 0.388672, 0.172852, 0.466797, 0.298828, 0.178711, 0.400391, 0.200195, 0.261719, 0.24707, 0.177734, 0.267578, 0.416016, 0.455078, 0.304688, 0.349609, 0.390625, 0.083984, 0.224609, 0.279297, 0.167969, 0.482422, 0.223633, 0.181641, 0.396484, 0.203125, 0.443359, 0.211914, 0.259766, 0.5, 0.212891, 0.375, 0.507812, 0.199219, 0.175781, 0.287109, 0.488281, 0.034668, 0.554688, 0.314453, 0.474609, 0.535156, 0.219727, 0.279297, 0.185547, 0.212891, 0.683594, 0.347656, 0.225586, 0.277344, 0.134766, 0.296875, 0.208984, 0.691406, 0.507812, 0.234375, 0.523438, 0.222656, 1.007812, 0.237305, 0.482422, 0.574219, 0.427734, 0.230469, 0.291016, 0.373047, 0.294922, 0.224609, 0.248047, 0.308594, 0.185547, 0.225586, 0.275391, 0.219727, 0.308594, 0.183594, 0.353516, 0.263672, 0.302734, 0.400391, -0.000147, 0.241211, 0.28125, 0.174805, 0.828125, 0.191406, 0.507812, 0.539062, 0.249023, 0.613281, 0.333984, 0.226562, 0.554688, 0.275391, 0.177734, 0.186523, 0.203125, 0.554688, 0.498047, 0.21875, 0.217773, 0.396484, 0.480469, 0.308594, 0.345703, 0.188477, 0.470703, 0.404297, 0.453125, 0.357422, 0.229492, 0.585938, 0.263672, 0.246094, 0.178711, 0.195312, 0.53125, 0.585938, 0.341797, 0.691406, 0.458984, 0.546875, 0.128906, 0.25, 0.785156, 0.219727, 0.185547, 0.447266, 0.244141, 0.353516, 0.261719, 0.166016, 0.177734, 0.078613, 0.671875, 0.703125, 0.328125, 0.367188, 0.201172, 0.192383, 0.236328, 0.373047, 0.335938, 0.746094, 0.898438, 0.210938, 0.369141, 0.398438, 0.351562, 0.302734, 0.226562, 0.18457, 0.435547, 0.373047, 0.296875, 0.189453, 0.408203, 0.248047, 0.75, 0.176758, 0.243164, 0.22168, 0.314453, 0.423828, 0.206055, 0.212891, 0.227539, 0.201172, 0.217773, 0.277344, 0.212891, 0.251953, 0.207031, 0.333984, 0.227539, 0.235352, 0.628906, 0.22168, 0.324219, 0.236328, 0.251953, 0.476562, 0.164062, 0.435547, 0.482422, 0.423828, 0.214844, 0.172852, 0.804688, 1.078125, 0.373047, 0.361328, 0.5, 0.75, 0.351562, 0.234375, 0.648438, 0.566406, 0.419922, 0.182617, 0.214844, 0.166992, 0.101562, 0.241211, 0.132812, 0.558594, 0.988281, 0.34375, 0.539062, 0.578125, 0.294922, 0.203125, 0.18457, 0.589844, 0.941406, 0.203125, 0.208984, 0.314453, 0.494141, 0.200195, 1.039062, 0.273438, 0.185547, 0.189453, 0.441406, 0.396484, 0.451172, 0.388672, 0.613281, 0.566406, 0.4375, 0.384766, 0.542969, 0.246094, 0.613281, 0.351562, 0.200195, 0.210938, 0.246094, 0.597656, 0.181641, 0.18457, 0.275391, 0.150391, 0.419922, 0.402344, 0.196289, 0.314453, 0.439453, 0.474609, 0.333984, 0.316406, 0.566406, 0.206055, 0.34375, 0.211914, 0.322266, 0.164062, 0.425781, 0.070801, 0.209961, 0.19043, 0.21582, 0.382812, 0.511719, 0.203125, 0.345703, 0.339844, 0.449219, 0.390625, 0.425781, 0.137695, 0.22168, 0.219727, 0.112793, 0.25, 0.265625, 0.19043, 0.570312, 0.19043, 0.15918, 0.185547, 0.478516, 0.527344, 0.695312, 0.322266, 0.236328, 0.578125, 0.464844, 0.267578, 0.235352, 0.765625, 0.243164, 0.192383, 0.292969, 0.326172, 0.494141, 0.408203, 0.625, 1.234375, 0.408203, 0.283203, 0.464844, 0.429688, 0.289062, 0.219727, 0.503906, 0.464844, 0.472656, 0.613281, 0.396484, 0.582031, 0.225586, 0.196289, 0.053223, 0.328125, 0.255859, 0.228516, 0.197266, 0.652344, 0.929688, 0.229492, 0.308594, 0.351562, 0.289062, 0.181641, 0.394531, 0.486328, 0.182617, 1.078125, 0.179688, 0.486328, 0.229492, 0.193359, 0.451172, 0.265625, 0.589844, 0.108887, 0.585938, 0.306641, 0.746094, 0.248047, 1.046875, 0.195312, 0.133789, 0.213867, 0.199219, 0.490234, 0.365234, 0.177734, 0.710938, 0.460938, 0.21582, 0.240234, 0.21582, 0.166016, 0.265625, 0.84375, 0.339844, 0.339844, 0.419922, 0.386719, 0.308594, 0.414062, 0.183594, 0.404297, 0.691406, 0.396484, 0.200195, 0.367188, 0.648438, 0.261719, 1.0, 0.204102, 0.398438, 0.22168, 0.507812, 0.196289, 0.421875, 0.222656, 0.230469, 0.287109, 0.209961, 0.640625, 0.400391, 0.691406, 0.198242, 0.628906, 0.192383, 0.292969, 0.244141, 0.225586, 0.542969, 0.458984, 0.306641, 0.443359, 0.182617, 0.490234, 0.445312, 0.257812, 0.488281, 0.208008, 0.375, 0.193359, 0.189453, 0.267578, 0.796875, 0.238281, 0.3125, 0.761719, 0.388672, 0.204102, 0.589844, 0.371094, 0.490234, 0.824219, 0.197266, 0.337891, 0.174805, 0.498047, 0.447266, 0.231445, 0.24707, 0.166992, 0.169922, 0.285156, 0.310547, 0.15332, 0.380859, 0.206055, 0.208984, 0.546875, 0.855469, 0.236328, 0.296875, 0.339844, 0.507812, 0.511719, 0.304688, 0.168945, -0.108887, 0.179688, 0.183594, 0.427734, 0.427734, 0.245117, 0.207031, 0.191406, 0.400391, 0.18457, 0.083008, 0.174805, 0.435547, 0.069336, 0.183594, 0.267578, 0.40625, 0.416016, 0.186523, 0.298828, 0.206055, 0.255859, 0.460938, 0.589844, 0.330078, 0.349609, 0.523438, 0.216797, 0.208008, 0.490234, 0.871094, 0.263672, 0.174805, 0.355469, 0.476562, 0.181641, 0.210938, 0.18457, 0.202148, 0.441406, 0.199219, 1.046875, 0.203125, 0.490234, 0.189453, 0.238281, 0.910156, 0.675781, 0.199219, 0.777344, 0.316406, 0.453125, 0.671875, 0.207031, 0.227539, 0.206055, 0.165039, 0.255859, 0.162109, 0.249023, 0.192383, 0.269531, 0.238281, 0.205078, 0.277344, 0.341797, 0.613281, 0.169922, 0.291016, 0.695312, 0.539062, 0.067871, 0.558594, 0.166016, 0.244141, 0.196289, 0.185547, 0.535156, 0.441406, 0.178711, 0.208008, 0.180664, 0.10498, 0.232422, 0.628906, 0.19043, 0.28125, 0.302734, 0.455078, 0.173828, 0.065918, 0.176758, 0.462891, 0.992188, 0.283203, 0.186523, 0.640625, 0.632812, 0.730469, 0.220703, 0.554688, 0.396484, 0.320312, 0.482422, 0.458984, 0.683594, 0.296875, 0.800781, 0.484375, 0.535156, 0.302734, 0.227539, 0.199219, 0.255859, 0.503906, 0.206055, 0.453125, 0.523438, 0.769531, 0.402344, 0.208008, 0.285156, 0.248047, 0.191406, 0.353516, 0.316406, 0.233398, 0.191406, 0.18457, 0.431641, 0.243164, 0.386719, 0.245117, 0.5, 0.224609, 0.21875, 0.25, 0.208008, 0.207031, 0.400391, 0.202148, 0.22168, 0.165039, 0.189453, 0.28125, 0.644531, 0.652344, 0.632812, 0.25, 0.28125, 0.255859, 0.194336, 0.423828, 0.225586, 0.710938, 0.613281, 0.394531, 0.392578, 0.621094, 0.246094, 0.373047, 0.174805, 0.953125, 0.198242, 0.412109, 0.328125, 0.699219, 1.109375, 0.208008, 0.255859, 0.166016, 0.279297, 0.265625, 0.488281, 0.443359, 0.421875, 0.195312, 0.597656, 0.410156, 0.65625, 0.172852, 0.200195, 0.174805, 0.455078, 0.361328, 0.566406, 0.535156, 0.170898, 0.535156, 0.226562, 0.244141, 0.203125, 0.211914, 0.53125, 0.443359, 0.222656, 0.378906, 0.292969, 0.652344, 0.300781, 0.511719, 0.632812, 0.219727, 0.216797, 0.617188, 0.199219, 0.546875, 0.195312, 0.582031, 0.4375, 0.546875, 0.375, 0.199219, 0.439453, 0.345703, 0.410156, 0.09375, 0.185547, 0.202148, 0.094727, 0.166992, 0.217773, 0.226562, 0.453125, 0.625, 0.535156, 0.265625, 0.146484, 0.198242, 0.193359, 0.205078, 0.535156, 0.205078, 0.068359, 0.408203, 0.376953, 0.209961, -0.11084, 0.511719, 0.235352, 0.357422, 0.193359, 0.699219, 0.660156, 0.714844, 0.222656, 0.277344, 0.355469, 0.480469, 0.186523, 0.400391, 0.277344, 0.292969, 0.386719, 0.275391, 0.373047, 0.253906, 0.394531, 0.195312, 0.227539, 0.237305, 0.197266, 0.182617, 0.527344, 0.194336, 0.171875, 0.691406, 0.302734, 0.285156, 0.523438, 0.275391, 0.542969, 0.275391, 0.191406, 0.181641, 0.216797, 0.292969, 0.267578, 0.5625, 0.246094, 0.308594, 0.480469, 0.227539, 0.204102, 0.519531, 0.222656, 0.171875, 0.28125, 0.173828, 0.476562, 0.59375, 0.189453, 0.191406, 0.188477, 0.202148, 0.25, 0.328125, 0.191406, 0.878906, 0.408203, 0.167969, 0.235352, 0.168945, 0.519531, 0.261719, 0.277344, 0.298828, 0.474609, 0.494141, 0.212891, 0.380859, 0.408203, 0.049072, 0.482422, 0.291016, 0.25, 0.18457, 0.237305, 0.181641, 0.231445, 0.322266, 0.205078, 0.355469, 0.18457, 0.191406, 0.251953, 0.183594, 0.753906, 0.212891, 0.241211, 0.220703, 0.363281, 0.273438, 0.298828, 0.183594, 0.308594, 0.466797, 0.371094, 0.222656, 0.172852, 0.176758, 0.558594, 0.357422, 0.21875, 0.367188, 0.429688, 0.202148, 0.410156, 0.186523, 0.384766, 0.511719, 0.263672, 0.261719, 0.277344, 0.296875, 0.384766, 0.601562, 0.25, 0.652344, 0.640625, 0.204102, 1.039062, 0.200195, 0.211914, 0.478516, 0.351562, 0.197266, 0.093262, 0.204102, 0.222656, 0.195312, 0.195312, 0.193359, 0.699219, 0.241211, 0.210938, 0.248047, 0.095703, 0.449219, 0.503906, 0.285156, 0.228516, 0.322266, 0.376953, 0.419922, 0.202148, 0.578125, 0.167969, 1.117188, 0.53125, 0.203125, 0.480469, 0.198242, 0.257812, 0.189453, 0.267578, 0.15918, 0.707031, 0.4375, 0.416016, 0.217773, 0.298828, 0.400391, 0.396484, 0.231445, 0.679688, 0.195312, 0.18457, 0.597656, 0.238281, 0.578125, 0.574219, 0.193359, 0.231445, 0.357422, 0.644531, 0.578125, 0.746094, 0.25, 0.357422, 0.196289, 0.542969, 0.800781, 0.180664, 0.589844, 0.574219, 0.652344, 0.804688, 0.177734, 0.480469, 0.474609, 0.355469, 0.337891, 0.11084, 0.168945, 0.917969, 0.365234, 0.472656, 0.189453, 0.234375, 0.337891, 0.332031, 0.376953, 0.251953, 0.457031, 0.236328, 0.294922, 0.192383, 0.269531, 0.189453, 0.185547, 0.1875, 0.196289, 0.419922, 0.371094, 0.667969, 0.507812, 0.302734, 0.213867, 0.181641, 0.570312, 0.245117, 0.196289, 0.216797, 0.19043, 0.894531, 0.441406, 0.277344, 0.310547, 0.300781, 0.271484, 0.292969, 0.314453, 0.164062, 0.75, 0.390625, 0.462891, 0.478516, 0.203125, 0.660156, 0.462891, 0.498047, 0.289062, 0.152344, 0.482422, 0.234375, 0.162109, 0.480469, 0.417969, 0.150391, 0.40625, 0.482422, 0.25, 0.243164, 0.789062, 0.210938, 0.167969, 0.617188, 0.46875, 0.267578, 0.267578, 0.291016, 0.394531, 0.236328, 0.400391, 0.628906, 0.199219, 0.320312, 0.1875, 0.225586, 0.306641, 0.265625, 0.064453, 0.503906, 0.204102, 0.527344, 0.289062, 0.546875, 0.621094, 0.234375, 0.213867, 0.22168, 0.069336, 0.199219, 0.349609, 0.597656, 0.484375, 0.5625, 0.263672, 0.5625, 0.386719, 0.390625, 0.519531, 0.259766, 0.172852, 0.373047, 0.180664, 0.197266, 0.171875, 0.208008, 0.112793, 0.1875, 0.239258, 0.445312, 0.174805, 0.515625, 0.199219, 0.601562, 0.539062, 0.671875, 0.225586, 0.171875, 0.188477, 0.355469, 0.263672, 0.527344, 0.511719, 0.111328, 0.265625, 0.235352, 0.201172, 0.423828, 0.227539, 0.219727, 0.073242, 0.416016, 0.527344, 0.273438, 0.4375, 0.279297, 0.199219, 0.208008, 0.378906, 0.206055, 0.205078, 0.289062, 0.3125, 0.236328, 0.251953, 0.206055, 0.232422, 0.206055, 0.239258, 0.408203, 0.191406, 0.205078, 0.157227, 0.554688, 1.109375, 0.209961, 0.443359, 0.204102, 0.185547, 0.109863, 0.335938, 0.613281, 0.191406, 0.210938, 0.232422, 0.21875, 0.337891, 0.175781, 0.353516, 0.166016, 0.392578, 0.182617, 1.257812, 0.202148, 0.204102, 0.326172, 0.306641, 0.40625, 0.203125, 0.229492, 0.464844, 0.328125, 0.257812, 0.244141, 0.617188, 0.226562, 0.373047, 0.546875, 0.570312, 0.261719, 0.271484, 0.180664, 0.226562, 0.188477, 0.112793, 0.24707, 0.257812, 0.201172, 0.357422, 0.21875, 0.742188, 0.271484, 0.231445, 1.226562, 0.382812, 0.204102, 0.515625, 0.59375, 0.231445, 0.226562, 0.246094, 0.357422, 0.46875, 1.0625, 0.164062, 0.233398, 0.28125, 0.324219, 0.443359, 0.371094, 0.482422, 0.400391, 0.503906, 0.220703, 0.229492, 0.097656, 0.447266, 0.447266, 0.198242, 0.205078, 0.177734, 0.066895, 0.155273, 0.369141, 0.191406, 0.589844, 0.419922, 0.482422, 0.279297, 0.507812, 0.589844, 0.231445, 0.191406, 0.421875, 0.507812, 0.165039, 0.384766, 0.230469, 0.449219, 0.46875, 0.174805, 0.202148, 0.265625, 0.197266, 0.228516, 0.173828, 0.412109, 0.291016, 0.582031, 0.232422, 0.18457, 0.261719, 0.19043, 0.648438, 0.542969, 0.369141, 0.255859, 0.170898, 0.182617, 0.207031, 0.181641, 0.494141, 0.302734, 0.28125, 0.757812, 0.19043, 0.679688, 0.207031, 0.5, 0.245117, 0.314453, 0.457031, 0.203125, 0.4375, 0.462891, 0.169922, 0.53125, 0.423828, 0.1875, 0.417969, 0.671875, 0.597656, 0.376953, 0.263672, 0.498047, 0.178711, 0.104492, 0.527344, 0.207031, 0.480469, 0.640625, 0.214844, 0.227539, 0.472656, 0.652344, 0.306641, 0.186523, 0.175781, 0.194336, 1.375, 0.660156, 0.699219, 0.371094, 0.199219, 0.367188, 0.609375, 0.230469, 0.792969, 0.263672, 0.267578, 0.173828, 0.207031, 0.949219, 0.214844, 0.19043, 0.400391, 0.253906, 0.231445, 0.249023, 0.671875, 0.181641, 0.357422, 0.173828, 0.507812, 0.191406, 0.185547, 0.699219, 0.800781, 0.089355, 0.519531, 0.200195, 0.84375, 0.180664, 0.216797, 0.265625, 0.199219, 0.158203, 0.472656, 0.236328, 0.726562, 0.261719, 0.25, 0.478516, 0.234375, 0.234375, 0.079102, 0.182617, 0.294922, 0.173828, 0.166992, 0.192383, 0.492188, 0.730469, 0.341797, 0.404297, 0.166016, 0.298828, 0.209961, 0.339844, 0.263672, 0.664062, 0.457031, 0.165039, 0.337891, 0.228516, 0.546875, 0.228516, 0.171875, 0.283203, 0.273438, 0.273438, 1.046875, 0.192383, 0.380859, 0.335938, 0.486328, 0.216797, 0.460938, 0.202148, 0.316406, 0.421875, 0.244141, 0.174805, 0.10791, 0.447266, 0.1875, 0.423828, 0.228516, 0.519531, 0.443359, 0.198242, 0.640625, 0.259766, 0.277344, 0.229492, 0.207031, 0.18457, 0.219727, 0.298828, 0.192383, 0.28125, 0.558594, 0.103516, 0.302734, 0.476562, 0.21582, 0.507812, 0.168945, 0.220703, 0.558594, 0.251953, 0.243164, 0.742188, 0.664062, 0.166992, 0.217773, 0.328125, 0.173828, 0.277344, 0.194336, 0.195312, 0.400391, 0.601562, 0.182617, 0.237305, 0.188477, 0.208984, 0.164062, 0.210938, 0.203125, 0.392578, 0.279297, 0.78125, 0.125, 0.181641, 0.4375, 0.228516, 0.211914, 0.404297, 0.06543, 0.429688, 0.408203, 0.18457, 0.217773, 0.189453, 0.255859, 0.306641, 0.214844, 0.183594, 0.232422, 0.22168, 0.488281, 0.174805, 0.425781, 0.223633, 0.480469, 0.451172, 0.283203, 0.220703, 0.213867, 0.660156, 0.245117, 0.200195, 0.231445, 0.40625, 0.181641, 0.605469, 0.339844, 0.914062, 0.326172, 0.59375, 0.185547, 0.5, 0.158203, 0.200195, 0.294922, 0.566406, 0.558594, 0.168945, 0.267578, 0.259766, 0.205078, 0.589844, 0.200195, 0.59375, 0.192383, 0.324219, 0.423828, 0.115234, 0.238281, 0.390625, 0.388672, 0.234375, 0.15918, 0.283203, 0.304688, 0.216797, 0.648438, 0.462891, 0.255859, 0.236328, 0.3125, 0.302734, 0.271484, 0.296875, 0.330078, 0.322266, 0.8125, 0.192383, 0.515625, 0.894531, 0.535156, 0.181641, 0.22168, 0.171875, 0.396484, 0.546875, 0.232422, 0.416016, 0.21875, 0.183594, 0.205078, 0.294922, 0.206055, 0.22168, 0.177734, 0.332031, 0.164062, 0.433594, 0.523438, 0.332031, 0.223633, 0.357422, 0.213867, 0.285156, 0.241211, 0.114258, 0.251953, 0.625, 0.695312, 0.181641, 0.244141, 0.21582, 0.789062, 0.59375, 0.208984, 0.185547, 0.279297, 0.335938, 0.167969, 0.431641, 0.198242, 0.443359, 0.435547, 0.206055, 0.435547, 0.181641, 0.261719, 0.421875, 0.542969, 0.242188, 0.570312, 0.396484, 0.22168, 0.296875, 0.208008, 0.220703, 0.167969, 0.589844, 0.139648, 0.419922, 0.253906, 0.431641, 0.359375, 0.722656, 0.194336, 0.196289, 0.478516, 0.625, 0.203125, 0.300781, 0.244141, 0.394531, 0.244141, 0.217773, 0.773438, 0.296875, 0.574219, 0.196289, 0.453125, 0.186523, 0.582031, 0.507812, 0.213867, 0.4375, 0.204102, 0.421875, 0.28125, 0.21582, 0.757812, 0.155273, 0.412109, 0.217773, 0.229492, 0.388672, 0.18457, 0.476562, 0.234375, 0.605469, 0.173828, 0.28125, 0.589844, 0.804688, 0.207031, 0.232422, 0.785156, 0.421875, 0.609375, 0.209961, 0.494141, 0.609375, 0.617188, 0.203125, 0.292969, 0.494141, 0.558594, 0.197266, 0.283203, 0.199219, 0.484375, 0.259766, 0.167969, 0.154297, 0.408203, 0.585938, 0.22168, 0.597656, 0.245117, 0.466797, 0.267578, 0.335938, 0.640625, 0.470703, 0.193359, 0.388672, 0.433594, 0.404297, 0.208008, 0.419922, 0.118652, 1.242188, 0.40625, 0.223633, 0.185547, 0.287109, 0.542969, 0.199219, 0.176758, 0.182617, 0.466797, 0.429688, 0.198242, 0.515625, 0.181641, 0.088867, 0.462891, 0.507812, 0.390625, 0.609375, 0.185547, 0.306641, 0.492188, 0.18457, 0.205078, 0.289062, 0.199219, 0.382812, 0.941406, 0.255859, 0.243164, 0.679688, 0.386719, 0.211914, 0.380859, 0.197266, 0.347656, 0.200195, 0.396484, 0.507812, 0.582031, 0.191406, 0.261719, 0.231445, 0.582031, 0.21875, 0.726562, 0.277344, 0.212891, 0.322266, 0.251953, 0.488281, 0.523438, 0.53125, 0.263672, 0.421875, 0.200195, 0.237305, 0.251953, 0.186523, 0.186523, 0.298828, 0.152344, 0.202148, 0.241211, 0.609375, 0.211914, 0.255859, 0.285156, 0.203125, 0.166992, 0.443359, 0.65625, 0.1875, 0.205078, 0.21582, 0.259766, 0.255859, 0.176758, 0.223633, 0.648438, 0.632812, 0.703125, 0.189453, 0.667969, 0.447266, 0.482422, 0.40625, 0.214844, 0.182617, 0.201172, 0.194336, 0.361328, 0.279297, 0.376953, 0.226562, 0.283203, 0.208008, 0.453125, 0.267578, 0.200195, 0.566406, 0.234375, 0.474609, 0.585938, 0.227539, 0.765625, 0.245117, 0.382812, 0.609375, 0.474609, 0.178711, 0.181641, 0.162109, 0.384766, 0.382812, 0.546875, 0.490234, 0.330078, 0.206055, 0.357422, 0.730469, 0.349609, 0.227539, 0.201172, 0.277344, 0.207031, 0.139648, 0.546875, 0.224609, 0.5, 0.566406, 0.472656, 0.404297, 0.166992, 0.5625, 0.421875, 0.28125, 0.345703, 0.071777, 0.457031, 0.300781, 0.177734, 0.180664, 0.196289, 0.234375, 0.271484, 0.200195, 0.141602, 0.535156, 0.503906, 0.166992, 0.208984, 0.394531, 0.470703, 0.198242, 0.539062, 0.097656, 0.200195, 0.21582, 0.263672, 0.227539, 0.691406, 0.074707, 0.40625, 0.800781, 0.205078, 0.566406, 0.511719, 0.194336, 0.347656, 0.157227, 0.182617, 0.322266, 0.208984, 0.21875, 0.198242, 0.100586, 0.186523, 0.192383, 0.227539, 0.582031, 0.539062, 0.164062, 0.225586, 0.210938, 0.157227, 0.675781, 0.242188, 0.062256, 0.421875, 0.273438, 0.380859, 0.353516, 0.1875, 0.53125, 0.40625, 0.212891, 0.390625, 0.330078, 0.458984, 0.335938, 0.217773, 0.423828, 0.285156, 0.202148, 0.417969, 0.263672, 0.199219, 0.455078, 0.292969, 0.259766, 0.464844, 0.582031, 0.882812, 0.198242, 0.380859, 0.200195, 0.180664, 0.380859, 0.200195, 0.259766, 0.734375, 0.208984, 0.161133, 0.197266, 0.209961, 0.196289, 0.386719, 0.410156, 0.186523, 0.476562, 0.310547, 0.644531, 0.228516, 0.550781, 0.206055, 0.155273, 0.306641, 0.146484, 0.5, 0.730469, 0.179688, 0.550781, 0.193359, 0.201172, 0.435547, 0.209961, 0.289062, 0.1875, 0.283203, 0.279297, 0.589844, 0.357422, 0.255859, 0.200195, 0.476562, 0.285156, 0.181641, 0.714844, 0.550781, 0.204102, 0.140625, 0.232422, 0.212891, 0.859375, 0.178711, 0.302734, 0.160156, 0.136719, 0.287109, 0.492188, 0.496094, 0.107422, 0.322266, 0.208984, 0.206055, 0.478516, 0.291016, 0.527344, 0.341797, 0.359375, 0.004303, 0.527344, 0.191406, 0.431641, 0.335938, 0.196289, 0.601562, 0.527344, 0.185547, 0.339844, 0.233398, 0.209961, 0.613281, 0.503906, 0.240234, 0.204102, 0.226562, 0.161133, 0.455078, 0.257812, 0.703125, 0.722656, 0.353516, 0.472656, 0.19043, 0.269531, 0.361328, 0.225586, 0.707031, 0.078125, 0.478516, 0.558594, 0.251953, 0.206055, 0.546875, 0.5625, 0.605469, 0.851562, 0.237305, 0.1875, 0.207031, 0.208008, 0.550781, 0.384766, 0.248047, 0.194336, 0.171875, 0.229492, 0.197266, 0.398438, 0.269531, 0.191406, 0.175781, 0.248047, 0.53125, 0.253906, 0.227539, 0.273438, 0.251953, 0.275391, 0.175781, 0.212891, 0.453125, 0.214844, 0.460938, 0.237305, 1.007812, 0.357422, 0.474609, 0.542969, 0.253906, 0.232422, 0.275391, 0.632812, 0.515625, 0.4375, 0.25, 0.194336, 0.335938, 0.18457, 0.390625, 0.316406, 0.527344, 0.425781, 0.400391, 0.122559, 0.259766, 0.209961, 0.503906, 0.070801, 0.482422, 0.324219, 0.363281, 0.542969, 0.359375, 0.25, 0.707031, 0.277344, 0.1875, 0.6875, 0.200195, 0.8125, 0.232422, 0.371094, 0.176758, 0.162109, 0.22168, 0.714844, 0.535156, 0.213867, 0.511719, 0.165039, 0.609375, 0.227539, 0.326172, 0.402344, 0.171875, 0.253906, 0.925781, 0.408203, -0.151367, 0.197266, 0.199219, 0.394531, 0.875, 0.490234, 0.361328, 0.179688, 0.625, 0.192383, 0.205078, 0.410156, 0.245117, 0.550781, 0.194336, 0.231445, 0.261719, 0.191406, 0.613281, 0.231445, 0.5625, 0.196289, 0.255859, 0.5, 0.710938, 0.488281, 0.199219, 0.287109, 0.392578, 0.235352, 0.492188, 0.550781, 0.314453, 0.220703, 0.353516, 0.065918, 0.171875, 0.176758, 0.232422, 0.170898, 0.269531, 0.722656, 0.1875, 0.341797, 0.589844, 0.515625, 0.207031, 0.679688, 0.084473, 0.182617, 0.209961, 0.244141, 0.18457, 0.486328, 0.230469, 0.507812, 0.259766, 0.357422, 0.289062, 0.213867, 0.585938, 0.200195, 0.205078, 0.22168, 0.216797, 0.455078, 0.267578, 0.863281, 0.445312, 1.375, 0.180664, 0.211914, 0.204102, 0.203125, 0.263672, 0.188477, 0.180664, 0.21875, 0.333984, 0.46875, 0.283203, 0.601562, 0.283203, 0.644531, 0.243164, 0.22168, 0.291016, 0.423828, 0.198242, 0.330078, 0.093262, 0.214844, 0.714844, 0.188477, 0.714844, 0.589844, 0.914062, 0.535156, 0.19043, 0.554688, 0.363281, 0.245117, 0.376953, 0.183594, 0.636719, 0.53125, 0.178711, 0.349609, 0.291016, 0.263672, 0.230469, 0.421875, 0.173828, 0.204102, 0.180664, 0.249023, 0.361328, 0.273438, 0.851562, 0.333984, 0.300781, 0.193359, 0.488281, 0.652344, 0.251953, 0.220703, 0.195312, 0.515625, 0.396484, 0.205078, 0.243164, 0.345703, 0.178711, 0.192383, 0.212891, 0.394531, 0.490234, 0.429688, 0.523438, 0.535156, 0.341797, 0.308594, 0.458984, 0.263672, 0.157227, 0.261719, 0.308594, 0.209961, 0.22168, 0.34375, 0.210938, 0.453125, 0.326172, -0.129883, 0.205078, 0.180664, 0.279297, 0.236328, 0.195312, 0.196289, 0.175781, 0.412109, 0.294922, 0.679688, 0.1875, 0.292969, 0.200195, 1.101562, 0.326172, 0.326172, 0.21875, 0.291016, 0.161133, 0.310547, 0.419922, 0.3125, 0.234375, 0.219727, 0.182617, 0.306641, 0.188477, 0.53125, 0.191406, 0.412109, 0.210938, 0.542969, 0.228516, 0.269531, 0.192383, 0.198242, 0.542969, 0.214844, 0.578125, 0.427734, 0.482422, 0.182617, 0.359375, 0.664062, 0.496094, 0.472656, 0.683594, 0.199219, 0.322266, 0.227539, 0.660156, 0.188477, 0.138672, 0.523438, 0.361328, 1.117188, 0.503906, 0.472656, 0.535156, 0.765625, 0.753906, 0.337891, 0.785156, 0.257812, 0.169922, 0.183594, 0.425781, 0.1875, 0.863281, 0.257812, 0.363281, 0.261719, 0.213867, 0.347656, 0.380859, 0.667969, 0.466797, 0.574219, 0.423828, 0.498047, 0.1875, 0.179688, 0.294922, 0.099121, 0.21582, 0.984375, 0.242188, 0.189453, 0.240234, 0.287109, 0.523438, 0.193359, -0.193359, 0.398438, 0.158203, 0.527344, 0.976562, 0.212891, 0.18457, 0.166016, 0.242188, 0.554688, 0.609375, 0.601562, 0.660156, 0.180664, 0.194336, 0.166016, 0.200195, 0.324219, 0.287109, 0.249023, 0.671875, 0.217773, 0.486328, 0.455078, 0.066406, 0.335938, 0.209961, 0.169922, 0.277344, 0.202148, 0.168945, 0.371094, 0.191406, 0.546875, 0.476562, 0.597656, 0.183594, 0.421875, 0.229492, 0.414062, 0.207031, 0.460938, 0.361328, 0.198242, 0.388672, 0.308594, 0.300781, 0.253906, 0.211914, 0.285156, 0.519531, 0.667969, 0.179688, 0.404297, 0.402344, 0.195312, 0.679688, 0.233398, 0.210938, 0.357422, 0.402344, 0.408203, 0.230469, 0.206055, 0.304688, 0.294922, 0.1875, 0.22168, 0.388672, 0.546875, 0.19043, 0.160156, 0.367188, 0.392578, 0.185547, 0.361328, 0.251953, 0.466797, 0.199219, 0.470703, 0.386719, 0.609375, 0.457031, 0.314453, 0.310547, 0.259766, 0.220703, 0.212891, 0.174805, 0.699219, 0.621094, 0.1875, 0.188477, 0.166016, 0.519531, 0.417969, 0.289062, 0.3125, 0.19043, 0.196289, 0.601562, 0.243164, 0.248047, 0.380859, 0.261719, 0.257812, 0.398438, 0.337891, 0.251953, 0.227539, 0.069336, 0.199219, 0.289062, 0.244141, 0.378906, 0.476562, 0.176758, 0.349609, 0.1875, 0.198242, 0.34375, 0.429688, 0.414062, 0.769531, 0.945312, 0.143555, 0.640625, 0.211914, 0.146484, 0.535156, 0.177734, 0.320312, 0.294922, 0.351562, 1.039062, 0.098633, 0.24707, 0.542969, 0.196289, 0.539062, 1.054688, 0.542969, 0.644531, 0.308594, 0.225586, 0.375, 0.238281, 0.211914, 0.396484, 0.269531, 0.304688, 0.496094, 0.185547, 0.167969, 0.143555, 0.238281, 0.371094, 0.416016, 0.206055, 0.207031, 1.007812, 0.224609, 0.209961, 0.738281, 0.197266, 0.226562, 0.382812, 0.119629, 0.192383, 0.460938, 0.410156, 0.202148, 0.194336, 0.166016, 0.423828, 0.490234, 0.318359, 0.231445, 0.566406, 0.168945, 0.172852, 0.189453, 0.171875, 0.296875, 0.515625, 0.404297, 0.174805, 0.371094, 0.101562, 0.251953, 0.400391, 0.351562, 0.597656, 0.507812, 0.462891, 0.65625, 0.4375, 0.211914, 0.486328, 0.414062, 0.292969, 0.476562, 0.376953, 0.511719, 0.503906, 0.181641, 0.449219, 0.257812, 0.183594, 0.181641, 0.386719, 0.213867, 0.414062, 0.535156, 1.101562, 0.277344, 0.232422, 0.185547, 0.238281, 0.230469, 0.180664, 0.063965, 0.172852, 0.174805, 0.322266, 0.398438, 0.168945, 0.15918, 0.208008, 0.173828, 0.182617, 0.227539, 0.175781, 0.19043, 0.225586, 0.503906, 0.267578, 0.423828, 0.21875, 0.4375, 0.314453, 0.196289, 0.213867, 0.46875, 0.200195, 0.115723, 0.202148, 0.18457, 0.267578, 0.349609, 0.163086, 0.224609, 0.232422, 0.361328, 0.449219, 0.585938, 0.527344, 0.157227, 0.423828, 0.570312, 0.273438, 0.765625, 0.1875, 0.1875, 0.185547, 0.644531, 0.275391, 0.472656, 0.200195, 0.300781, 0.359375, 0.355469, 0.179688, 0.233398, 0.214844, 0.216797, 0.222656, 0.251953, 0.188477, 0.277344, 0.149414, 0.244141, 0.21875, 0.503906, 0.168945, 0.333984, 0.182617, 0.232422, 0.738281, 0.251953, 0.326172, 0.703125, 0.46875, 0.351562, 0.380859, 0.179688, 0.519531, 0.239258, 0.170898, 0.201172, 0.188477, 0.186523, 0.178711, 0.333984, 0.261719, 0.163086, 0.191406, 0.196289, 0.462891, 0.296875, 0.246094, 0.636719, 0.445312, 0.310547, 0.194336, 0.605469, 0.194336, 0.386719, 0.219727, 0.182617, 0.3125, 0.361328, 0.785156, 0.640625, 0.527344, 0.257812, 0.457031, 0.123047, 0.21875, 0.296875, 0.714844, 0.353516, 0.4375, 0.224609, 0.132812, 1.453125, 0.458984, 0.240234, 0.585938, 0.613281, -0.341797, 0.231445, 0.166016, 0.178711, 0.167969, 0.283203, 0.527344, 0.300781, 0.384766, 0.166992, 0.222656, 0.294922, 0.427734, 0.203125, 0.083008, 0.208984, 0.204102, 0.609375, 0.435547, 0.21875, 0.168945, 0.828125, 0.554688, 0.223633, 0.333984, 0.322266, 0.197266, 1.0625, 0.235352, 0.625, 0.21875, 0.419922, 0.546875, 0.204102, 0.214844, 1.148438, 0.710938, 0.796875, 0.519531, 0.298828, 0.225586, 0.198242, 0.523438, 0.476562, 0.660156, 0.820312, 0.257812, 0.34375, 0.209961, 0.427734, 0.191406, 0.292969, 0.192383, 0.671875, 0.121094, 0.173828, 0.209961, 0.253906, 0.503906, 0.217773, 0.211914, 0.231445, 0.180664, 0.22168, 0.210938, 0.257812, 0.382812, 1.125, 0.1875, 0.429688, 0.239258, 0.202148, 0.392578, 0.059814, 0.214844, 0.174805, 0.180664, 0.90625, 0.46875, 0.195312, 0.492188, 0.449219, 0.476562, 0.257812, 0.071289, 0.59375, 0.625, 0.373047, 0.201172, 0.245117, 0.200195, 0.202148, 0.357422, 0.084473, 0.314453, 0.206055, 0.195312, 0.238281, 0.200195, 0.347656, 0.192383, 0.306641, 0.228516, 0.482422, 0.205078, 0.648438, 0.34375, 0.703125, 1.234375, 0.224609, 0.519531, 0.314453, 0.488281, 0.18457, 0.22168, 0.507812, 0.539062, 0.347656, 0.511719, 0.1875, 0.308594, 0.197266, 0.589844, 0.24707, 0.296875, 0.269531, 0.077637, 0.416016, 0.447266, 0.566406, 0.275391, 0.5625, 0.206055, 0.378906, 0.179688, 0.238281, 0.460938, 0.390625, 0.217773, 0.25, 0.251953, 0.365234, 0.170898, 0.316406, 0.605469, 0.185547, 0.667969, 0.306641, 0.558594, 0.171875, 0.185547, 0.203125, 0.582031, 0.574219, 0.419922, 0.515625, 0.267578, 0.229492, 0.318359, 0.257812, 0.53125, 0.212891, 0.255859, 0.196289, 0.195312, 0.25, 0.921875, 0.185547, 0.188477, 0.202148, 0.601562, 0.46875, 0.163086, 0.249023, 0.251953, 0.241211, 0.480469, 0.115234, 0.170898, 0.287109, 0.523438, 0.217773, 0.186523, 0.171875, 0.220703, 0.414062, 0.644531, 0.421875, 0.5625, 0.222656, 0.378906, 0.237305, 0.316406, 0.154297, 0.527344, 0.609375, 0.224609, 0.199219, 0.192383, 0.421875, 0.206055, 0.570312, 0.201172, 0.075684, 0.285156, 0.206055, 0.115723, 0.205078, 0.175781, 0.232422, 0.335938, 0.652344, 0.445312, 0.34375, 0.462891, 0.24707, 0.279297, 0.511719, 0.182617, 0.220703, 0.094727, 0.191406, 0.357422, 0.191406, 0.394531, 0.425781, 0.223633, 0.558594, 0.414062, 0.664062, 0.15625, 0.177734, 0.207031, 0.451172, 0.5, 0.365234, 0.157227, 0.445312, 0.25, 0.490234, 0.515625, 0.207031, 0.349609, 0.318359, 0.570312, 0.182617, 0.671875, 0.192383, 0.069336, 0.455078, 0.208008, 0.503906, 0.289062, 0.229492, 0.455078, 0.324219, 0.341797, 0.257812, 0.488281, 0.527344, 0.488281, 0.180664, 0.296875, 0.223633, 0.200195, 0.578125, 0.486328, 0.19043, 0.314453, 0.488281, 0.296875, 0.285156, 0.570312, 0.145508, 0.164062, 0.542969, 0.212891, 0.417969, 0.237305, 0.53125, 0.349609, 0.169922, 0.199219, 0.392578, 0.519531, 0.28125, 0.357422, 0.176758, 0.486328, 0.304688, 0.335938, 0.414062, 0.550781, 0.232422, 0.225586, 0.193359, 0.253906, 0.345703, 0.208008, 0.216797, 0.65625, 0.104004, 0.515625, 0.224609, 0.200195, 0.308594, 0.191406, 0.382812 ] }, "name": "model.model.layers.6.input_layernorm.weight", "outputIndexes": [ 526 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 525 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_6/Mul_output_0", "outputIndexes": [ 527 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 526, 527 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_6/Mul_1_output_0", "outputIndexes": [ 528 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 528 ], "outputIndexes": [ 2476 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2476 ], "outputIndexes": [ 2477 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear", "inputIndexes": [ 2477 ], "outputIndexes": [ 2478 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 786641820, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2478 ], "outputIndexes": [ 2479 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2479 ], "outputIndexes": [ 529 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 528 ], "main_type": "NONE", "name": "/Shape_85_output_0", "outputIndexes": [ 530 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 530 ], "main_type": "NONE", "name": "Shape1579", "outputIndexes": [ 531 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 530 ], "main_type": "NONE", "name": "Rank1581", "outputIndexes": [ 532 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 532, 532 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1583", "outputIndexes": [ 533 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 533 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1584", "outputIndexes": [ 534 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 533, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1586", "outputIndexes": [ 535 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 535 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1587", "outputIndexes": [ 536 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 531, 534, 536, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1590", "outputIndexes": [ 537 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 537 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1591", "outputIndexes": [ 538 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 538 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1592", "outputIndexes": [ 539 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 539, 538 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1593", "outputIndexes": [ 540 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 530, 540, 533 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_94_output_0", "outputIndexes": [ 541 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 541, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_193_output_0", "outputIndexes": [ 542 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 542, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_78_output_0", "outputIndexes": [ 543 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 529, 543 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_55_output_0", "outputIndexes": [ 544 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 544, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_48_output_0", "outputIndexes": [ 545 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 544 ], "main_type": "NONE", "name": "/Shape_86_output_0", "outputIndexes": [ 546 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 546 ], "main_type": "NONE", "name": "Shape1600", "outputIndexes": [ 547 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 546 ], "main_type": "NONE", "name": "Rank1602", "outputIndexes": [ 548 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 548, 548 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1604", "outputIndexes": [ 549 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 549 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1605", "outputIndexes": [ 550 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 549, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1607", "outputIndexes": [ 551 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 551 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1608", "outputIndexes": [ 552 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 547, 550, 552, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1611", "outputIndexes": [ 553 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 553 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1612", "outputIndexes": [ 554 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 554 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1613", "outputIndexes": [ 555 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 555, 554 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1614", "outputIndexes": [ 556 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 546, 556, 549 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_95_output_0", "outputIndexes": [ 557 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 557, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_18_output_0", "outputIndexes": [ 558 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 558, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_198_output_0", "outputIndexes": [ 559 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 544, 559, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_25_output_0", "outputIndexes": [ 560 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 560 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_12_output_0", "outputIndexes": [ 561 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 544, 22, 559, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_24_output_0", "outputIndexes": [ 562 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 561, 562 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_81_output_0", "outputIndexes": [ 563 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 563, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_49_output_0", "outputIndexes": [ 564 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 545, 564 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_30_output_0", "outputIndexes": [ 565 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 528 ], "outputIndexes": [ 2480 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2480 ], "outputIndexes": [ 2481 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear", "inputIndexes": [ 2481 ], "outputIndexes": [ 2482 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 793881522, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2482 ], "outputIndexes": [ 2483 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2483 ], "outputIndexes": [ 566 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 542, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_79_output_0", "outputIndexes": [ 567 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 566, 567 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_56_output_0", "outputIndexes": [ 568 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 568, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_50_output_0", "outputIndexes": [ 569 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 568 ], "main_type": "NONE", "name": "/Shape_87_output_0", "outputIndexes": [ 570 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 570 ], "main_type": "NONE", "name": "Shape1663", "outputIndexes": [ 571 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 570 ], "main_type": "NONE", "name": "Rank1665", "outputIndexes": [ 572 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 572, 572 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1667", "outputIndexes": [ 573 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 573 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1668", "outputIndexes": [ 574 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 573, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1670", "outputIndexes": [ 575 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 575 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1671", "outputIndexes": [ 576 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 571, 574, 576, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1674", "outputIndexes": [ 577 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 577 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1675", "outputIndexes": [ 578 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 578 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1676", "outputIndexes": [ 579 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 579, 578 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1677", "outputIndexes": [ 580 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 570, 580, 573 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_96_output_0", "outputIndexes": [ 581 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 581, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_19_output_0", "outputIndexes": [ 582 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 582, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_200_output_0", "outputIndexes": [ 583 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 568, 583, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_27_output_0", "outputIndexes": [ 584 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 584 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_13_output_0", "outputIndexes": [ 585 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 568, 22, 583, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_26_output_0", "outputIndexes": [ 586 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 585, 586 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_82_output_0", "outputIndexes": [ 587 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 587, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_51_output_0", "outputIndexes": [ 588 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 569, 588 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_31_output_0", "outputIndexes": [ 589 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 528 ], "outputIndexes": [ 2484 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2484 ], "outputIndexes": [ 2485 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear", "inputIndexes": [ 2485 ], "outputIndexes": [ 2486 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 794915784, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2486 ], "outputIndexes": [ 2487 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2487 ], "outputIndexes": [ 590 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 590, 567 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_57_output_0", "outputIndexes": [ 591 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 565, 589, 591, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_62_output_0", "outputIndexes": [ 592 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 592 ], "outputIndexes": [ 2488 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2488 ], "outputIndexes": [ 2489 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear", "inputIndexes": [ 2489 ], "outputIndexes": [ 2490 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 795950046, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2490 ], "outputIndexes": [ 2491 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2491 ], "outputIndexes": [ 593 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 525, 593 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_33_output_0", "outputIndexes": [ 594 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.648438, 0.605469, 0.734375, 0.5, 0.617188, 0.566406, 0.601562, 0.59375, 0.335938, 0.455078, 0.59375, 0.482422, 0.609375, 0.585938, 0.4375, 0.585938, 0.59375, 0.570312, 0.597656, 0.345703, 2.859375, 0.59375, 0.601562, 0.570312, 0.550781, 0.585938, 0.339844, 0.519531, 0.554688, 0.582031, 0.644531, 0.472656, 0.024536, 0.589844, 0.609375, 0.628906, 0.523438, 0.259766, 0.582031, 0.410156, 0.59375, 0.582031, 0.710938, 0.59375, 0.601562, 0.59375, 0.277344, 0.632812, 0.625, 0.494141, 0.597656, 0.59375, 0.589844, 0.589844, 0.625, 0.566406, 0.605469, 0.609375, 0.625, 0.367188, 0.589844, 0.660156, 0.632812, 0.585938, 0.71875, 0.574219, 0.507812, 0.589844, 0.675781, 0.589844, 0.582031, 0.511719, 0.601562, 0.59375, 0.613281, 0.59375, 0.539062, 0.546875, 0.363281, 0.605469, 0.691406, 0.605469, 0.675781, 0.578125, 0.589844, 0.275391, 0.59375, 0.660156, 0.582031, 0.425781, 0.601562, 0.59375, 0.585938, 0.640625, 0.640625, 0.59375, 0.496094, 0.519531, 0.589844, 0.527344, 0.515625, 0.503906, 0.597656, 0.589844, 0.644531, 0.621094, 0.679688, 0.498047, 0.597656, 0.847656, 0.597656, 0.574219, 0.597656, 0.225586, 0.585938, 0.277344, 0.5, 0.613281, 0.601562, 0.486328, 0.570312, 0.589844, 0.605469, 0.574219, 0.597656, 0.578125, 0.625, 0.582031, 0.289062, 0.53125, 0.324219, 0.601562, 0.511719, 0.605469, 0.466797, 0.585938, 0.59375, 0.609375, 0.542969, 0.601562, 0.589844, 0.589844, 0.605469, 0.6875, 0.353516, 0.464844, 0.742188, 0.582031, 0.601562, 0.589844, 0.609375, 0.621094, 0.589844, 0.605469, 0.542969, 0.578125, 0.5, 0.40625, 0.609375, 0.621094, 0.431641, 0.458984, 0.404297, 0.585938, 0.451172, 0.503906, 0.578125, 0.511719, 0.578125, 0.605469, 0.589844, 0.554688, 0.550781, 0.550781, 0.59375, 0.707031, 0.59375, 0.597656, 0.605469, 0.589844, 0.679688, 0.609375, 0.59375, 0.349609, 0.6875, 0.601562, 0.59375, 0.474609, 0.59375, 0.601562, 0.498047, 0.589844, 0.558594, 0.570312, 0.664062, 0.59375, 0.59375, 0.601562, 0.496094, 0.585938, 0.597656, 0.400391, 0.667969, 0.640625, 0.726562, 0.589844, 0.613281, 0.5625, 0.589844, 0.691406, 0.597656, 0.597656, 0.53125, 0.609375, 0.59375, 0.617188, 0.507812, 0.486328, 0.675781, 0.585938, 0.574219, 0.474609, 0.550781, 0.609375, 0.589844, 0.664062, 0.519531, 0.550781, 0.601562, 0.597656, 1.359375, 0.605469, 0.59375, 0.582031, 0.585938, 0.601562, 0.578125, 0.597656, 0.289062, 0.59375, 0.632812, 0.589844, 0.621094, 0.609375, 0.585938, 0.507812, 0.59375, 0.605469, 0.605469, 0.582031, 0.597656, 0.652344, 0.546875, 0.570312, 0.605469, 0.53125, 0.613281, 0.269531, 0.601562, 0.464844, 0.59375, 0.582031, 0.59375, 0.601562, 0.601562, 0.53125, 0.617188, 0.601562, 0.589844, 0.679688, 0.621094, 0.585938, 0.589844, 0.554688, 0.574219, 0.601562, 0.601562, 0.235352, 0.566406, 0.660156, 0.597656, 0.589844, 0.275391, 0.59375, 0.597656, 0.640625, 0.617188, 0.597656, 0.609375, 0.447266, 0.625, 0.439453, 0.566406, 0.507812, 0.519531, 0.628906, 0.546875, 0.523438, 0.613281, 0.605469, 0.601562, 0.53125, 0.458984, 0.601562, 0.613281, 0.589844, 0.59375, 0.59375, 0.585938, 0.609375, 0.535156, 0.582031, 0.605469, 0.589844, 0.302734, 0.597656, 0.648438, 0.609375, 0.59375, 0.601562, 0.601562, 0.589844, 0.585938, 0.582031, 0.539062, 0.589844, 0.589844, 0.589844, 0.566406, 0.578125, 0.275391, 0.605469, 0.578125, 0.574219, 0.498047, 0.59375, 0.609375, 0.949219, 0.601562, 0.535156, 0.271484, 0.578125, 0.59375, 0.578125, 0.320312, 0.601562, 0.605469, 0.59375, 0.597656, 0.597656, 0.605469, 0.472656, 0.636719, 0.59375, 0.769531, 0.601562, 0.570312, 0.582031, 0.59375, 0.585938, 0.628906, 0.597656, 0.310547, 0.496094, 0.353516, 0.470703, 0.578125, 0.667969, 0.601562, 0.445312, 0.597656, 0.582031, 0.617188, 0.566406, 0.617188, 0.777344, 0.298828, 0.451172, 0.585938, 0.597656, 0.609375, 0.601562, 0.503906, 0.617188, 0.589844, 0.535156, 0.632812, 0.597656, 0.585938, 0.542969, 0.582031, 0.707031, 0.283203, 0.462891, 0.566406, 0.59375, 0.519531, 0.566406, 0.589844, 0.292969, 0.523438, 0.59375, 0.480469, 0.59375, 0.439453, 0.585938, 0.597656, 0.597656, 0.597656, 0.539062, 0.472656, 0.597656, 0.6875, 0.582031, 0.605469, 0.644531, 0.59375, 0.589844, 0.605469, 0.59375, 0.621094, 0.554688, 0.597656, 0.519531, 0.585938, 0.453125, 0.601562, 0.632812, 0.570312, 0.59375, 0.613281, 0.597656, 0.433594, 0.585938, 0.617188, 0.621094, 0.574219, 0.589844, 0.574219, 0.503906, 0.59375, 0.609375, 0.644531, 0.59375, 0.484375, 0.515625, 0.589844, 0.585938, 0.605469, 0.648438, 0.625, 0.589844, 0.605469, 0.585938, 0.628906, 0.601562, 0.601562, 0.589844, -0.000225, 0.570312, 0.589844, 0.578125, 0.597656, 0.46875, 0.498047, 0.601562, 0.511719, 0.589844, 0.457031, 0.601562, 0.585938, 0.304688, 0.59375, 0.589844, 0.597656, 0.494141, 0.617188, 0.488281, 0.605469, 0.585938, 0.65625, 0.597656, 0.601562, 0.605469, 0.494141, 0.601562, 0.660156, 0.636719, 0.601562, 0.613281, 0.605469, 0.605469, 0.589844, 0.605469, 0.609375, 0.601562, 0.621094, 0.570312, 0.644531, 0.59375, 0.585938, 0.519531, 0.566406, 0.511719, 0.59375, 0.59375, 0.679688, 0.644531, 0.605469, 0.558594, 0.59375, 0.613281, 0.585938, 0.660156, 0.59375, 0.523438, 0.558594, 0.59375, 0.574219, 0.625, 0.585938, 0.605469, 0.605469, 0.279297, 0.585938, 0.511719, 0.621094, 0.59375, 0.589844, 0.582031, 0.589844, 0.609375, 0.613281, 0.589844, 0.59375, 0.601562, 0.476562, 0.578125, 0.605469, 0.589844, 0.410156, 0.582031, 0.4375, 0.59375, 0.4375, 0.59375, 0.894531, 0.46875, 0.609375, 0.753906, 0.578125, 0.605469, 0.609375, 0.632812, 0.570312, 0.53125, 0.585938, 0.589844, 0.589844, 0.578125, 0.640625, 0.582031, 0.542969, 0.699219, 0.496094, 0.625, 0.589844, 0.628906, 0.613281, 0.636719, 0.636719, 0.621094, 0.546875, 0.5, 0.589844, 0.585938, 0.585938, 0.59375, 0.470703, 0.597656, 0.589844, 0.601562, 0.597656, 0.519531, 0.628906, 0.597656, 0.597656, 0.46875, 0.59375, 0.535156, 0.621094, 0.585938, 0.597656, 0.640625, 0.609375, 0.464844, 0.578125, 0.578125, 0.484375, 0.507812, 0.9375, 0.472656, 0.554688, 0.613281, 0.589844, 0.601562, 0.597656, 0.589844, 0.227539, 0.59375, 0.683594, 0.59375, 0.527344, 0.414062, 0.605469, 0.585938, 0.267578, 0.582031, 0.601562, 0.640625, 0.59375, 0.59375, 0.570312, 0.589844, 0.392578, 0.578125, 0.632812, 0.601562, 0.605469, 0.632812, 0.53125, 0.554688, 0.578125, 0.589844, 0.644531, 0.523438, 0.585938, 0.777344, 0.585938, 0.589844, 0.609375, 0.433594, 0.617188, 0.597656, 0.597656, 0.660156, 0.582031, 0.589844, 0.582031, 0.582031, 0.300781, 0.589844, 0.585938, 0.458984, 0.390625, 0.644531, 0.550781, 0.613281, 0.609375, 0.466797, 0.464844, 0.5625, 0.18457, 0.59375, 0.605469, 0.621094, 0.585938, 0.589844, 0.589844, 0.589844, 0.566406, 0.613281, 0.605469, 0.609375, 0.605469, 0.605469, 0.59375, 0.511719, 0.632812, 0.578125, 0.589844, 0.59375, 0.582031, 0.636719, 0.449219, 0.621094, 0.582031, 0.511719, 0.539062, 0.285156, 0.601562, 0.648438, 0.585938, 0.609375, 0.585938, 0.382812, 0.484375, 0.753906, 0.435547, 0.597656, 0.496094, 0.710938, 0.601562, 0.582031, 0.585938, 0.597656, 0.574219, 0.294922, 0.628906, 0.605469, 0.585938, 0.722656, 0.566406, 0.582031, 0.621094, 0.431641, 0.353516, 0.59375, 0.492188, 0.617188, 0.523438, 0.597656, 0.585938, 0.585938, 0.601562, 0.59375, 0.535156, 0.28125, 0.539062, 0.625, 0.585938, 0.601562, 0.570312, 0.609375, 0.490234, 0.582031, 0.429688, 0.625, 0.582031, 1.34375, 0.605469, 0.597656, 0.474609, 0.503906, 0.585938, 0.59375, 0.601562, 0.59375, 0.589844, 0.570312, 0.449219, 0.585938, 0.597656, 0.6875, 0.679688, 0.589844, 0.470703, 0.585938, 0.625, 0.427734, 0.59375, 0.5625, 0.59375, 0.265625, 0.613281, 0.585938, 0.597656, 0.484375, 0.378906, 0.605469, 0.597656, 0.601562, 0.296875, 0.582031, 0.597656, 0.287109, 0.597656, 0.628906, 0.589844, 0.582031, 0.589844, 0.484375, 0.605469, 0.59375, 0.482422, 0.582031, 0.59375, 0.490234, 0.59375, 0.597656, 0.597656, 0.400391, 0.46875, 0.550781, 0.636719, 0.476562, 0.419922, 0.621094, 0.613281, 0.601562, 0.59375, 0.474609, 0.589844, 0.597656, 0.601562, 0.296875, 0.609375, 0.59375, 0.574219, 0.457031, 0.582031, 0.570312, 0.621094, 0.828125, 0.601562, 0.601562, 0.570312, 0.445312, 0.597656, 0.269531, 0.574219, 0.59375, 0.197266, 0.597656, 0.617188, 0.679688, 0.597656, 0.5625, 0.597656, 0.5625, 0.585938, 0.605469, 0.59375, 0.621094, 0.519531, 0.546875, 0.404297, 0.613281, 0.589844, 0.695312, 0.582031, 0.451172, 0.519531, 0.609375, 0.519531, 0.582031, 0.605469, 0.53125, 0.582031, 0.578125, 0.59375, 0.605469, 0.498047, 0.457031, 0.601562, 0.59375, 0.621094, 0.511719, 0.625, 0.601562, 0.585938, 0.558594, 0.652344, 0.605469, 0.535156, 0.578125, 0.675781, 0.550781, 0.605469, 0.582031, 0.585938, 0.570312, 0.613281, 0.617188, 0.648438, 0.628906, 0.542969, 0.296875, 0.601562, 0.462891, 0.621094, 0.597656, 0.271484, 0.582031, 0.636719, 0.589844, 0.582031, 0.578125, 0.289062, 0.59375, 0.460938, 0.597656, 0.582031, 0.597656, 0.605469, 0.59375, 0.589844, 0.617188, 0.558594, 0.287109, 0.589844, 0.574219, 0.597656, 0.496094, 0.632812, 0.597656, 0.59375, 0.632812, 0.597656, 0.570312, 0.582031, 0.644531, 0.605469, 0.449219, 0.589844, 0.578125, 0.601562, 0.617188, 0.527344, 0.601562, 0.59375, 0.605469, 0.609375, 0.59375, 0.617188, 0.585938, 0.589844, 0.585938, 0.511719, 0.625, 0.605469, 0.574219, 0.589844, 0.554688, 0.597656, 0.582031, 0.429688, 0.589844, 0.523438, 0.613281, 0.503906, 0.601562, 0.589844, 0.443359, 0.357422, 0.546875, 0.609375, 0.550781, 0.429688, 0.621094, 0.605469, 0.519531, 0.628906, 0.492188, 0.589844, 0.59375, 0.585938, 0.289062, 0.570312, 0.287109, 0.464844, 0.785156, 0.613281, 0.414062, 0.511719, 0.574219, 0.585938, 0.582031, 0.535156, 0.757812, 0.585938, 0.582031, 0.283203, 0.675781, 0.59375, 0.832031, 0.601562, 0.585938, 0.59375, 0.597656, 0.578125, 0.484375, 0.503906, 0.423828, 0.558594, 0.427734, 0.507812, 0.486328, 0.597656, 0.660156, 0.605469, 0.601562, 0.585938, 0.621094, 0.621094, 0.582031, 0.59375, 0.617188, 0.294922, 0.478516, 0.597656, 0.617188, 0.554688, 0.292969, 0.470703, 0.601562, 0.609375, 0.617188, 0.589844, 0.257812, 0.589844, 0.617188, 0.589844, 0.507812, 0.269531, 0.582031, 0.59375, 0.570312, 0.503906, 0.539062, 0.582031, 0.523438, 0.644531, 0.5, 0.484375, 0.574219, 0.294922, 0.589844, 0.597656, 0.292969, 0.601562, 0.605469, 0.589844, 0.53125, 0.574219, 0.582031, 0.582031, 0.617188, 0.4375, 0.519531, 0.507812, 0.777344, 0.625, 0.382812, 0.617188, 0.574219, 0.714844, 0.605469, 0.613281, 0.609375, 0.546875, 0.511719, 0.660156, 0.283203, 0.933594, 0.601562, 0.566406, 0.621094, 0.507812, 0.597656, 0.582031, 0.382812, 0.494141, 0.601562, 0.457031, 0.486328, 0.419922, 0.582031, 0.210938, 0.414062, 0.65625, 0.570312, 0.609375, 0.601562, 0.535156, 0.785156, 0.582031, 0.628906, 0.5625, 0.589844, 0.597656, 0.515625, 0.480469, 0.589844, 0.871094, 0.59375, 0.605469, 0.574219, 0.605469, 0.410156, 0.566406, 0.554688, 0.287109, 0.466797, 0.632812, 0.621094, 0.613281, 0.792969, 0.59375, 0.703125, 0.613281, 0.585938, 0.46875, 0.585938, 0.582031, 0.699219, 0.441406, 0.578125, 0.625, 0.59375, 0.589844, 0.605469, 0.792969, 0.621094, 0.578125, 0.621094, 0.443359, 0.5625, 0.582031, 0.585938, 0.621094, 0.271484, 0.335938, 0.621094, 0.554688, 0.660156, 0.667969, 0.777344, 0.617188, 0.546875, 0.585938, 0.484375, 0.59375, 0.589844, 0.589844, 0.625, 0.539062, 0.597656, 0.621094, 0.503906, 0.445312, 0.59375, 0.558594, 0.589844, 0.554688, 0.570312, 0.59375, 0.558594, 0.660156, 0.597656, 0.539062, 0.585938, 0.435547, 0.65625, 0.578125, 0.6875, 0.585938, 0.582031, 0.632812, 0.582031, 0.570312, 0.730469, 0.59375, 0.558594, 0.714844, 0.605469, 0.589844, 0.460938, 0.628906, 0.5, 0.71875, 0.59375, 0.632812, 0.585938, 0.5, 0.466797, 0.582031, 0.582031, 0.59375, 0.601562, 0.578125, 0.609375, 0.578125, 0.652344, 0.609375, 0.589844, 0.601562, 0.707031, 0.570312, 0.574219, 0.523438, 0.464844, 0.660156, 0.621094, 0.59375, 0.53125, 0.578125, 0.597656, 0.632812, 0.574219, 0.613281, 0.597656, 0.589844, 0.582031, 0.589844, 0.265625, 0.589844, 0.494141, 0.273438, 0.59375, 0.585938, 0.597656, 0.542969, 0.589844, 0.605469, 0.605469, 0.617188, 0.660156, 0.726562, 0.546875, 0.558594, 0.392578, 0.617188, 0.597656, 0.474609, 0.730469, 0.597656, 0.585938, 0.621094, 0.621094, 0.578125, 0.589844, 0.597656, 0.582031, 0.486328, 0.582031, 0.789062, 0.589844, 0.523438, 0.59375, 0.601562, 0.726562, 0.667969, 0.597656, 0.71875, 0.625, 0.628906, 0.71875, 0.574219, 0.566406, 0.59375, 0.582031, 0.621094, 0.59375, 0.589844, 0.578125, 0.613281, 0.59375, 0.585938, 0.558594, 0.585938, 0.474609, 0.589844, 0.601562, 0.683594, 0.464844, 0.265625, 0.640625, 0.585938, 0.597656, 0.585938, 0.597656, 0.558594, 0.550781, 0.597656, 0.597656, 0.585938, 0.597656, 0.589844, 0.433594, 0.589844, 0.597656, 0.515625, 0.527344, 0.59375, 0.217773, 0.59375, 0.546875, 0.213867, 0.601562, 0.609375, 0.476562, 0.585938, 0.703125, 0.589844, 0.527344, 0.59375, 0.550781, 0.5, 0.539062, 0.398438, 0.601562, 0.515625, 0.511719, 0.478516, 0.613281, 0.597656, 0.59375, 0.613281, 0.542969, 0.601562, 0.441406, 0.675781, 0.589844, 0.613281, 0.589844, 0.621094, 0.578125, 0.589844, 0.453125, 0.644531, 0.59375, 0.597656, 0.582031, 0.476562, 0.617188, 0.613281, 0.621094, 0.550781, 0.597656, 0.589844, 0.59375, 0.601562, 0.578125, 0.640625, 0.589844, 0.597656, 0.589844, 0.59375, 0.59375, 0.628906, 0.660156, 0.496094, 0.601562, 0.609375, 0.585938, 0.605469, 0.582031, 0.589844, 0.714844, 0.671875, 0.585938, 0.376953, 0.582031, 0.664062, 0.5, 0.59375, 0.730469, 0.585938, 0.503906, 0.632812, 0.605469, 0.804688, 0.597656, 0.609375, 0.59375, 0.625, 0.597656, 0.535156, 0.582031, 0.482422, 0.605469, 0.652344, 0.617188, 0.460938, 0.59375, 0.605469, 0.597656, 0.628906, 0.566406, 0.511719, 0.419922, 0.589844, 0.582031, 0.59375, 0.585938, 0.601562, 0.585938, 0.59375, 0.640625, 0.59375, 0.613281, 0.550781, 0.558594, 0.488281, 0.357422, 0.527344, 0.582031, 0.609375, 0.671875, 0.589844, 0.648438, 0.585938, 0.628906, 0.554688, 0.574219, 0.660156, 0.582031, 0.644531, 0.601562, 0.585938, 0.294922, 0.578125, 0.589844, 0.287109, 0.582031, 0.589844, 0.605469, 0.585938, 0.609375, 0.542969, 0.589844, 0.181641, 0.601562, 0.28125, 0.601562, 0.628906, 0.5, 0.271484, 0.558594, 0.609375, 0.671875, 0.515625, 0.449219, 0.605469, 0.613281, 0.585938, 0.679688, 0.609375, 0.494141, 0.589844, 0.617188, 0.605469, 0.455078, 0.582031, 0.316406, 0.613281, 0.617188, 0.675781, 0.601562, 0.632812, 0.558594, 0.589844, 0.582031, 0.628906, 0.589844, 0.589844, 0.589844, 0.546875, 0.578125, 0.59375, 0.230469, 0.601562, 0.605469, 0.570312, 0.578125, 0.566406, 0.570312, 0.589844, 0.585938, 0.308594, 0.621094, 0.621094, 0.392578, 0.613281, 0.558594, 0.652344, 0.59375, 0.589844, 0.578125, 0.597656, 0.589844, 0.59375, 0.582031, 0.570312, 0.675781, 0.601562, 0.597656, 0.589844, 0.578125, 0.582031, 0.239258, 0.597656, 0.730469, 0.53125, 0.490234, 0.609375, 0.597656, 0.601562, 0.613281, 0.609375, 0.597656, 0.480469, 0.582031, 0.605469, 0.621094, 0.609375, 0.472656, 0.601562, 0.644531, 0.597656, 0.570312, 0.574219, 0.597656, 0.585938, 0.488281, 0.601562, 0.613281, 0.601562, 0.582031, 0.582031, 0.589844, 0.710938, 0.59375, 0.589844, 0.589844, 0.585938, 0.570312, 0.582031, 0.59375, 0.582031, 0.451172, 0.613281, 0.589844, 0.589844, 0.589844, 0.660156, 0.613281, 0.589844, 0.605469, 0.636719, 0.597656, 0.462891, 0.585938, 0.605469, 0.435547, 0.601562, 0.601562, 0.574219, 0.558594, 0.498047, 0.511719, 0.578125, 0.691406, 0.453125, 0.617188, 0.355469, 0.707031, 0.582031, 0.539062, 0.511719, 0.589844, 0.201172, 0.589844, 0.609375, 0.589844, 0.601562, 0.597656, 0.570312, 0.609375, 0.589844, 0.248047, 0.28125, 0.482422, 0.570312, 0.628906, 0.550781, 0.601562, 0.621094, 0.5, 0.601562, 0.527344, 0.59375, 0.808594, 0.621094, 0.597656, 0.585938, 0.582031, 0.316406, 0.582031, 0.605469, 0.597656, 0.550781, 0.472656, 0.527344, 0.601562, 0.605469, 0.570312, 0.535156, 0.621094, 0.628906, 0.589844, 0.589844, 0.691406, 0.578125, 0.574219, 0.515625, 0.597656, 0.59375, 0.605469, 0.445312, 0.59375, 0.660156, 0.597656, 0.53125, 0.59375, 0.632812, 0.503906, 0.574219, 0.519531, 0.474609, 0.390625, 0.746094, 0.597656, 0.625, 0.53125, 0.574219, 0.484375, 0.249023, 0.582031, 0.773438, 0.523438, 0.589844, 0.589844, 0.589844, 0.558594, 0.636719, 0.632812, 0.574219, 0.441406, 0.589844, 0.613281, 0.625, 0.601562, 0.699219, 0.582031, 0.597656, 0.605469, 0.585938, 0.644531, 0.255859, 0.625, 0.640625, 0.582031, 0.589844, 0.558594, 0.585938, 0.621094, 0.605469, 0.59375, 0.275391, 0.423828, 0.597656, 0.558594, 0.585938, 0.613281, 0.558594, 0.605469, 0.570312, 0.636719, 0.53125, 0.660156, 0.503906, 0.605469, 0.628906, 0.609375, 0.554688, 0.574219, 0.59375, 0.582031, 0.605469, 0.582031, 0.582031, 0.5, 0.671875, 0.578125, 0.519531, 0.585938, 0.585938, 0.671875, 0.589844, 0.455078, 0.757812, 0.570312, 0.597656, 0.59375, 0.601562, 0.503906, 0.585938, 0.285156, 0.605469, 0.589844, 0.59375, 0.582031, 0.59375, 0.570312, 0.597656, 0.273438, 0.441406, 0.585938, 0.490234, 0.558594, 0.570312, 0.691406, 0.597656, 0.597656, 0.59375, 0.253906, 0.59375, 0.318359, 0.480469, 0.466797, 0.613281, 0.558594, 0.621094, 0.53125, 0.632812, 0.667969, 0.605469, 0.582031, 0.535156, 0.582031, 0.585938, 0.589844, 0.589844, 0.382812, 0.601562, 0.589844, 0.398438, 0.582031, 0.566406, 0.585938, 0.527344, 0.542969, 0.486328, 0.589844, 0.597656, 0.585938, 0.449219, 0.605469, 0.488281, 0.484375, 0.302734, 0.570312, 0.621094, 0.589844, 0.648438, 0.609375, 0.589844, 0.208008, 0.5625, 0.511719, 0.589844, 0.550781, 0.605469, 0.582031, 0.59375, 0.679688, 0.605469, 0.482422, 0.613281, 0.652344, 0.628906, 0.609375, 0.585938, 0.609375, 0.660156, 0.585938, 0.5, 0.585938, 0.582031, 0.675781, 0.660156, 0.373047, 0.605469, 0.492188, 0.621094, 0.597656, 0.291016, 0.601562, 0.355469, 0.59375, 0.605469, 0.582031, 0.601562, 0.582031, 0.59375, 0.617188, 0.582031, 0.53125, 0.589844, 0.414062, 0.59375, 0.542969, 0.613281, 0.59375, 0.320312, 0.601562, 0.605469, 0.636719, 0.601562, 0.5625, 0.605469, 0.617188, 0.59375, 0.585938, 0.597656, 0.466797, 0.605469, 0.589844, 0.597656, 0.589844, 0.59375, 0.194336, 0.59375, 0.570312, 0.59375, 0.546875, 0.589844, 0.554688, 0.589844, 0.589844, 0.4375, 0.484375, 0.59375, 0.507812, 0.367188, 0.609375, 0.601562, 0.511719, 0.585938, 0.390625, 0.800781, 0.585938, 0.601562, 0.589844, 0.628906, 0.578125, 0.597656, 0.640625, 0.585938, 0.550781, 0.597656, 0.578125, 0.291016, 0.5, 0.511719, 0.59375, 0.628906, 0.589844, 0.261719, 0.574219, 0.644531, 0.585938, 0.585938, 0.320312, 0.472656, 0.617188, 0.478516, 0.326172, 0.605469, 0.597656, 0.443359, 0.667969, 0.589844, 0.621094, 0.574219, 0.644531, 0.566406, 0.601562, 0.585938, 0.578125, 0.582031, 0.589844, 0.597656, 0.507812, 0.617188, 0.648438, 0.574219, 0.59375, 0.652344, 0.601562, 0.582031, 0.558594, 0.609375, 0.546875, 0.59375, 0.585938, 0.601562, 0.597656, 0.414062, 0.628906, 0.582031, 0.5, 0.613281, 0.683594, 0.585938, 0.523438, 0.589844, 0.542969, 0.632812, 0.585938, 0.664062, 0.636719, 0.585938, 0.535156, 0.582031, 0.585938, 0.578125, 0.535156, 0.644531, 0.648438, 0.574219, 0.335938, 0.582031, 0.267578, 0.242188, 0.589844, 0.578125, 0.214844, 0.582031, 0.589844, 0.519531, 0.664062, 0.589844, 0.597656, 0.601562, 0.597656, 1.234375, 0.710938, 0.443359, 0.550781, 0.589844, 0.597656, 0.679688, 0.59375, 0.761719, 0.652344, 0.601562, 0.574219, 0.59375, 0.398438, 0.597656, 0.589844, 0.605469, 0.597656, 0.597656, 0.589844, 0.683594, 0.585938, 0.542969, 0.585938, 0.566406, 0.589844, 0.59375, 0.703125, 0.699219, 0.275391, 0.601562, 0.59375, 0.738281, 0.628906, 0.609375, 0.605469, 0.59375, 0.589844, 0.539062, 0.589844, 0.707031, 0.609375, 0.578125, 0.507812, 0.582031, 0.59375, 0.287109, 0.496094, 0.605469, 0.589844, 0.589844, 0.582031, 0.484375, 0.460938, 0.632812, 0.330078, 0.589844, 0.574219, 0.59375, 0.589844, 0.625, 0.519531, 0.636719, 0.582031, 0.636719, 0.597656, 0.527344, 0.609375, 0.578125, 0.605469, 0.589844, 0.609375, 0.257812, 0.59375, 0.5625, 0.601562, 0.59375, 0.589844, 0.425781, 0.585938, 0.613281, 0.546875, 0.589844, 0.582031, 0.283203, 0.652344, 0.292969, 0.511719, 0.585938, 0.488281, 0.46875, 0.632812, 0.238281, 0.582031, 0.59375, 0.5625, 0.597656, 0.597656, 0.589844, 0.578125, 0.597656, 0.609375, 0.527344, 0.257812, 0.566406, 0.65625, 0.582031, 0.460938, 0.589844, 0.574219, 0.597656, 0.617188, 0.585938, 0.486328, 0.660156, 0.192383, 0.589844, 0.605469, 0.585938, 0.613281, 0.585938, 0.582031, 0.515625, 0.519531, 0.601562, 0.574219, 0.597656, 0.589844, 0.636719, 0.605469, 0.597656, 0.427734, 0.589844, 0.539062, 0.292969, 0.589844, 0.632812, 0.597656, 0.585938, 0.480469, 0.210938, 0.628906, 0.527344, 0.59375, 0.605469, 0.59375, 0.59375, 0.566406, 0.589844, 0.597656, 0.574219, 0.59375, 0.503906, 0.597656, 0.601562, 0.601562, 0.382812, 0.498047, 0.5625, 0.582031, 0.597656, 0.466797, 0.578125, 0.59375, 0.597656, 0.539062, 0.597656, 0.652344, 0.585938, 0.757812, 0.636719, 0.503906, 0.605469, 0.490234, 0.589844, 0.601562, 0.609375, 0.648438, 0.435547, 0.226562, 0.574219, 0.617188, 0.589844, 0.652344, 0.609375, 0.488281, 0.59375, 0.609375, 0.589844, 0.269531, 0.59375, 0.648438, 0.601562, 0.628906, 0.636719, 0.570312, 0.597656, 0.59375, 0.605469, 0.628906, 0.597656, 0.585938, 0.613281, 0.566406, 0.621094, 0.326172, 0.605469, 0.601562, 0.714844, 0.570312, 0.527344, 0.460938, 0.515625, 0.585938, 0.597656, 0.65625, 0.601562, 0.695312, 0.617188, 0.558594, 0.597656, 0.578125, 0.597656, 0.515625, 0.601562, 0.589844, 0.589844, 0.59375, 0.59375, 0.3125, 0.640625, 0.644531, 0.597656, 0.582031, 0.605469, 0.617188, 0.574219, 0.300781, 0.597656, 0.542969, 0.294922, 0.589844, 0.601562, 0.601562, 0.835938, 0.628906, 0.601562, 0.59375, 0.585938, 0.609375, 0.585938, 0.515625, 0.589844, 0.601562, 0.582031, 0.585938, 0.597656, 0.585938, 0.621094, 0.652344, 0.519531, 0.582031, 0.427734, 0.613281, 0.652344, 0.597656, 0.589844, 0.589844, 0.597656, 0.597656, 0.679688, 0.470703, 0.585938, 0.472656, 0.498047, 0.644531, 0.585938, 0.59375, 0.53125, 0.582031, 0.589844, 0.589844, 0.625, 0.632812, 0.605469, 0.570312, 0.75, 0.5625, 0.605469, 0.59375, 0.439453, 0.582031, 0.390625, 0.5625, 0.605469, 0.613281, 0.59375, 0.486328, 0.542969, 0.589844, 0.710938, 0.589844, 0.554688, 0.613281, 0.59375, 0.625, 0.59375, 0.470703, 0.582031, 0.566406, 0.582031, 0.507812, 0.667969, 0.404297, 0.589844, 0.613281, 0.421875, 0.400391, 0.65625, 0.574219, 0.4375, 0.636719, 0.625, 0.589844, 0.605469, 0.609375, 0.660156, 0.59375, 0.585938, 0.617188, 0.447266, 0.578125, 0.582031, 0.585938, 0.59375, 0.435547, 0.597656, 0.396484, 0.570312, 0.5625, 0.605469, 0.546875, 0.597656, 0.457031, 0.585938, 0.589844, 0.542969, 0.476562, 0.585938, 0.59375, 0.291016, 0.255859, 0.5625, 0.589844, 0.578125, 0.605469, 0.423828, 0.589844, 0.582031, 0.589844, 0.628906, 0.402344, 0.582031, 0.511719, 0.597656, 0.28125, 0.369141, 0.542969, 0.605469, 0.412109, 0.605469, 0.605469, 0.652344, 0.589844, 0.597656, 0.578125, 0.597656, 0.636719, 0.365234, 0.605469, 0.578125, 0.667969, 0.507812, 0.585938, 0.503906, 0.589844, 0.621094, 0.605469, 0.59375, 0.457031, 0.597656, 0.574219, 0.574219, 0.59375, 0.490234, 0.589844, 0.589844, 0.535156, 0.589844, 0.625, 0.613281, 0.679688, 0.589844, 0.447266, 0.605469, 0.550781, 0.59375, 0.613281, 0.566406, 0.585938, 0.188477, 0.613281, 0.597656, 0.605469, 0.609375, 0.605469, 0.589844, 0.554688, 0.589844, 0.589844, 0.640625, 0.585938, 0.628906, 0.59375, 0.597656, 0.605469, 0.578125, 0.578125, 0.582031, 0.582031, 0.582031, 0.589844, 0.597656, 0.585938, 0.5, 0.4375, 0.443359, 0.609375, 0.597656, 0.589844, 0.589844, 0.585938, 0.664062, 0.609375, 0.605469, 0.582031, 0.59375, 0.585938, 0.494141, 0.558594, 0.585938, 0.640625, 0.609375, 0.527344, 0.585938, 0.609375, 0.527344, 0.605469, 0.511719, 0.625, 0.613281, 0.589844, 0.589844, 0.302734, 0.578125, 0.515625, 0.527344, 0.519531, 0.304688, 0.582031, 0.519531, 0.699219, 0.480469, 0.589844, 0.582031, 0.550781, 0.601562, 0.292969, 0.566406, 0.617188, 0.46875, 0.515625, 0.621094, 0.605469, 0.585938, 0.636719, 0.632812, 0.578125, 0.507812, 0.194336, 0.6875, 0.519531, 0.582031, 0.554688, 0.597656, 0.578125, 0.589844, 0.597656, 0.589844, 0.59375, 0.535156, 0.546875, 0.59375, 0.558594, 0.507812, 0.605469, 0.445312, 0.198242, 0.585938, 0.585938, 0.589844, 0.589844, 0.628906, 0.261719, 0.566406, 0.738281, 0.597656, 0.488281, 0.636719, 0.601562, 0.554688, 0.589844, 0.601562, 0.5625, 0.59375, 0.582031, 0.601562, 0.298828, 0.589844, 0.234375, 0.601562, 0.609375, 0.486328, 0.570312, 0.597656, 0.601562, 0.691406, 0.539062, 0.574219, 0.200195, 0.392578, 0.597656, 0.628906, 0.542969, 0.589844, 0.589844, 0.460938, 0.585938, 0.480469, 0.597656, 0.5, 0.574219, 0.609375, 0.404297, 0.605469, 0.59375, 0.59375, 0.582031, 0.578125, 0.597656, 0.5625, 0.609375, 0.644531, 0.519531, 0.730469, 0.582031, 0.632812, 0.605469, 0.597656, 0.65625, 0.578125, 0.601562, 0.65625, 0.578125, 0.578125, 0.597656, 0.59375, 0.597656, 0.496094, 0.640625, 0.589844, 0.527344, 0.542969, 0.628906, 0.589844, 0.462891, 0.1875, 0.640625, 0.613281, 0.291016, 0.605469, 0.474609, 0.585938, 0.585938, 0.597656, 0.589844, 0.476562, 0.585938, 0.617188, 0.59375, 0.597656, 0.585938, 0.632812, 0.535156, 0.613281, 0.589844, 0.427734, 0.316406, 0.59375, 0.496094, 0.625, 0.59375, 0.570312, 0.578125, 0.59375, 0.730469, 0.597656, 0.613281, 0.582031, 0.300781, 0.578125, 0.507812, 0.460938, 0.291016, 0.652344, 0.597656, 0.589844, 0.490234, 0.582031, 0.300781, 0.535156, 0.511719, -8.3e-05, 0.443359, 0.589844, 0.648438, 0.625, 0.59375, 0.605469, 0.46875, 0.585938, 0.640625, 0.597656, 0.597656, 0.601562, 0.527344, 0.617188, 0.589844, 0.609375, 0.585938, 0.632812, 0.566406, 0.523438, 0.447266, 0.625, 0.597656, 0.601562, 0.613281, 0.582031, 0.613281, 0.496094, 0.277344, 0.484375, 0.546875, 0.617188, 0.570312, 0.269531, 0.535156, 0.484375, 0.683594, 0.589844, 0.59375, 0.578125, 0.601562, 0.53125, 0.578125, 0.605469, 0.585938, 0.59375, 0.589844, 0.59375, 0.345703, 0.53125, 0.59375, 0.601562, 0.605469, 0.527344, 0.617188, 0.589844, 0.609375, 0.640625, 0.597656, 0.59375, 0.640625, 0.589844, 0.585938, 0.46875, 0.601562, 0.804688, 0.566406, 0.613281, 0.664062, 0.578125, 0.59375, 0.554688, 0.5, 0.5625, 0.523438, 0.597656, 0.59375, 0.585938, 0.589844, 0.523438, 0.625, 0.554688, 0.59375, 0.632812, 0.298828, 0.570312, 0.605469, 0.550781, 0.267578, 0.412109, 0.589844, 0.621094, 0.648438, 0.462891, 0.609375, 0.574219, 0.585938, 0.589844, 0.613281, 0.59375, 0.710938, 0.613281, 0.462891, 0.589844, 0.683594, 0.601562, 0.511719, 0.490234, 0.589844, 0.478516, 0.59375, 0.527344, 0.601562, 0.59375, 0.34375, 0.59375, 0.613281, 0.738281, 0.597656, 0.664062, 0.59375, 0.59375, 0.566406, 0.765625, 0.402344, 0.570312, 0.601562, 0.632812, 0.582031, 0.59375, 0.585938, 0.585938, 0.472656, 0.597656, 0.585938, 0.574219, 0.582031, 0.53125, 0.597656, 0.472656, 0.585938, 0.601562, 0.371094, 0.482422, 0.451172, 0.589844, 0.601562, 1.921875, 0.601562, 0.462891, 0.470703, 0.589844, 0.605469, 0.527344, 0.275391, 0.582031, 0.5625, 0.617188, 0.597656, 1.554688, 0.578125, 0.601562, 0.550781, 0.609375, 0.527344, 0.589844, 0.455078, 0.271484, 0.597656, 0.589844, 0.578125, 0.574219, 0.636719, 0.621094, 0.380859, 0.589844, 0.597656, 0.5625, 0.59375, 0.367188, 0.605469, 0.59375, 0.585938, 0.589844, 0.496094, 0.597656, 0.75, 0.546875, 0.416016, 0.597656, 0.617188, 0.597656, 0.585938, 0.585938, 0.589844, 0.582031, 0.597656, 0.582031, 0.519531, 0.589844, 0.613281, 0.617188, 0.535156, 0.597656, 0.601562, 0.578125, 0.589844, 0.59375, 0.484375, 0.279297, 0.582031, 0.660156, 0.582031, 0.648438, 0.648438, 0.75, 0.617188, 0.589844, 0.621094, 0.300781, 0.585938, 0.46875, 0.609375, 0.523438, 0.445312, 0.617188, 0.546875, 0.539062, 0.621094, 0.59375, 0.585938, 0.589844, 0.605469, 0.585938, 0.613281, 0.597656, 0.609375, 0.734375, 0.550781, 0.585938, 0.601562, 0.621094, 0.490234, 0.582031, 0.59375, 0.601562, 0.478516, 0.46875, 0.582031, 0.609375, 0.632812, 0.585938, 0.59375, 0.597656, 0.617188, 0.628906, 0.574219, 0.472656, 0.519531, 0.582031, 0.582031, 0.478516, 0.597656, 0.589844, 0.535156, 0.523438, 0.597656, 0.582031, 0.625, 0.326172, 0.46875, 0.605469, 0.660156, 0.601562, 0.582031, 0.625, 0.609375, 0.589844, 0.601562, 0.585938, 0.589844, 0.625, 0.664062, 0.59375, 0.621094, 0.59375, 0.839844, 0.605469, 0.636719, 0.601562, 0.570312, 0.589844, 0.578125, 0.644531, 0.570312, 0.597656, 0.597656, 0.589844, 0.601562, 0.601562, 0.660156, 0.589844, 0.5625, 0.578125, 0.601562, 0.59375, 0.578125, 0.585938, 0.597656, 0.589844, 0.59375, 0.492188, 0.527344, 0.503906, 0.597656, 0.519531, 0.392578, 0.609375, 0.542969, 0.361328, 0.613281, 0.613281, 0.601562, 0.488281, 0.597656, 0.605469, 0.59375, 0.423828, 1.046875, 0.398438, 0.421875, 0.652344, 0.722656, 0.71875, 0.474609, 0.359375, 0.5625, 0.585938, 0.589844, 0.597656, 0.589844, 0.671875, 0.625, 0.373047, 0.570312, 0.601562, 0.609375, 0.451172, 0.542969, 0.464844, 0.515625, 0.53125, 0.476562, 0.597656, 0.597656, 0.570312, 0.279297, 0.59375, 0.765625, 0.59375, 0.597656, 0.589844, 0.609375, 0.498047, 0.597656, 0.613281, 0.628906, 0.578125, 0.597656, 0.277344, 0.605469, 0.582031, 0.585938, 0.585938, 0.609375, 0.582031, 0.613281, 0.464844, 0.59375, 0.585938, 0.597656, 0.597656, 0.376953, 0.617188, 0.574219, 0.601562, 0.585938, 0.433594, 0.53125, 0.28125, 0.617188, 0.597656, 0.585938, 0.609375, 0.585938, 0.582031, 0.597656, 0.601562, 0.535156, 0.464844, 0.574219, 0.589844, 0.394531, 0.597656, 0.488281, 0.59375, 0.5625, 0.566406, 0.617188, 0.451172, 0.582031, 0.589844, 0.605469, 0.59375, 0.558594, 0.652344, 0.570312, 0.449219, 0.414062, 0.613281, 0.589844, 0.628906, 0.609375, 0.601562, 0.460938, 0.457031, 0.570312, 0.601562, 0.578125, 0.597656, 0.605469, 0.59375, 0.208008, 0.605469, 0.474609, 0.582031, 0.582031, 0.570312, 0.59375, 0.59375, 0.621094, 0.621094, 0.511719, 0.601562, 0.628906, 0.488281, 0.585938, 0.632812, 0.597656, 0.574219, 0.582031, 0.490234, 0.601562, 0.59375, 0.507812, 0.546875, 0.582031, 0.585938, 0.589844, 0.582031, 0.486328, 0.585938, 0.625, 0.605469, 0.589844, 0.59375, 0.613281, 0.601562, 0.660156, 0.609375, 0.605469, 0.601562, 0.527344, 0.585938, 0.585938, 0.261719, 0.585938, 0.621094, 0.621094, 0.511719, 0.5, 0.585938, 0.539062, 0.578125, 0.589844, 0.636719, 0.609375, 0.558594, 0.667969, 0.8125, 0.566406, 0.652344, 0.582031, 0.582031, 0.644531, 0.589844, 0.550781, 0.585938, 0.578125, 0.421875, 0.279297, 0.597656, 0.476562, 0.609375, 0.625, 0.746094, 0.455078, 0.5625, 0.609375, 0.609375, 0.644531, 0.597656, 0.597656, 0.425781, 0.5625, 0.617188, 0.613281, 0.585938, 0.597656, 0.210938, 0.609375, 0.507812, 0.636719, 0.621094, 0.59375, 0.863281, 0.59375, 0.59375, 0.714844, 0.585938, 0.59375, 0.523438, 0.398438, 0.59375, 0.617188, 0.628906, 0.597656, 0.597656, 0.589844, 0.789062, 0.466797, 0.628906, 0.582031, 0.636719, 0.601562, 0.582031, 0.585938, 0.578125, 0.484375, 0.464844, 0.574219, 0.589844, 0.490234, 0.271484, 0.601562, 0.484375, 0.542969, 0.455078, 0.480469, 0.632812, 0.511719, 0.511719, 0.644531, 0.464844, 0.566406, 0.625, 0.476562, 0.585938, 0.660156, 0.621094, 0.585938, 0.570312, 0.582031, 0.585938, 0.589844, 0.585938, 0.605469, 0.515625, 0.65625, 1.03125, 0.59375, 0.589844, 0.601562, 0.59375, 0.59375, 0.597656, 0.255859, 0.589844, 0.589844, 0.523438, 0.644531, 0.597656, 0.605469, 0.589844, 0.597656, 0.589844, 0.59375, 0.59375, 0.585938, 0.589844, 0.515625, 0.589844, 0.523438, 0.589844, 0.648438, 0.605469, 0.578125, 0.589844, 0.601562, 0.59375, 0.298828, 0.582031, 0.59375, 0.558594, 0.578125, 0.597656, 0.601562, 0.601562, 0.59375, 0.628906, 0.546875, 0.355469, 0.582031, 0.636719, 0.582031, 0.660156, 0.202148, 0.582031, 0.597656, 0.59375, 0.683594, 0.578125, 0.527344, 0.59375, 0.546875, 0.589844, 0.617188, 0.59375, 0.582031, 0.59375, 0.597656, 0.597656, 0.574219, 0.601562, 0.554688, 0.746094, 0.589844, 0.597656, 0.570312, 0.585938, 0.621094, 0.589844, 0.605469, 0.515625, 0.601562, 0.617188, 0.667969, 0.589844, 0.597656, 0.539062, 0.597656, 0.435547, 0.585938, 0.59375, 0.585938, 0.597656, 0.59375, 0.597656, 0.566406, 0.5625, 0.609375, 0.589844, 0.59375, 0.550781, 0.585938, 0.574219, 0.648438, 0.404297, 0.601562, 0.578125, 0.570312, 0.589844, 0.59375, 0.589844, 0.597656, 0.597656, 0.550781, 0.734375, 0.636719, 0.535156, 0.597656, 0.519531, 0.507812, 0.597656, 0.558594, 0.660156, 0.652344, 0.613281, 0.59375, 0.255859, 1.171875, 0.59375, 0.582031, 0.671875, 0.486328, 0.578125, 0.597656, 0.582031, 0.59375, 0.589844, 0.478516, 0.628906, 0.578125, 0.628906, 0.585938, 0.589844, 0.621094, 0.349609, 0.597656, 0.279297, 0.613281, 0.589844, 0.578125, 0.621094, 0.609375, 0.597656, 0.542969, 0.589844, 0.605469, 0.462891, 0.574219, 0.554688, 0.204102, 0.589844, 0.550781, 0.597656, 0.628906, 0.535156, 0.601562, 0.59375, 0.359375, 0.369141, 0.683594, 0.582031, 0.621094, 0.578125, 0.597656, 0.480469, 0.443359, 0.539062, 0.722656, 0.617188, 0.59375, 0.621094, 0.535156, 0.59375, 0.585938, 0.605469, 0.447266, 0.660156, 0.589844, 0.59375, 0.59375, 0.671875, 0.605469, 0.601562, 0.613281, 0.585938, 0.59375, 0.601562, 0.503906, 0.636719, 0.910156, 0.617188, 0.578125, 0.59375, 0.605469, 0.636719, 0.238281, 0.59375, 0.585938, 0.59375, 0.703125, 0.605469, 0.601562, 0.476562, 0.613281, 0.388672, 0.558594, 0.279297, 0.554688, 0.660156, 0.445312, 0.578125, 0.59375, 0.628906, 0.59375, 0.648438, 0.287109, 0.628906, 0.589844, 0.582031, 0.597656, 0.601562, 0.601562, 0.589844, 0.617188, 0.582031, 0.566406, 0.597656, 0.667969, 0.519531, 0.640625, 1.296875, 0.601562, 0.632812, 0.613281, 0.498047, 0.59375, 0.601562, 0.511719, 0.5, 0.605469, 0.314453, 0.582031, 0.621094, 0.601562, 0.439453, 0.609375, 0.59375, 0.59375, 0.208984, 0.464844, 0.5, 0.472656, 0.640625, 0.492188, 0.601562, 0.601562, 0.585938, 0.609375, 0.476562, 0.472656, 0.589844, 0.589844, 0.597656, 0.5625, 0.597656, 0.582031, 0.570312, 0.613281, 0.714844, 0.597656, 0.507812, 0.585938, 0.601562, 0.597656, 0.679688, 0.648438, 0.376953, 0.570312, 0.585938, 0.292969, 0.605469, 0.601562, 0.5, 0.589844, 0.550781, 0.582031, 0.59375, 0.597656, 0.753906, 0.589844, 0.605469, 0.59375, 0.570312, 0.574219, 0.589844, 0.605469, 0.609375, 0.601562, 0.472656, 0.287109, 0.578125, 0.617188, 0.570312, 0.589844, 0.589844, 0.589844, 0.625, 0.371094, 0.515625, 0.390625, 0.554688, 0.59375, 0.550781, 0.59375, 0.644531, 0.589844, 0.65625, 0.625, 0.59375, 0.585938, 0.59375, 0.527344, 0.597656, 0.554688, 0.582031, 0.283203, 0.59375, 0.585938, 0.283203, 0.597656, 0.574219, 0.601562, 0.585938, 0.527344, 0.578125, 0.574219, 0.328125, 0.605469, 0.574219, 0.482422, 0.597656, 0.59375, 0.296875, 0.601562, 0.287109, 0.605469, 0.632812, 0.5625, 0.589844, 0.433594, 0.621094, 0.601562, 0.597656, 0.675781, 0.589844, 0.474609, 0.482422, 0.617188, 0.304688, 0.488281, 0.601562, 0.380859, 0.5625, 0.582031, 0.648438, 0.628906, 0.617188, 0.582031, 0.53125, 0.585938, 0.267578, 0.546875, 0.585938, 0.683594, 0.601562, 0.59375, 0.648438, 0.535156, 0.59375, 0.554688, 0.644531, 0.546875, 0.589844, 0.585938, 0.585938, 0.601562, 0.601562, 0.466797, 0.667969, 0.589844, 0.589844, 0.447266, 0.574219, 0.601562, 0.523438, 0.667969, 0.279297, 0.523438, 0.585938, 0.605469, 0.601562, 0.546875, 0.636719, 0.574219, 0.59375, 0.613281, 0.585938, 0.597656, 0.535156, 0.582031, 0.53125, 0.585938, 0.574219, 0.324219, 0.617188, 0.585938, 0.589844, 0.578125, 0.601562, 0.535156, 0.589844, 0.578125, 0.535156, 0.191406, 0.550781, 0.683594, 0.59375, 0.535156, 0.582031, 0.617188 ] }, "name": "model.model.layers.6.post_attention_layernorm.weight", "outputIndexes": [ 595 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 594 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_6/Mul_output_0", "outputIndexes": [ 596 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 595, 596 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_6/Mul_1_output_0", "outputIndexes": [ 597 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 597 ], "outputIndexes": [ 2492 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2492 ], "outputIndexes": [ 2493 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear", "inputIndexes": [ 2493 ], "outputIndexes": [ 2494 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 803175412, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2494 ], "outputIndexes": [ 2495 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2495 ], "outputIndexes": [ 598 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 598 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_6/Sigmoid_output_0", "outputIndexes": [ 599 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 598, 599 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_6/Mul_output_0", "outputIndexes": [ 600 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 597 ], "outputIndexes": [ 2496 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2496 ], "outputIndexes": [ 2497 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear", "inputIndexes": [ 2497 ], "outputIndexes": [ 2498 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 841366538, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2498 ], "outputIndexes": [ 2499 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2499 ], "outputIndexes": [ 601 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 600, 601 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_6/Mul_output_0", "outputIndexes": [ 602 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 602 ], "outputIndexes": [ 2500 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2500 ], "outputIndexes": [ 2501 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear", "inputIndexes": [ 2501 ], "outputIndexes": [ 2502 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 879557664, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2502 ], "outputIndexes": [ 2503 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2503 ], "outputIndexes": [ 603 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 594, 603 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_34_output_0", "outputIndexes": [ 604 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 604, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_63_output_0", "outputIndexes": [ 605 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.710938, 0.333984, 0.945312, 0.535156, 0.59375, 0.546875, 0.287109, 0.345703, 0.703125, 0.408203, 0.310547, 0.482422, 0.527344, 0.355469, 0.498047, 0.371094, 0.314453, 0.373047, 0.298828, 0.470703, 0.00145, 0.34375, 0.300781, 0.445312, 0.486328, 0.296875, 0.410156, 0.425781, 0.566406, 0.40625, 0.574219, 0.480469, 0.554688, 0.410156, 0.316406, 0.341797, 0.519531, 0.894531, 0.277344, 0.402344, 0.351562, 0.294922, 0.988281, 0.466797, 0.396484, 0.308594, 0.164062, 0.648438, 0.660156, 0.519531, 0.394531, 0.357422, 0.332031, 0.326172, 0.625, 0.507812, 0.511719, 0.361328, 0.480469, 0.757812, 0.376953, 0.644531, 0.535156, 0.302734, 1.007812, 0.644531, 0.367188, 0.322266, 0.349609, 0.539062, 0.464844, 0.726562, 0.275391, 0.421875, 0.53125, 0.279297, 0.769531, 0.527344, 0.6875, 0.384766, 0.738281, 0.476562, 0.8125, 0.535156, 0.322266, 0.128906, 0.296875, 0.777344, 0.291016, 0.707031, 0.371094, 0.304688, 0.275391, 0.396484, 0.699219, 0.339844, 0.683594, 0.566406, 0.275391, 0.367188, 0.480469, 0.542969, 0.298828, 0.337891, 0.765625, 0.578125, 0.851562, 0.53125, 0.753906, 0.910156, 0.291016, 0.386719, 0.285156, 1.015625, 0.386719, 1.273438, 0.478516, 0.367188, 0.353516, 0.386719, 0.347656, 0.3125, 0.3125, 0.314453, 0.738281, 0.376953, 0.470703, 0.390625, 0.168945, 0.605469, 0.412109, 0.285156, 0.601562, 0.574219, 0.683594, 0.410156, 0.367188, 0.316406, 0.683594, 0.40625, 0.363281, 0.316406, 0.359375, 0.306641, 0.828125, 0.507812, 0.96875, 0.306641, 0.367188, 0.277344, 0.492188, 0.482422, 0.423828, 0.376953, 0.75, 0.667969, 0.582031, 0.490234, 0.414062, 0.609375, 0.462891, 0.578125, 0.691406, 0.333984, 0.839844, 0.582031, 0.601562, 0.761719, 0.378906, 0.554688, 0.302734, 0.408203, 0.458984, 0.429688, 0.320312, 0.90625, 0.373047, 0.3125, 0.294922, 0.333984, 0.306641, 0.441406, 0.369141, 0.386719, 0.302734, 0.347656, 0.349609, 0.4375, 0.408203, 0.306641, 0.40625, 0.40625, 0.839844, 0.380859, 0.78125, 0.445312, 0.408203, 0.492188, 0.632812, 0.359375, 0.291016, 0.914062, 0.878906, 0.867188, 0.964844, 0.3125, 0.3125, 0.539062, 0.296875, 0.296875, 0.443359, 0.324219, 0.425781, 0.546875, 0.285156, 0.738281, 0.578125, 0.53125, 0.882812, 0.433594, 0.304688, 0.498047, 0.734375, 0.296875, 0.333984, 0.824219, 0.490234, 0.667969, 0.378906, 0.335938, 1.046875, 0.441406, 0.351562, 0.34375, 0.292969, 0.46875, 0.382812, 0.396484, 0.143555, 0.455078, 0.605469, 0.308594, 0.337891, 0.355469, 0.351562, 0.8125, 0.304688, 0.388672, 0.392578, 0.390625, 0.326172, 0.695312, 0.570312, 0.490234, 0.429688, 0.558594, 0.398438, 0.12207, 0.353516, 0.53125, 0.322266, 0.239258, 0.400391, 0.3125, 0.515625, 0.439453, 0.482422, 0.296875, 0.78125, 0.847656, 0.75, 0.302734, 0.349609, 0.683594, 0.40625, 0.367188, 0.308594, 0.683594, 0.388672, 0.773438, 0.322266, 0.320312, 0.12793, 0.310547, 0.4375, 0.621094, 0.3125, 0.419922, 0.380859, 0.410156, 0.648438, 0.455078, 0.65625, 0.644531, 0.359375, 0.527344, 0.761719, 0.4375, 0.40625, 0.341797, 0.3125, 0.671875, 0.640625, 0.396484, 0.457031, 0.388672, 0.367188, 0.332031, 0.472656, 0.337891, 0.863281, 0.443359, 0.304688, 0.332031, 0.933594, 0.34375, 0.773438, 0.384766, 0.484375, 0.314453, 0.304688, 0.369141, 0.347656, 0.429688, 0.578125, 0.304688, 0.373047, 0.292969, 0.632812, 0.554688, 0.113281, 0.628906, 0.621094, 0.398438, 0.609375, 0.310547, 0.644531, 1.21875, 0.470703, 0.365234, 0.120117, 0.359375, 0.3125, 0.376953, 0.204102, 0.421875, 0.371094, 0.296875, 0.339844, 0.291016, 0.523438, 0.519531, 0.554688, 0.353516, 0.984375, 0.3125, 0.279297, 0.371094, 0.335938, 0.333984, 0.605469, 0.355469, 0.200195, 0.457031, 0.515625, 0.636719, 0.476562, 0.84375, 0.34375, 0.429688, 0.359375, 0.261719, 0.304688, 0.416016, 0.380859, 0.96875, 0.201172, 0.558594, 0.332031, 0.421875, 0.423828, 0.318359, 0.542969, 0.425781, 0.3125, 0.46875, 0.824219, 0.339844, 0.453125, 0.519531, 0.275391, 0.921875, 0.59375, 0.476562, 0.445312, 0.337891, 0.5, 0.396484, 0.294922, 0.19043, 0.519531, 0.416016, 0.625, 0.375, 0.435547, 0.316406, 0.494141, 0.410156, 0.316406, 0.746094, 0.667969, 0.574219, 0.722656, 0.302734, 0.355469, 0.804688, 0.570312, 0.351562, 0.300781, 0.292969, 0.820312, 0.726562, 0.324219, 0.369141, 0.34375, 0.523438, 0.294922, 0.597656, 0.402344, 0.5625, 0.369141, 0.320312, 0.460938, 0.5, 0.523438, 0.259766, 0.455078, 0.279297, 0.367188, 0.558594, 0.292969, 0.441406, 0.703125, 0.302734, 0.582031, 0.574219, 0.433594, 0.291016, 0.554688, 0.707031, 0.542969, 0.337891, 0.339844, 0.304688, 0.601562, 0.359375, 0.289062, 0.345703, -0.005737, 0.382812, 0.337891, 0.449219, 0.328125, 0.847656, 0.511719, 0.419922, 0.53125, 0.363281, 0.5, 0.640625, 0.369141, 0.167969, 0.292969, 0.291016, 0.496094, 0.699219, 0.414062, 0.429688, 0.306641, 0.271484, 0.605469, 0.324219, 0.375, 0.402344, 0.949219, 0.341797, 0.816406, 0.769531, 0.439453, 0.6875, 0.390625, 0.384766, 0.71875, 0.361328, 0.476562, 0.34375, 0.373047, 0.550781, 0.703125, 0.292969, 0.3125, 0.503906, 0.384766, 0.613281, 0.324219, 0.90625, 0.882812, 0.200195, 0.373047, 0.455078, 0.394531, 0.433594, 0.333984, 0.765625, 0.351562, 0.535156, 0.369141, 0.339844, 0.457031, 0.675781, 0.322266, 0.296875, 0.349609, 0.162109, 0.287109, 0.486328, 0.65625, 0.298828, 0.287109, 0.375, 0.310547, 0.511719, 0.496094, 0.304688, 0.396484, 0.304688, 0.550781, 0.273438, 0.671875, 0.271484, 0.417969, 0.289062, 0.486328, 0.332031, 0.466797, 0.306641, 1.125, 0.898438, 0.239258, 1.007812, 0.683594, 0.558594, 0.523438, 0.667969, 0.400391, 0.451172, 0.380859, 0.298828, 0.302734, 0.423828, 0.769531, 0.349609, 0.535156, 0.292969, 0.480469, 0.410156, 0.457031, 0.6875, 0.527344, 0.285156, 0.660156, 0.353516, 0.302734, 0.417969, 0.570312, 0.365234, 0.306641, 0.294922, 0.455078, 0.283203, 0.292969, 0.664062, 0.527344, 0.5, 0.597656, 0.318359, 0.417969, 0.515625, 0.365234, 0.40625, 0.542969, 0.625, 0.283203, 0.707031, 0.445312, 0.636719, 0.332031, 0.332031, 0.574219, 0.507812, 1.0625, 0.451172, 0.40625, 0.498047, 0.601562, 0.417969, 0.363281, 0.351562, 1.0, 0.300781, 0.78125, 0.332031, 0.496094, 0.458984, 0.539062, 0.279297, 0.208008, 0.382812, 0.691406, 0.769531, 0.289062, 0.296875, -1.078125, 0.427734, 0.945312, 0.5625, 0.738281, 0.515625, 0.333984, 0.628906, 0.59375, 0.59375, 0.365234, 0.333984, 0.269531, 0.498047, 0.332031, 0.316406, 0.259766, 0.371094, 0.337891, 0.503906, 0.451172, 0.341797, 0.318359, 0.824219, 0.296875, 0.378906, 0.314453, 0.378906, 0.225586, 0.753906, 0.398438, 0.582031, 0.46875, 0.691406, 0.457031, 0.302734, 0.339844, 0.447266, 0.59375, 0.449219, 1.03125, 0.337891, 0.470703, 0.376953, 0.316406, 0.443359, 0.306641, 0.34375, 0.419922, 0.458984, 0.296875, 0.408203, 0.324219, 0.3125, 0.378906, 0.671875, 0.8125, 0.300781, 0.324219, 0.408203, 0.361328, 0.423828, 0.777344, 0.785156, 0.353516, 0.585938, 0.5, 0.460938, 0.382812, 0.746094, 0.289062, 0.486328, 0.404297, 0.511719, 0.894531, 0.972656, 0.453125, 0.392578, 0.421875, 0.486328, 0.310547, 0.285156, 0.458984, 0.326172, 0.412109, 0.151367, 0.410156, 0.476562, 0.574219, 0.300781, 0.546875, 0.375, 0.875, 1.640625, 0.628906, 0.324219, 0.628906, 0.410156, 0.757812, 0.369141, 0.265625, 0.320312, 0.316406, 0.388672, 0.605469, 0.404297, 0.419922, 0.578125, 0.273438, 0.376953, 0.414062, 0.339844, 0.683594, 0.324219, 0.40625, 0.306641, 0.400391, 1.117188, 0.582031, 0.314453, 0.550781, 0.578125, 0.271484, 0.28125, 0.339844, 0.380859, 0.341797, 0.570312, 0.503906, 0.3125, 0.628906, 0.964844, 0.863281, 0.322266, 0.523438, 0.289062, 0.695312, 0.652344, 0.322266, 0.542969, 0.345703, 0.275391, 0.410156, 0.310547, 0.390625, 0.515625, 0.427734, 0.419922, 0.431641, 0.490234, 0.140625, 0.380859, 0.423828, 0.251953, 0.597656, 0.380859, 0.306641, 0.507812, 0.306641, 0.535156, 0.332031, 0.408203, 0.535156, 0.316406, 0.523438, 0.494141, 0.328125, 0.302734, 0.472656, 0.5, 0.033447, 0.667969, 0.419922, 0.398438, 0.542969, 0.369141, 0.449219, 0.304688, 0.332031, 0.789062, 0.515625, 0.339844, 0.462891, 0.204102, 0.376953, 0.335938, 0.796875, 0.470703, 0.363281, 0.597656, 0.314453, 1.140625, 0.347656, 0.632812, 0.625, 0.453125, 0.347656, 0.375, 0.511719, 0.445312, 0.310547, 0.376953, 0.390625, 0.306641, 0.320312, 0.412109, 0.326172, 0.445312, 0.300781, 0.59375, 0.433594, 0.433594, 0.496094, 0.243164, 0.558594, 0.419922, 0.3125, 0.90625, 0.322266, 0.566406, 0.574219, 0.394531, 0.773438, 0.462891, 0.322266, 0.582031, 0.371094, 0.294922, 0.269531, 0.314453, 0.679688, 0.574219, 0.378906, 0.339844, 0.558594, 0.523438, 0.417969, 0.542969, 0.361328, 0.490234, 0.488281, 0.601562, 0.466797, 0.359375, 0.773438, 0.369141, 0.341797, 0.337891, 0.310547, 0.585938, 0.675781, 0.558594, 0.757812, 0.589844, 0.628906, 0.191406, 0.375, 0.921875, 0.34375, 0.3125, 0.542969, 0.400391, 0.498047, 0.398438, 0.259766, 0.3125, 0.119629, 0.800781, 0.917969, 0.439453, 0.494141, 0.357422, 0.34375, 0.345703, 0.5, 0.443359, 0.867188, 0.90625, 0.289062, 0.470703, 0.523438, 0.433594, 0.433594, 0.371094, 0.314453, 0.613281, 0.464844, 0.388672, 0.349609, 0.726562, 0.365234, 0.792969, 0.289062, 0.378906, 0.373047, 0.566406, 0.492188, 0.310547, 0.300781, 0.390625, 0.310547, 0.34375, 0.375, 0.318359, 0.357422, 0.304688, 0.480469, 0.341797, 0.353516, 0.726562, 0.332031, 0.449219, 0.369141, 0.457031, 0.460938, 0.259766, 0.470703, 0.617188, 0.535156, 0.332031, 0.269531, 0.921875, 1.070312, 0.478516, 0.527344, 0.53125, 0.953125, 0.574219, 0.427734, 0.746094, 0.628906, 0.503906, 0.291016, 0.341797, 0.308594, 0.157227, 0.404297, 0.173828, 0.636719, 0.984375, 0.550781, 0.515625, 0.660156, 0.453125, 0.361328, 0.347656, 0.644531, 1.007812, 0.306641, 0.314453, 0.396484, 0.65625, 0.333984, 1.046875, 0.470703, 0.302734, 0.349609, 0.507812, 0.484375, 0.539062, 0.480469, 0.734375, 0.628906, 0.4375, 0.474609, 0.628906, 0.382812, 0.847656, 0.550781, 0.328125, 0.328125, 0.365234, 0.761719, 0.296875, 0.291016, 0.558594, 0.212891, 0.507812, 0.482422, 0.324219, 0.435547, 0.494141, 0.582031, 0.404297, 0.447266, 0.738281, 0.296875, 0.275391, 0.300781, 0.439453, 0.298828, 0.445312, 0.172852, 0.314453, 0.294922, 0.326172, 0.486328, 0.574219, 0.333984, 0.453125, 0.703125, 0.527344, 0.470703, 0.582031, 0.196289, 0.316406, 0.375, 0.161133, 0.394531, 0.40625, 0.285156, 0.601562, 0.296875, 0.314453, 0.292969, 0.742188, 0.570312, 0.8125, 0.488281, 0.341797, 0.765625, 0.578125, 0.427734, 0.361328, 0.9375, 0.345703, 0.328125, 0.427734, 0.417969, 0.5625, 0.726562, 0.78125, 1.125, 0.5625, 0.412109, 0.644531, 0.484375, 0.380859, 0.357422, 0.5, 0.5625, 0.578125, 0.632812, 0.486328, 0.679688, 0.351562, 0.275391, 0.044434, 0.699219, 0.378906, 0.396484, 0.330078, 0.695312, 0.996094, 0.341797, 0.474609, 0.464844, 0.439453, 0.289062, 0.490234, 0.515625, 0.310547, 1.125, 0.310547, 0.617188, 0.398438, 0.324219, 0.439453, 0.453125, 0.613281, 0.158203, 0.683594, 0.59375, 0.839844, 0.373047, 1.039062, 0.320312, 0.263672, 0.369141, 0.320312, 0.457031, 0.410156, 0.291016, 0.855469, 0.640625, 0.341797, 0.462891, 0.332031, 0.289062, 0.367188, 0.957031, 0.443359, 0.5, 0.65625, 0.40625, 0.40625, 0.601562, 0.332031, 0.5625, 0.855469, 0.337891, 0.349609, 0.460938, 0.847656, 0.335938, 0.964844, 0.341797, 0.455078, 0.322266, 0.585938, 0.316406, 0.539062, 0.357422, 0.351562, 0.423828, 0.308594, 0.804688, 0.472656, 0.773438, 0.333984, 0.71875, 0.3125, 0.367188, 0.443359, 0.353516, 0.59375, 0.757812, 0.441406, 0.539062, 0.298828, 0.511719, 0.792969, 0.40625, 0.816406, 0.320312, 0.511719, 0.308594, 0.273438, 0.369141, 0.929688, 0.363281, 0.396484, 0.914062, 0.550781, 0.322266, 0.644531, 0.458984, 0.539062, 0.964844, 0.308594, 0.466797, 0.296875, 0.416016, 0.515625, 0.341797, 0.373047, 0.285156, 0.306641, 0.404297, 0.496094, 0.239258, 0.742188, 0.347656, 0.363281, 0.648438, 0.882812, 0.375, 0.435547, 0.458984, 0.535156, 0.75, 0.443359, 0.277344, 0.25, 0.285156, 0.306641, 0.605469, 0.511719, 0.378906, 0.353516, 0.304688, 0.498047, 0.28125, 0.121582, 0.265625, 0.466797, 0.116211, 0.328125, 0.410156, 0.539062, 0.519531, 0.289062, 0.416016, 0.326172, 0.554688, 0.75, 0.6875, 0.443359, 0.375, 0.494141, 0.349609, 0.318359, 0.515625, 0.949219, 0.388672, 0.275391, 0.585938, 0.550781, 0.3125, 0.316406, 0.320312, 0.34375, 0.511719, 0.363281, 1.078125, 0.296875, 0.480469, 0.320312, 0.382812, 0.90625, 0.78125, 0.296875, 0.859375, 0.423828, 0.652344, 0.855469, 0.326172, 0.373047, 0.359375, 0.3125, 0.390625, 0.291016, 0.392578, 0.296875, 0.369141, 0.388672, 0.320312, 0.427734, 0.451172, 0.695312, 0.294922, 0.417969, 0.875, 0.597656, 0.110352, 0.726562, 0.279297, 0.447266, 0.300781, 0.292969, 0.644531, 0.523438, 0.310547, 0.353516, 0.308594, 0.245117, 0.375, 0.78125, 0.302734, 0.449219, 0.400391, 0.515625, 0.341797, 0.113281, 0.302734, 0.507812, 1.15625, 0.449219, 0.283203, 0.726562, 0.726562, 0.773438, 0.337891, 0.601562, 0.554688, 0.474609, 0.511719, 0.443359, 0.746094, 0.455078, 0.980469, 0.550781, 0.621094, 0.419922, 0.345703, 0.304688, 0.511719, 0.738281, 0.337891, 0.460938, 0.917969, 0.828125, 0.507812, 0.302734, 0.384766, 0.410156, 0.322266, 0.476562, 0.445312, 0.308594, 0.304688, 0.279297, 0.539062, 0.4375, 0.625, 0.363281, 0.5625, 0.386719, 0.337891, 0.404297, 0.310547, 0.328125, 0.714844, 0.306641, 0.419922, 0.306641, 0.318359, 0.378906, 0.789062, 0.800781, 0.714844, 0.386719, 0.570312, 0.359375, 0.294922, 0.507812, 0.335938, 0.941406, 0.796875, 0.507812, 0.392578, 0.726562, 0.380859, 0.398438, 0.291016, 0.972656, 0.308594, 0.460938, 0.457031, 0.816406, 1.0625, 0.304688, 0.488281, 0.306641, 0.384766, 0.412109, 0.5625, 0.554688, 0.429688, 0.318359, 0.75, 0.570312, 0.703125, 0.283203, 0.320312, 0.335938, 0.589844, 0.492188, 0.691406, 0.523438, 0.289062, 0.644531, 0.347656, 0.386719, 0.332031, 0.3125, 0.605469, 0.742188, 0.347656, 0.578125, 0.421875, 0.699219, 0.416016, 0.582031, 0.738281, 0.363281, 0.324219, 0.855469, 0.310547, 0.789062, 0.298828, 0.753906, 0.527344, 0.585938, 0.453125, 0.341797, 0.738281, 0.478516, 0.484375, 0.154297, 0.335938, 0.371094, 0.176758, 0.296875, 0.351562, 0.392578, 0.503906, 0.738281, 0.59375, 0.359375, 0.223633, 0.314453, 0.263672, 0.3125, 0.730469, 0.267578, 0.111816, 0.507812, 0.511719, 0.326172, 0.279297, 0.53125, 0.427734, 0.455078, 0.296875, 0.855469, 0.710938, 0.816406, 0.357422, 0.519531, 0.507812, 0.558594, 0.265625, 0.462891, 0.388672, 0.511719, 0.492188, 0.369141, 0.632812, 0.339844, 0.605469, 0.324219, 0.378906, 0.351562, 0.326172, 0.294922, 0.554688, 0.300781, 0.289062, 0.796875, 0.382812, 0.527344, 0.601562, 0.412109, 0.644531, 0.375, 0.326172, 0.314453, 0.273438, 0.425781, 0.375, 0.597656, 0.445312, 0.384766, 0.691406, 0.324219, 0.300781, 0.621094, 0.365234, 0.332031, 0.392578, 0.287109, 0.535156, 0.757812, 0.330078, 0.283203, 0.298828, 0.324219, 0.40625, 0.40625, 0.410156, 0.863281, 0.480469, 0.423828, 0.353516, 0.3125, 0.667969, 0.46875, 0.515625, 0.427734, 0.542969, 0.527344, 0.337891, 0.5625, 0.523438, 0.032959, 0.632812, 0.384766, 0.373047, 0.322266, 0.402344, 0.287109, 0.367188, 0.490234, 0.314453, 0.515625, 0.296875, 0.289062, 0.34375, 0.292969, 0.863281, 0.337891, 0.369141, 0.341797, 0.494141, 0.421875, 0.439453, 0.339844, 0.419922, 0.4375, 0.558594, 0.371094, 0.330078, 0.291016, 0.699219, 0.515625, 0.306641, 0.46875, 0.605469, 0.324219, 0.476562, 0.291016, 0.474609, 0.460938, 0.46875, 0.341797, 0.476562, 0.410156, 0.408203, 0.753906, 0.4375, 0.695312, 0.863281, 0.298828, 1.070312, 0.314453, 0.371094, 0.535156, 0.345703, 0.318359, 0.113281, 0.335938, 0.371094, 0.318359, 0.355469, 0.345703, 0.8125, 0.373047, 0.326172, 0.302734, 0.143555, 0.542969, 0.597656, 0.527344, 0.302734, 0.492188, 0.527344, 0.519531, 0.302734, 0.636719, 0.310547, 1.109375, 0.707031, 0.279297, 0.585938, 0.277344, 0.277344, 0.318359, 0.365234, 0.289062, 0.886719, 0.490234, 0.511719, 0.328125, 0.46875, 0.503906, 0.482422, 0.361328, 0.816406, 0.314453, 0.279297, 0.847656, 0.404297, 0.660156, 0.640625, 0.310547, 0.332031, 0.476562, 0.757812, 0.597656, 0.707031, 0.375, 0.427734, 0.330078, 0.601562, 0.824219, 0.300781, 0.746094, 0.660156, 0.695312, 1.023438, 0.326172, 0.636719, 0.535156, 0.507812, 0.417969, 0.147461, 0.287109, 0.949219, 0.429688, 0.542969, 0.306641, 0.363281, 0.445312, 0.574219, 0.644531, 0.378906, 0.490234, 0.425781, 0.490234, 0.328125, 0.388672, 0.341797, 0.326172, 0.3125, 0.335938, 0.519531, 0.691406, 0.804688, 0.65625, 0.695312, 0.384766, 0.28125, 0.609375, 0.394531, 0.292969, 0.322266, 0.304688, 1.078125, 0.53125, 0.408203, 0.431641, 0.435547, 0.523438, 0.431641, 0.427734, 0.269531, 0.8125, 0.462891, 0.722656, 0.546875, 0.345703, 0.773438, 0.609375, 0.566406, 0.431641, 0.302734, 0.628906, 0.357422, 0.298828, 0.5, 0.441406, 0.310547, 0.478516, 0.578125, 0.376953, 0.363281, 0.839844, 0.34375, 0.449219, 0.613281, 0.613281, 0.349609, 0.486328, 0.455078, 0.423828, 0.386719, 0.460938, 0.71875, 0.300781, 0.453125, 0.292969, 0.34375, 0.439453, 0.40625, 0.11377, 0.59375, 0.333984, 0.539062, 0.470703, 0.597656, 0.871094, 0.402344, 0.294922, 0.330078, 0.181641, 0.318359, 0.306641, 0.71875, 0.589844, 0.726562, 0.425781, 0.695312, 0.486328, 0.550781, 0.761719, 0.427734, 0.291016, 0.431641, 0.289062, 0.347656, 0.275391, 0.326172, 0.398438, 0.324219, 0.386719, 0.423828, 0.318359, 0.605469, 0.376953, 0.652344, 0.652344, 0.753906, 0.332031, 0.302734, 0.292969, 0.416016, 0.425781, 0.601562, 0.632812, 0.181641, 0.386719, 0.357422, 0.277344, 0.734375, 0.326172, 0.363281, 0.109375, 0.589844, 0.466797, 0.388672, 0.484375, 0.441406, 0.345703, 0.320312, 0.427734, 0.330078, 0.455078, 0.386719, 0.695312, 0.542969, 0.511719, 0.363281, 0.394531, 0.322266, 0.363281, 0.445312, 0.332031, 0.357422, 0.351562, 0.628906, 1.007812, 0.330078, 0.53125, 0.296875, 0.287109, 0.164062, 0.451172, 0.675781, 0.3125, 0.402344, 0.371094, 0.353516, 0.498047, 0.287109, 0.539062, 0.273438, 0.494141, 0.322266, 1.539062, 0.339844, 0.341797, 0.507812, 0.417969, 0.445312, 0.339844, 0.402344, 0.722656, 0.476562, 0.365234, 0.337891, 0.640625, 0.324219, 0.542969, 0.574219, 0.621094, 0.408203, 0.402344, 0.304688, 0.363281, 0.296875, 0.152344, 0.335938, 0.392578, 0.265625, 0.46875, 0.328125, 0.78125, 0.396484, 0.351562, 1.539062, 0.423828, 0.300781, 0.582031, 0.65625, 0.476562, 0.355469, 0.279297, 0.5, 0.486328, 1.0625, 0.310547, 0.355469, 0.386719, 0.482422, 0.566406, 0.546875, 0.722656, 0.498047, 0.53125, 0.371094, 0.386719, 0.155273, 0.546875, 0.515625, 0.332031, 0.333984, 0.285156, 0.120117, 0.251953, 0.703125, 0.322266, 0.621094, 0.496094, 0.488281, 0.5625, 0.589844, 0.664062, 0.455078, 0.273438, 0.488281, 0.859375, 0.306641, 0.578125, 0.369141, 0.707031, 0.515625, 0.310547, 0.328125, 0.417969, 0.34375, 0.375, 0.271484, 0.574219, 0.382812, 0.695312, 0.408203, 0.306641, 0.345703, 0.320312, 0.738281, 0.605469, 0.503906, 0.375, 0.300781, 0.292969, 0.335938, 0.318359, 0.460938, 0.40625, 0.410156, 0.917969, 0.304688, 0.855469, 0.324219, 0.535156, 0.380859, 0.376953, 0.703125, 0.332031, 0.855469, 0.671875, 0.287109, 0.546875, 0.515625, 0.316406, 0.503906, 0.777344, 0.652344, 0.498047, 0.433594, 0.640625, 0.332031, 0.208008, 0.617188, 0.328125, 0.515625, 0.789062, 0.373047, 0.314453, 0.523438, 0.796875, 0.46875, 0.306641, 0.320312, 0.296875, 1.15625, 0.996094, 0.921875, 0.503906, 0.349609, 0.488281, 0.84375, 0.339844, 0.792969, 0.707031, 0.425781, 0.271484, 0.349609, 1.125, 0.349609, 0.324219, 0.503906, 0.380859, 0.351562, 0.380859, 0.824219, 0.316406, 0.494141, 0.292969, 0.53125, 0.332031, 0.318359, 0.847656, 0.871094, 0.139648, 0.621094, 0.322266, 0.914062, 0.332031, 0.333984, 0.398438, 0.316406, 0.253906, 0.554688, 0.345703, 0.894531, 0.371094, 0.40625, 0.621094, 0.400391, 0.441406, 0.137695, 0.261719, 0.423828, 0.294922, 0.285156, 0.283203, 0.554688, 0.75, 0.613281, 0.490234, 0.283203, 0.445312, 0.335938, 0.4375, 0.566406, 0.792969, 0.59375, 0.292969, 0.636719, 0.357422, 0.628906, 0.359375, 0.292969, 0.408203, 0.367188, 0.382812, 0.835938, 0.304688, 0.478516, 0.515625, 0.578125, 0.34375, 0.457031, 0.296875, 0.503906, 0.566406, 0.425781, 0.300781, 0.145508, 0.664062, 0.227539, 0.554688, 0.365234, 0.574219, 0.478516, 0.298828, 0.835938, 0.400391, 0.416016, 0.373047, 0.324219, 0.328125, 0.328125, 0.402344, 0.3125, 0.330078, 0.644531, 0.214844, 0.417969, 0.527344, 0.339844, 0.539062, 0.292969, 0.361328, 0.597656, 0.457031, 0.447266, 0.925781, 0.792969, 0.28125, 0.341797, 0.515625, 0.335938, 0.382812, 0.294922, 0.324219, 0.474609, 0.679688, 0.310547, 0.357422, 0.316406, 0.34375, 0.255859, 0.296875, 0.287109, 0.394531, 0.40625, 0.832031, 0.226562, 0.308594, 0.675781, 0.439453, 0.345703, 0.476562, 0.090332, 0.65625, 0.498047, 0.273438, 0.333984, 0.277344, 0.369141, 0.435547, 0.34375, 0.294922, 0.357422, 0.349609, 0.482422, 0.275391, 0.746094, 0.416016, 0.466797, 0.451172, 0.394531, 0.318359, 0.332031, 0.804688, 0.451172, 0.322266, 0.441406, 0.486328, 0.322266, 0.6875, 0.464844, 0.753906, 0.427734, 0.695312, 0.310547, 0.617188, 0.292969, 0.320312, 0.511719, 0.746094, 0.53125, 0.21582, 0.402344, 0.371094, 0.298828, 0.746094, 0.332031, 0.742188, 0.310547, 0.496094, 0.515625, 0.230469, 0.367188, 0.730469, 0.453125, 0.375, 0.255859, 0.404297, 0.449219, 0.332031, 0.730469, 0.660156, 0.400391, 0.400391, 0.425781, 0.40625, 0.396484, 0.310547, 0.494141, 0.453125, 0.964844, 0.314453, 0.578125, 0.949219, 0.601562, 0.304688, 0.337891, 0.291016, 0.542969, 0.917969, 0.357422, 0.480469, 0.333984, 0.289062, 0.341797, 0.398438, 0.324219, 0.347656, 0.349609, 0.476562, 0.3125, 0.484375, 0.710938, 0.675781, 0.328125, 0.478516, 0.296875, 0.466797, 0.402344, 0.169922, 0.333984, 0.722656, 0.792969, 0.333984, 0.369141, 0.462891, 0.785156, 0.746094, 0.3125, 0.353516, 0.398438, 0.476562, 0.292969, 0.490234, 0.333984, 0.476562, 0.523438, 0.355469, 0.449219, 0.271484, 0.367188, 0.75, 0.632812, 0.400391, 0.644531, 0.617188, 0.34375, 0.410156, 0.341797, 0.339844, 0.294922, 0.683594, 0.291016, 0.5625, 0.384766, 0.542969, 0.361328, 0.867188, 0.296875, 0.318359, 0.542969, 0.671875, 0.320312, 0.398438, 0.589844, 0.664062, 0.503906, 0.335938, 0.785156, 0.435547, 0.792969, 0.300781, 0.507812, 0.302734, 0.589844, 0.582031, 0.3125, 0.628906, 0.351562, 0.46875, 0.339844, 0.339844, 0.933594, 0.275391, 0.515625, 0.326172, 0.439453, 0.636719, 0.318359, 0.582031, 0.324219, 0.679688, 0.283203, 0.507812, 0.804688, 0.972656, 0.328125, 0.460938, 0.945312, 0.400391, 0.75, 0.318359, 0.453125, 0.671875, 0.738281, 0.335938, 0.507812, 0.578125, 0.859375, 0.310547, 0.367188, 0.322266, 0.511719, 0.40625, 0.275391, 0.300781, 0.550781, 0.589844, 0.347656, 0.652344, 0.355469, 0.515625, 0.392578, 0.421875, 0.710938, 0.421875, 0.324219, 0.478516, 0.527344, 0.390625, 0.326172, 0.507812, 0.162109, 1.265625, 0.515625, 0.351562, 0.310547, 0.394531, 0.613281, 0.298828, 0.304688, 0.271484, 0.542969, 0.423828, 0.310547, 0.609375, 0.332031, 0.145508, 0.431641, 0.53125, 0.492188, 0.648438, 0.287109, 0.470703, 0.75, 0.287109, 0.357422, 0.416016, 0.324219, 0.621094, 1.023438, 0.365234, 0.378906, 0.78125, 0.445312, 0.328125, 0.421875, 0.341797, 0.457031, 0.363281, 0.466797, 0.523438, 0.695312, 0.337891, 0.310547, 0.378906, 0.671875, 0.326172, 0.894531, 0.392578, 0.332031, 0.488281, 0.392578, 0.832031, 0.558594, 0.640625, 0.441406, 0.488281, 0.330078, 0.355469, 0.347656, 0.296875, 0.208008, 0.566406, 0.294922, 0.347656, 0.390625, 0.71875, 0.322266, 0.427734, 0.425781, 0.341797, 0.28125, 0.570312, 0.78125, 0.306641, 0.320312, 0.34375, 0.394531, 0.412109, 0.292969, 0.347656, 0.761719, 0.664062, 0.878906, 0.314453, 0.753906, 0.496094, 0.550781, 0.613281, 0.332031, 0.285156, 0.316406, 0.332031, 0.785156, 0.511719, 0.527344, 0.380859, 0.453125, 0.330078, 0.527344, 0.474609, 0.320312, 0.726562, 0.353516, 0.546875, 0.585938, 0.421875, 0.859375, 0.40625, 0.503906, 0.769531, 0.589844, 0.292969, 0.322266, 0.226562, 0.488281, 0.423828, 0.667969, 0.527344, 0.394531, 0.363281, 0.421875, 0.796875, 0.488281, 0.328125, 0.304688, 0.417969, 0.351562, 0.128906, 0.625, 0.427734, 0.582031, 0.664062, 0.609375, 0.585938, 0.289062, 0.726562, 0.664062, 0.412109, 0.429688, 0.104004, 0.890625, 0.396484, 0.279297, 0.300781, 0.304688, 0.339844, 0.386719, 0.289062, 0.271484, 0.574219, 0.5625, 0.302734, 0.326172, 0.458984, 0.597656, 0.294922, 0.582031, 0.118652, 0.326172, 0.339844, 0.416016, 0.369141, 0.820312, 0.104492, 0.496094, 0.964844, 0.337891, 0.546875, 0.644531, 0.363281, 0.648438, 0.298828, 0.308594, 0.480469, 0.375, 0.365234, 0.333984, 0.150391, 0.300781, 0.269531, 0.357422, 0.6875, 0.625, 0.277344, 0.322266, 0.3125, 0.298828, 0.753906, 0.332031, 0.112305, 0.419922, 0.421875, 0.441406, 0.476562, 0.316406, 0.601562, 0.464844, 0.328125, 0.484375, 0.460938, 0.511719, 0.511719, 0.347656, 0.412109, 0.419922, 0.302734, 0.5, 0.40625, 0.380859, 0.527344, 0.433594, 0.353516, 0.585938, 0.632812, 0.949219, 0.314453, 0.667969, 0.34375, 0.267578, 0.808594, 0.283203, 0.447266, 0.917969, 0.380859, 0.291016, 0.345703, 0.3125, 0.322266, 0.523438, 0.703125, 0.285156, 0.503906, 0.515625, 0.757812, 0.386719, 0.617188, 0.298828, 0.261719, 0.574219, 0.18457, 0.613281, 0.863281, 0.300781, 0.578125, 0.304688, 0.318359, 0.550781, 0.300781, 0.419922, 0.310547, 0.412109, 0.396484, 0.800781, 0.464844, 0.335938, 0.318359, 0.542969, 0.339844, 0.322266, 0.792969, 0.667969, 0.3125, 0.251953, 0.365234, 0.333984, 0.933594, 0.275391, 0.480469, 0.263672, 0.18457, 0.433594, 0.511719, 0.582031, 0.166016, 0.726562, 0.291016, 0.332031, 0.558594, 0.421875, 0.550781, 0.5, 0.523438, 0.00019, 0.585938, 0.314453, 0.511719, 0.451172, 0.300781, 0.691406, 0.648438, 0.28125, 0.585938, 0.394531, 0.320312, 0.738281, 0.574219, 0.345703, 0.332031, 0.363281, 0.263672, 0.617188, 0.375, 0.816406, 0.890625, 0.5625, 0.539062, 0.292969, 0.439453, 0.464844, 0.410156, 0.808594, 0.162109, 0.523438, 0.578125, 0.466797, 0.308594, 0.554688, 0.621094, 0.71875, 0.878906, 0.363281, 0.298828, 0.376953, 0.314453, 0.597656, 0.425781, 0.380859, 0.335938, 0.322266, 0.386719, 0.304688, 0.335938, 0.375, 0.339844, 0.28125, 0.332031, 0.490234, 0.496094, 0.373047, 0.398438, 0.384766, 0.398438, 0.308594, 0.330078, 0.570312, 0.353516, 0.5, 0.361328, 1.085938, 0.433594, 0.675781, 0.792969, 0.369141, 0.365234, 0.412109, 0.71875, 0.605469, 0.527344, 0.396484, 0.339844, 0.496094, 0.277344, 0.474609, 0.609375, 0.605469, 0.46875, 0.695312, 0.173828, 0.421875, 0.335938, 0.554688, 0.120117, 0.453125, 0.445312, 0.441406, 0.769531, 0.527344, 0.394531, 0.785156, 0.392578, 0.298828, 0.824219, 0.292969, 0.878906, 0.349609, 0.431641, 0.298828, 0.302734, 0.382812, 0.832031, 0.632812, 0.314453, 0.558594, 0.292969, 0.675781, 0.322266, 0.458984, 0.414062, 0.287109, 0.470703, 1.015625, 0.570312, 0.255859, 0.300781, 0.324219, 0.492188, 1.015625, 0.414062, 0.451172, 0.285156, 0.703125, 0.318359, 0.310547, 0.523438, 0.363281, 0.632812, 0.292969, 0.330078, 0.410156, 0.287109, 0.742188, 0.365234, 0.601562, 0.314453, 0.359375, 0.519531, 0.816406, 0.53125, 0.292969, 0.445312, 0.605469, 0.412109, 0.566406, 0.628906, 0.433594, 0.404297, 0.402344, 0.125, 0.328125, 0.287109, 0.345703, 0.322266, 0.455078, 0.832031, 0.357422, 0.396484, 0.671875, 0.613281, 0.347656, 0.703125, 0.122559, 0.306641, 0.365234, 0.414062, 0.332031, 0.660156, 0.324219, 0.478516, 0.388672, 0.494141, 0.478516, 0.322266, 0.585938, 0.345703, 0.318359, 0.353516, 0.353516, 0.482422, 0.388672, 0.957031, 0.5625, 1.640625, 0.330078, 0.310547, 0.320312, 0.328125, 0.419922, 0.320312, 0.294922, 0.357422, 0.441406, 0.539062, 0.412109, 0.683594, 0.621094, 0.742188, 0.498047, 0.359375, 0.447266, 0.507812, 0.341797, 0.466797, 0.138672, 0.308594, 0.820312, 0.279297, 0.882812, 0.71875, 0.980469, 0.683594, 0.292969, 0.65625, 0.335938, 0.421875, 0.378906, 0.324219, 0.726562, 0.46875, 0.261719, 0.515625, 0.5625, 0.371094, 0.333984, 0.511719, 0.337891, 0.318359, 0.292969, 0.349609, 0.46875, 0.457031, 0.933594, 0.402344, 0.404297, 0.332031, 0.621094, 0.679688, 0.357422, 0.330078, 0.337891, 0.570312, 0.484375, 0.339844, 0.511719, 0.496094, 0.287109, 0.316406, 0.367188, 0.601562, 0.660156, 0.542969, 0.601562, 0.566406, 0.507812, 0.451172, 0.546875, 0.371094, 0.304688, 0.451172, 0.445312, 0.371094, 0.402344, 0.589844, 0.251953, 0.574219, 0.453125, 0.269531, 0.289062, 0.3125, 0.609375, 0.386719, 0.304688, 0.324219, 0.287109, 0.503906, 0.578125, 0.785156, 0.326172, 0.474609, 0.324219, 1.0625, 0.433594, 0.636719, 0.316406, 0.416016, 0.263672, 0.470703, 0.605469, 0.443359, 0.355469, 0.328125, 0.267578, 0.433594, 0.34375, 0.75, 0.316406, 0.519531, 0.289062, 0.628906, 0.378906, 0.390625, 0.330078, 0.314453, 0.59375, 0.361328, 0.683594, 0.460938, 0.527344, 0.300781, 0.496094, 0.75, 0.621094, 0.488281, 0.847656, 0.322266, 0.431641, 0.349609, 0.792969, 0.337891, 0.275391, 0.542969, 0.695312, 1.195312, 0.527344, 0.470703, 0.746094, 0.980469, 0.917969, 0.453125, 0.992188, 0.396484, 0.287109, 0.279297, 0.515625, 0.306641, 0.8125, 0.388672, 0.386719, 0.380859, 0.330078, 0.466797, 0.464844, 0.722656, 0.386719, 0.640625, 0.5, 0.59375, 0.287109, 0.306641, 0.40625, 0.155273, 0.351562, 1.101562, 0.349609, 0.349609, 0.386719, 0.5, 0.621094, 0.349609, 0.318359, 0.53125, 0.306641, 0.617188, 1.179688, 0.347656, 0.306641, 0.300781, 0.359375, 0.683594, 0.773438, 0.730469, 0.757812, 0.292969, 0.304688, 0.279297, 0.326172, 0.535156, 0.376953, 0.373047, 0.800781, 0.349609, 0.414062, 0.523438, 0.129883, 0.558594, 0.302734, 0.294922, 0.40625, 0.316406, 0.341797, 0.478516, 0.298828, 0.582031, 0.621094, 0.636719, 0.314453, 0.421875, 0.357422, 0.492188, 0.333984, 0.554688, 0.519531, 0.306641, 0.394531, 0.373047, 0.492188, 0.466797, 0.347656, 0.445312, 0.789062, 0.796875, 0.24707, 0.476562, 0.566406, 0.324219, 0.839844, 0.347656, 0.296875, 0.435547, 0.447266, 0.480469, 0.394531, 0.316406, 0.435547, 0.464844, 0.283203, 0.330078, 0.472656, 0.542969, 0.339844, 0.279297, 0.490234, 0.542969, 0.294922, 0.578125, 0.400391, 0.53125, 0.308594, 0.609375, 0.486328, 0.734375, 0.703125, 0.46875, 0.46875, 0.378906, 0.511719, 0.308594, 0.283203, 0.757812, 0.777344, 0.349609, 0.3125, 0.267578, 0.585938, 0.457031, 0.449219, 0.451172, 0.335938, 0.298828, 0.738281, 0.361328, 0.376953, 0.773438, 0.429688, 0.447266, 0.539062, 0.474609, 0.371094, 0.369141, 0.100586, 0.34375, 0.453125, 0.373047, 0.59375, 0.527344, 0.296875, 0.429688, 0.296875, 0.341797, 0.707031, 0.539062, 0.503906, 0.855469, 1.046875, 0.269531, 0.808594, 0.34375, 0.25, 0.726562, 0.306641, 0.511719, 0.402344, 0.453125, 1.125, 0.15332, 0.369141, 0.542969, 0.318359, 0.660156, 1.03125, 0.625, 0.792969, 0.482422, 0.353516, 0.703125, 0.318359, 0.345703, 0.671875, 0.390625, 0.546875, 0.546875, 0.304688, 0.279297, 0.151367, 0.460938, 0.349609, 0.683594, 0.539062, 0.375, 1.046875, 0.355469, 0.345703, 0.851562, 0.289062, 0.328125, 0.441406, 0.371094, 0.34375, 0.550781, 0.601562, 0.275391, 0.330078, 0.251953, 0.412109, 0.511719, 0.566406, 0.376953, 0.652344, 0.296875, 0.310547, 0.330078, 0.330078, 0.369141, 0.777344, 0.498047, 0.283203, 0.410156, 0.145508, 0.378906, 0.503906, 0.435547, 0.710938, 0.515625, 0.667969, 0.664062, 0.539062, 0.333984, 0.515625, 0.494141, 0.539062, 0.5625, 0.490234, 0.792969, 0.648438, 0.332031, 0.507812, 0.388672, 0.294922, 0.294922, 0.574219, 0.326172, 0.458984, 0.710938, 1.070312, 0.451172, 0.412109, 0.296875, 0.339844, 0.339844, 0.314453, 0.100098, 0.314453, 0.285156, 0.464844, 0.683594, 0.271484, 0.273438, 0.363281, 0.285156, 0.3125, 0.349609, 0.285156, 0.300781, 0.359375, 0.574219, 0.400391, 0.535156, 0.322266, 0.691406, 0.486328, 0.318359, 0.324219, 0.621094, 0.298828, 0.178711, 0.308594, 0.378906, 0.390625, 0.460938, 0.291016, 0.386719, 0.433594, 0.476562, 0.605469, 0.683594, 0.539062, 0.287109, 0.625, 0.648438, 0.384766, 0.859375, 0.320312, 0.318359, 0.322266, 0.796875, 0.396484, 0.578125, 0.347656, 0.431641, 0.503906, 0.488281, 0.326172, 0.394531, 0.359375, 0.394531, 0.410156, 0.378906, 0.3125, 0.443359, 0.296875, 0.359375, 0.341797, 0.578125, 0.285156, 0.519531, 0.302734, 0.353516, 0.863281, 0.396484, 0.416016, 0.765625, 0.535156, 0.53125, 0.431641, 0.322266, 0.535156, 0.361328, 0.287109, 0.283203, 0.332031, 0.308594, 0.291016, 0.46875, 0.398438, 0.273438, 0.330078, 0.328125, 0.535156, 0.410156, 0.394531, 0.796875, 0.453125, 0.427734, 0.332031, 0.707031, 0.300781, 0.523438, 0.349609, 0.310547, 0.423828, 0.476562, 0.976562, 0.765625, 0.597656, 0.398438, 0.527344, 0.235352, 0.337891, 0.394531, 0.789062, 0.699219, 0.484375, 0.359375, 0.240234, 1.015625, 0.546875, 0.367188, 0.777344, 0.691406, -0.341797, 0.394531, 0.28125, 0.302734, 0.283203, 0.369141, 0.621094, 0.470703, 0.707031, 0.279297, 0.335938, 0.511719, 0.419922, 0.324219, 0.117188, 0.330078, 0.333984, 0.730469, 0.617188, 0.318359, 0.277344, 1.039062, 0.566406, 0.318359, 0.419922, 0.429688, 0.382812, 1.242188, 0.345703, 0.722656, 0.345703, 0.605469, 0.660156, 0.386719, 0.328125, 1.203125, 0.808594, 0.972656, 0.59375, 0.558594, 0.316406, 0.300781, 0.5625, 0.466797, 0.722656, 0.929688, 0.371094, 0.476562, 0.324219, 0.482422, 0.291016, 0.419922, 0.300781, 0.714844, 0.251953, 0.337891, 0.318359, 0.332031, 0.820312, 0.34375, 0.339844, 0.328125, 0.294922, 0.359375, 0.335938, 0.392578, 0.722656, 1.164062, 0.314453, 0.570312, 0.392578, 0.316406, 0.664062, 0.082031, 0.369141, 0.308594, 0.302734, 0.949219, 0.566406, 0.306641, 0.527344, 0.535156, 0.511719, 0.375, 0.157227, 0.605469, 0.679688, 0.416016, 0.320312, 0.371094, 0.347656, 0.324219, 0.640625, 0.130859, 0.652344, 0.355469, 0.302734, 0.435547, 0.304688, 0.496094, 0.328125, 0.546875, 0.376953, 0.578125, 0.330078, 0.8125, 0.443359, 0.753906, 1.3125, 0.355469, 0.589844, 0.470703, 0.617188, 0.320312, 0.34375, 0.5625, 0.628906, 0.460938, 0.652344, 0.275391, 0.550781, 0.308594, 0.5625, 0.443359, 0.390625, 0.404297, 0.141602, 0.46875, 0.494141, 0.667969, 0.398438, 0.675781, 0.353516, 0.441406, 0.320312, 0.373047, 0.5, 0.570312, 0.339844, 0.408203, 0.453125, 0.462891, 0.296875, 0.441406, 0.691406, 0.335938, 0.71875, 0.388672, 0.613281, 0.287109, 0.306641, 0.291016, 0.808594, 0.742188, 0.40625, 0.628906, 0.400391, 0.279297, 0.441406, 0.382812, 0.640625, 0.339844, 0.375, 0.339844, 0.3125, 0.376953, 1.0625, 0.316406, 0.308594, 0.373047, 0.628906, 0.550781, 0.316406, 0.367188, 0.470703, 0.376953, 0.597656, 0.174805, 0.275391, 0.408203, 0.574219, 0.34375, 0.320312, 0.279297, 0.542969, 0.490234, 0.753906, 0.429688, 0.601562, 0.349609, 0.412109, 0.369141, 0.757812, 0.294922, 0.804688, 0.78125, 0.341797, 0.322266, 0.294922, 0.542969, 0.316406, 0.710938, 0.326172, 0.128906, 0.488281, 0.333984, 0.160156, 0.335938, 0.296875, 0.417969, 0.443359, 0.785156, 0.523438, 0.490234, 0.503906, 0.402344, 0.412109, 0.470703, 0.345703, 0.376953, 0.146484, 0.294922, 0.400391, 0.304688, 0.59375, 0.5, 0.296875, 0.636719, 0.585938, 0.789062, 0.3125, 0.292969, 0.3125, 0.527344, 0.660156, 0.546875, 0.201172, 0.585938, 0.341797, 0.523438, 0.605469, 0.326172, 0.71875, 0.515625, 0.714844, 0.273438, 0.699219, 0.308594, 0.105957, 0.515625, 0.361328, 0.796875, 0.408203, 0.363281, 0.667969, 0.425781, 0.462891, 0.429688, 0.707031, 0.644531, 0.59375, 0.322266, 0.455078, 0.306641, 0.300781, 0.621094, 0.757812, 0.28125, 0.451172, 0.462891, 0.421875, 0.460938, 0.628906, 0.267578, 0.173828, 0.601562, 0.347656, 0.5, 0.326172, 0.601562, 0.59375, 0.28125, 0.326172, 0.53125, 0.566406, 0.376953, 0.507812, 0.320312, 0.546875, 0.398438, 0.441406, 0.412109, 0.632812, 0.339844, 0.375, 0.310547, 0.390625, 0.578125, 0.341797, 0.361328, 0.738281, 0.179688, 0.566406, 0.3125, 0.310547, 0.433594, 0.310547, 0.527344 ] }, "name": "model.model.layers.7.input_layernorm.weight", "outputIndexes": [ 606 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 605 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_7/Mul_output_0", "outputIndexes": [ 607 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 606, 607 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_7/Mul_1_output_0", "outputIndexes": [ 608 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 608 ], "outputIndexes": [ 2504 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2504 ], "outputIndexes": [ 2505 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear", "inputIndexes": [ 2505 ], "outputIndexes": [ 2506 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 917748790, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2506 ], "outputIndexes": [ 2507 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2507 ], "outputIndexes": [ 609 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 608 ], "main_type": "NONE", "name": "/Shape_99_output_0", "outputIndexes": [ 610 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 610 ], "main_type": "NONE", "name": "Shape1829", "outputIndexes": [ 611 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 610 ], "main_type": "NONE", "name": "Rank1831", "outputIndexes": [ 612 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 612, 612 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1833", "outputIndexes": [ 613 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 613 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1834", "outputIndexes": [ 614 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 613, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1836", "outputIndexes": [ 615 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 615 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1837", "outputIndexes": [ 616 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 611, 614, 616, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1840", "outputIndexes": [ 617 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 617 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1841", "outputIndexes": [ 618 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 618 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1842", "outputIndexes": [ 619 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 619, 618 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1843", "outputIndexes": [ 620 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 610, 620, 613 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_109_output_0", "outputIndexes": [ 621 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 621, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_225_output_0", "outputIndexes": [ 622 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 622, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_91_output_0", "outputIndexes": [ 623 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 609, 623 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_64_output_0", "outputIndexes": [ 624 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 624, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_56_output_0", "outputIndexes": [ 625 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 624 ], "main_type": "NONE", "name": "/Shape_100_output_0", "outputIndexes": [ 626 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 626 ], "main_type": "NONE", "name": "Shape1850", "outputIndexes": [ 627 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 626 ], "main_type": "NONE", "name": "Rank1852", "outputIndexes": [ 628 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 628, 628 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1854", "outputIndexes": [ 629 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 629 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1855", "outputIndexes": [ 630 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 629, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1857", "outputIndexes": [ 631 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 631 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1858", "outputIndexes": [ 632 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 627, 630, 632, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1861", "outputIndexes": [ 633 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 633 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1862", "outputIndexes": [ 634 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 634 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1863", "outputIndexes": [ 635 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 635, 634 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1864", "outputIndexes": [ 636 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 626, 636, 629 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_110_output_0", "outputIndexes": [ 637 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 637, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_21_output_0", "outputIndexes": [ 638 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 638, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_230_output_0", "outputIndexes": [ 639 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 624, 639, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_29_output_0", "outputIndexes": [ 640 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 640 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_14_output_0", "outputIndexes": [ 641 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 624, 22, 639, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_28_output_0", "outputIndexes": [ 642 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 641, 642 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_94_output_0", "outputIndexes": [ 643 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 643, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_57_output_0", "outputIndexes": [ 644 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 625, 644 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_35_output_0", "outputIndexes": [ 645 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 608 ], "outputIndexes": [ 2508 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2508 ], "outputIndexes": [ 2509 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear", "inputIndexes": [ 2509 ], "outputIndexes": [ 2510 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 924988492, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2510 ], "outputIndexes": [ 2511 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2511 ], "outputIndexes": [ 646 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 622, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_92_output_0", "outputIndexes": [ 647 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 646, 647 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_65_output_0", "outputIndexes": [ 648 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 648, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_58_output_0", "outputIndexes": [ 649 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 648 ], "main_type": "NONE", "name": "/Shape_101_output_0", "outputIndexes": [ 650 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 650 ], "main_type": "NONE", "name": "Shape1913", "outputIndexes": [ 651 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 650 ], "main_type": "NONE", "name": "Rank1915", "outputIndexes": [ 652 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 652, 652 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1917", "outputIndexes": [ 653 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 653 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1918", "outputIndexes": [ 654 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 653, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1920", "outputIndexes": [ 655 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 655 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1921", "outputIndexes": [ 656 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 651, 654, 656, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1924", "outputIndexes": [ 657 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 657 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1925", "outputIndexes": [ 658 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 658 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1926", "outputIndexes": [ 659 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 659, 658 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1927", "outputIndexes": [ 660 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 650, 660, 653 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_111_output_0", "outputIndexes": [ 661 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 661, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_22_output_0", "outputIndexes": [ 662 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 662, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_232_output_0", "outputIndexes": [ 663 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 648, 663, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_31_output_0", "outputIndexes": [ 664 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 664 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_15_output_0", "outputIndexes": [ 665 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 648, 22, 663, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_30_output_0", "outputIndexes": [ 666 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 665, 666 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_95_output_0", "outputIndexes": [ 667 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 667, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_59_output_0", "outputIndexes": [ 668 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 649, 668 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_36_output_0", "outputIndexes": [ 669 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 608 ], "outputIndexes": [ 2512 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2512 ], "outputIndexes": [ 2513 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear", "inputIndexes": [ 2513 ], "outputIndexes": [ 2514 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 926022754, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2514 ], "outputIndexes": [ 2515 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2515 ], "outputIndexes": [ 670 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 670, 647 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_66_output_0", "outputIndexes": [ 671 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 645, 669, 671, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_71_output_0", "outputIndexes": [ 672 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 672 ], "outputIndexes": [ 2516 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2516 ], "outputIndexes": [ 2517 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear", "inputIndexes": [ 2517 ], "outputIndexes": [ 2518 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 927057016, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2518 ], "outputIndexes": [ 2519 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2519 ], "outputIndexes": [ 673 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 605, 673 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_38_output_0", "outputIndexes": [ 674 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.613281, 0.566406, 0.703125, 0.451172, 0.605469, 0.511719, 0.566406, 0.558594, 0.300781, 0.417969, 0.558594, 0.443359, 0.574219, 0.542969, 0.412109, 0.570312, 0.546875, 0.542969, 0.550781, 0.3125, -0.00025, 0.558594, 0.5625, 0.527344, 0.511719, 0.558594, 0.330078, 0.480469, 0.507812, 0.550781, 0.59375, 0.443359, -0.172852, 0.542969, 0.570312, 0.574219, 0.472656, 0.271484, 0.550781, 0.369141, 0.566406, 0.554688, 0.699219, 0.554688, 0.582031, 0.566406, 0.294922, 0.601562, 0.566406, 0.449219, 0.578125, 0.546875, 0.558594, 0.550781, 0.585938, 0.515625, 0.570312, 0.578125, 0.585938, 0.326172, 0.5625, 0.601562, 0.597656, 0.5625, 0.683594, 0.597656, 0.476562, 0.558594, 0.628906, 0.523438, 0.539062, 0.462891, 0.554688, 0.558594, 0.589844, 0.550781, 0.472656, 0.488281, 0.337891, 0.578125, 0.636719, 0.585938, 0.648438, 0.53125, 0.558594, 0.300781, 0.558594, 0.636719, 0.554688, 0.384766, 0.5625, 0.546875, 0.558594, 0.582031, 0.605469, 0.5625, 0.359375, 0.484375, 0.550781, 0.474609, 0.474609, 0.460938, 0.558594, 0.554688, 0.628906, 0.582031, 0.648438, 0.451172, 0.535156, 0.761719, 0.550781, 0.539062, 0.554688, 0.186523, 0.542969, 0.161133, 0.474609, 0.574219, 0.554688, 0.447266, 0.546875, 0.550781, 0.566406, 0.550781, 0.5625, 0.539062, 0.578125, 0.546875, 0.302734, 0.480469, 0.296875, 0.5625, 0.460938, 0.585938, 0.412109, 0.5625, 0.550781, 0.578125, 0.476562, 0.5625, 0.5625, 0.554688, 0.5625, 0.515625, 0.294922, 0.445312, 0.703125, 0.546875, 0.570312, 0.554688, 0.574219, 0.566406, 0.535156, 0.570312, 0.484375, 0.511719, 0.458984, 0.359375, 0.585938, 0.597656, 0.388672, 0.414062, 0.345703, 0.546875, 0.410156, 0.453125, 0.527344, 0.455078, 0.550781, 0.574219, 0.558594, 0.511719, 0.515625, 0.503906, 0.550781, 0.664062, 0.550781, 0.570312, 0.550781, 0.550781, 0.625, 0.546875, 0.5625, 0.300781, 0.644531, 0.574219, 0.550781, 0.4375, 0.542969, 0.554688, 0.458984, 0.546875, 0.494141, 0.53125, 0.652344, 0.550781, 0.5625, 0.570312, 0.447266, 0.554688, 0.554688, 0.332031, 0.644531, 0.613281, 0.691406, 0.554688, 0.566406, 0.5, 0.566406, 0.609375, 0.566406, 0.5625, 0.494141, 0.578125, 0.550781, 0.589844, 0.470703, 0.457031, 0.65625, 0.539062, 0.550781, 0.433594, 0.503906, 0.5625, 0.566406, 0.65625, 0.470703, 0.486328, 0.5625, 0.558594, 0.949219, 0.566406, 0.5625, 0.546875, 0.546875, 0.578125, 0.523438, 0.570312, 0.306641, 0.558594, 0.597656, 0.558594, 0.582031, 0.558594, 0.546875, 0.443359, 0.550781, 0.566406, 0.5625, 0.550781, 0.554688, 0.625, 0.503906, 0.53125, 0.574219, 0.476562, 0.566406, 0.291016, 0.570312, 0.431641, 0.550781, 0.546875, 0.558594, 0.550781, 0.554688, 0.498047, 0.558594, 0.566406, 0.527344, 0.640625, 0.558594, 0.558594, 0.558594, 0.494141, 0.527344, 0.578125, 0.554688, 0.236328, 0.535156, 0.625, 0.554688, 0.5625, 0.302734, 0.558594, 0.550781, 0.613281, 0.589844, 0.558594, 0.570312, 0.408203, 0.59375, 0.40625, 0.515625, 0.455078, 0.470703, 0.574219, 0.498047, 0.486328, 0.554688, 0.5625, 0.585938, 0.472656, 0.416016, 0.570312, 0.589844, 0.5625, 0.554688, 0.554688, 0.542969, 0.5625, 0.460938, 0.546875, 0.554688, 0.566406, 0.287109, 0.558594, 0.617188, 0.570312, 0.566406, 0.546875, 0.566406, 0.550781, 0.550781, 0.542969, 0.5, 0.5625, 0.554688, 0.546875, 0.511719, 0.515625, 0.308594, 0.558594, 0.519531, 0.539062, 0.457031, 0.550781, 0.578125, 0.875, 0.558594, 0.486328, 0.302734, 0.546875, 0.542969, 0.539062, 0.308594, 0.574219, 0.578125, 0.558594, 0.554688, 0.554688, 0.566406, 0.4375, 0.597656, 0.554688, 0.707031, 0.558594, 0.542969, 0.554688, 0.550781, 0.546875, 0.605469, 0.566406, 0.310547, 0.451172, 0.310547, 0.416016, 0.542969, 0.632812, 0.558594, 0.396484, 0.558594, 0.554688, 0.5625, 0.542969, 0.566406, 0.722656, 0.310547, 0.408203, 0.550781, 0.558594, 0.5625, 0.570312, 0.458984, 0.574219, 0.5625, 0.503906, 0.644531, 0.550781, 0.53125, 0.492188, 0.550781, 0.664062, 0.308594, 0.453125, 0.527344, 0.558594, 0.482422, 0.523438, 0.558594, 0.306641, 0.476562, 0.570312, 0.421875, 0.570312, 0.392578, 0.554688, 0.550781, 0.554688, 0.5625, 0.460938, 0.417969, 0.5625, 0.621094, 0.558594, 0.566406, 0.644531, 0.578125, 0.554688, 0.5625, 0.5625, 0.435547, 0.503906, 0.566406, 0.472656, 0.550781, 0.416016, 0.570312, 0.589844, 0.496094, 0.554688, 0.5625, 0.550781, 0.392578, 0.542969, 0.589844, 0.578125, 0.527344, 0.542969, 0.535156, 0.447266, 0.558594, 0.582031, 0.617188, 0.550781, 0.443359, 0.476562, 0.539062, 0.542969, 0.5625, 0.621094, 0.597656, 0.5625, 0.570312, 0.546875, 0.601562, 0.5625, 0.597656, 0.554688, 0.000118, 0.542969, 0.546875, 0.535156, 0.546875, 0.388672, 0.478516, 0.582031, 0.460938, 0.550781, 0.416016, 0.539062, 0.554688, 0.304688, 0.5625, 0.566406, 0.570312, 0.439453, 0.574219, 0.458984, 0.554688, 0.550781, 0.601562, 0.558594, 0.558594, 0.578125, 0.394531, 0.5625, 0.65625, 0.625, 0.574219, 0.59375, 0.566406, 0.5625, 0.605469, 0.558594, 0.589844, 0.578125, 0.574219, 0.519531, 0.625, 0.558594, 0.554688, 0.462891, 0.527344, 0.455078, 0.5625, 0.523438, 0.660156, 0.585938, 0.566406, 0.515625, 0.566406, 0.578125, 0.554688, 0.621094, 0.574219, 0.480469, 0.535156, 0.539062, 0.535156, 0.613281, 0.566406, 0.554688, 0.558594, 0.294922, 0.550781, 0.46875, 0.597656, 0.558594, 0.5625, 0.542969, 0.554688, 0.589844, 0.585938, 0.5625, 0.550781, 0.566406, 0.431641, 0.550781, 0.550781, 0.558594, 0.378906, 0.474609, 0.396484, 0.554688, 0.404297, 0.566406, 0.753906, 0.396484, 0.519531, 0.710938, 0.507812, 0.601562, 0.554688, 0.605469, 0.535156, 0.496094, 0.542969, 0.550781, 0.554688, 0.539062, 0.609375, 0.546875, 0.5, 0.660156, 0.455078, 0.578125, 0.554688, 0.589844, 0.574219, 0.609375, 0.613281, 0.574219, 0.515625, 0.464844, 0.542969, 0.546875, 0.542969, 0.554688, 0.4375, 0.550781, 0.5625, 0.589844, 0.570312, 0.5, 0.601562, 0.558594, 0.550781, 0.433594, 0.550781, 0.511719, 0.597656, 0.527344, 0.558594, 0.601562, 0.582031, 0.433594, 0.546875, 0.5625, 0.443359, 0.472656, 0.769531, 0.435547, 0.515625, 0.597656, 0.535156, 0.582031, 0.554688, 0.550781, 0.228516, 0.550781, 0.640625, 0.558594, 0.488281, 0.376953, 0.574219, 0.554688, 0.398438, 0.539062, 0.523438, 0.59375, 0.554688, 0.554688, 0.462891, 0.558594, 0.332031, 0.527344, 0.625, 0.546875, 0.5625, 0.617188, 0.478516, 0.492188, 0.527344, 0.558594, 0.613281, 0.492188, 0.5625, 0.632812, 0.542969, 0.554688, 0.5625, 0.402344, 0.566406, 0.558594, 0.566406, 0.625, 0.542969, 0.550781, 0.546875, 0.539062, 0.316406, 0.527344, 0.546875, 0.40625, 0.330078, 0.59375, 0.503906, 0.574219, 0.5625, 0.433594, 0.416016, 0.535156, 0.205078, 0.550781, 0.574219, 0.582031, 0.558594, 0.542969, 0.558594, 0.542969, 0.523438, 0.558594, 0.570312, 0.5625, 0.5625, 0.558594, 0.570312, 0.451172, 0.601562, 0.5625, 0.558594, 0.558594, 0.554688, 0.582031, 0.394531, 0.59375, 0.550781, 0.460938, 0.494141, 0.298828, 0.578125, 0.625, 0.546875, 0.589844, 0.550781, 0.339844, 0.412109, 0.710938, 0.390625, 0.558594, 0.458984, 0.625, 0.5625, 0.5625, 0.554688, 0.5625, 0.539062, 0.3125, 0.570312, 0.574219, 0.523438, 0.660156, 0.515625, 0.542969, 0.574219, 0.188477, 0.316406, 0.550781, 0.449219, 0.574219, 0.464844, 0.554688, 0.550781, 0.546875, 0.5625, 0.554688, 0.503906, 0.314453, 0.488281, 0.597656, 0.5625, 0.5625, 0.542969, 0.570312, 0.445312, 0.554688, 0.376953, 0.601562, 0.546875, 0.964844, 0.570312, 0.546875, 0.433594, 0.447266, 0.554688, 0.5625, 0.5625, 0.566406, 0.566406, 0.523438, 0.396484, 0.554688, 0.550781, 0.644531, 0.640625, 0.558594, 0.449219, 0.550781, 0.601562, 0.416016, 0.554688, 0.511719, 0.550781, 0.353516, 0.5625, 0.558594, 0.566406, 0.445312, 0.326172, 0.578125, 0.550781, 0.554688, 0.3125, 0.535156, 0.585938, 0.333984, 0.542969, 0.574219, 0.550781, 0.542969, 0.550781, 0.453125, 0.558594, 0.550781, 0.447266, 0.554688, 0.550781, 0.449219, 0.5625, 0.566406, 0.5625, 0.363281, 0.116211, 0.498047, 0.59375, 0.425781, 0.373047, 0.574219, 0.582031, 0.558594, 0.554688, 0.410156, 0.546875, 0.566406, 0.566406, 0.304688, 0.5625, 0.554688, 0.503906, 0.414062, 0.550781, 0.523438, 0.566406, 0.789062, 0.5625, 0.558594, 0.519531, 0.408203, 0.558594, 0.332031, 0.53125, 0.550781, 0.433594, 0.574219, 0.550781, 0.621094, 0.5625, 0.527344, 0.554688, 0.519531, 0.558594, 0.585938, 0.570312, 0.585938, 0.478516, 0.542969, 0.396484, 0.566406, 0.558594, 0.636719, 0.550781, 0.410156, 0.458984, 0.582031, 0.46875, 0.539062, 0.558594, 0.476562, 0.550781, 0.542969, 0.554688, 0.558594, 0.464844, 0.414062, 0.558594, 0.550781, 0.574219, 0.457031, 0.574219, 0.5625, 0.574219, 0.507812, 0.613281, 0.570312, 0.498047, 0.554688, 0.644531, 0.519531, 0.558594, 0.558594, 0.554688, 0.515625, 0.585938, 0.605469, 0.59375, 0.589844, 0.480469, 0.298828, 0.558594, 0.373047, 0.570312, 0.570312, 0.279297, 0.535156, 0.578125, 0.558594, 0.542969, 0.554688, 0.300781, 0.539062, 0.408203, 0.566406, 0.546875, 0.554688, 0.574219, 0.558594, 0.542969, 0.558594, 0.484375, 0.279297, 0.5625, 0.527344, 0.539062, 0.462891, 0.597656, 0.566406, 0.554688, 0.597656, 0.5625, 0.519531, 0.566406, 0.609375, 0.558594, 0.394531, 0.558594, 0.542969, 0.5625, 0.589844, 0.486328, 0.5625, 0.5625, 0.558594, 0.566406, 0.558594, 0.582031, 0.558594, 0.558594, 0.550781, 0.478516, 0.570312, 0.566406, 0.511719, 0.558594, 0.519531, 0.558594, 0.546875, 0.384766, 0.546875, 0.486328, 0.5625, 0.46875, 0.566406, 0.550781, 0.357422, 0.259766, 0.507812, 0.605469, 0.488281, 0.365234, 0.597656, 0.574219, 0.457031, 0.585938, 0.455078, 0.546875, 0.570312, 0.550781, 0.300781, 0.550781, 0.316406, 0.419922, 0.699219, 0.558594, 0.376953, 0.449219, 0.527344, 0.554688, 0.550781, 0.466797, 0.726562, 0.5625, 0.554688, 0.283203, 0.636719, 0.558594, 0.734375, 0.570312, 0.558594, 0.558594, 0.554688, 0.53125, 0.453125, 0.466797, 0.357422, 0.498047, 0.376953, 0.462891, 0.445312, 0.550781, 0.640625, 0.582031, 0.554688, 0.558594, 0.578125, 0.582031, 0.558594, 0.550781, 0.597656, 0.300781, 0.435547, 0.550781, 0.578125, 0.523438, 0.275391, 0.427734, 0.554688, 0.578125, 0.578125, 0.5625, 0.242188, 0.558594, 0.558594, 0.554688, 0.455078, 0.376953, 0.550781, 0.5625, 0.546875, 0.480469, 0.484375, 0.550781, 0.494141, 0.625, 0.462891, 0.449219, 0.558594, 0.304688, 0.550781, 0.558594, 0.298828, 0.574219, 0.582031, 0.554688, 0.476562, 0.546875, 0.558594, 0.554688, 0.625, 0.398438, 0.457031, 0.476562, 0.609375, 0.589844, 0.308594, 0.582031, 0.546875, 0.683594, 0.558594, 0.574219, 0.558594, 0.507812, 0.472656, 0.644531, 0.248047, 0.785156, 0.550781, 0.527344, 0.59375, 0.464844, 0.558594, 0.546875, 0.341797, 0.458984, 0.554688, 0.417969, 0.441406, 0.376953, 0.535156, 0.330078, 0.123535, 0.636719, 0.539062, 0.574219, 0.5625, 0.470703, 0.707031, 0.542969, 0.582031, 0.523438, 0.542969, 0.558594, 0.470703, 0.447266, 0.5625, 0.769531, 0.550781, 0.554688, 0.527344, 0.574219, 0.359375, 0.53125, 0.488281, 0.296875, 0.408203, 0.59375, 0.5625, 0.582031, 0.726562, 0.5625, 0.644531, 0.574219, 0.542969, 0.416016, 0.535156, 0.550781, 0.652344, 0.402344, 0.542969, 0.597656, 0.558594, 0.496094, 0.457031, 0.707031, 0.59375, 0.523438, 0.605469, 0.371094, 0.523438, 0.535156, 0.558594, 0.59375, 0.285156, 0.320312, 0.605469, 0.511719, 0.636719, 0.578125, 0.722656, 0.570312, 0.507812, 0.539062, 0.423828, 0.566406, 0.546875, 0.542969, 0.566406, 0.503906, 0.566406, 0.566406, 0.472656, 0.378906, 0.558594, 0.496094, 0.554688, 0.519531, 0.542969, 0.554688, 0.498047, 0.625, 0.550781, 0.492188, 0.546875, 0.390625, 0.625, 0.53125, 0.671875, 0.554688, 0.542969, 0.609375, 0.554688, 0.515625, 0.671875, 0.550781, 0.527344, 0.675781, 0.578125, 0.550781, 0.408203, 0.578125, 0.449219, 0.695312, 0.554688, 0.59375, 0.542969, 0.460938, 0.423828, 0.554688, 0.542969, 0.566406, 0.5625, 0.542969, 0.578125, 0.546875, 0.636719, 0.582031, 0.574219, 0.570312, 0.667969, 0.546875, 0.535156, 0.496094, 0.410156, 0.628906, 0.582031, 0.5625, 0.53125, 0.554688, 0.550781, 0.601562, 0.535156, 0.574219, 0.566406, 0.554688, 0.539062, 0.546875, 0.28125, 0.558594, 0.458984, 0.300781, 0.554688, 0.558594, 0.554688, 0.5, 0.554688, 0.546875, 0.566406, 0.597656, 0.628906, 0.648438, 0.5, 0.449219, 0.345703, 0.585938, 0.5625, 0.445312, 0.695312, 0.550781, 0.550781, 0.601562, 0.585938, 0.550781, 0.566406, 0.570312, 0.554688, 0.439453, 0.550781, 0.761719, 0.558594, 0.462891, 0.550781, 0.566406, 0.679688, 0.644531, 0.550781, 0.675781, 0.566406, 0.589844, 0.667969, 0.550781, 0.539062, 0.566406, 0.546875, 0.582031, 0.546875, 0.5625, 0.554688, 0.5625, 0.550781, 0.558594, 0.523438, 0.542969, 0.429688, 0.554688, 0.558594, 0.660156, 0.427734, 0.300781, 0.613281, 0.550781, 0.578125, 0.5625, 0.554688, 0.498047, 0.490234, 0.5625, 0.558594, 0.554688, 0.542969, 0.550781, 0.380859, 0.546875, 0.554688, 0.498047, 0.480469, 0.558594, 0.240234, 0.566406, 0.5, 0.207031, 0.566406, 0.511719, 0.419922, 0.535156, 0.65625, 0.542969, 0.460938, 0.566406, 0.515625, 0.460938, 0.472656, 0.34375, 0.546875, 0.441406, 0.460938, 0.435547, 0.570312, 0.558594, 0.554688, 0.582031, 0.478516, 0.5625, 0.40625, 0.660156, 0.511719, 0.542969, 0.550781, 0.578125, 0.535156, 0.558594, 0.419922, 0.597656, 0.554688, 0.570312, 0.542969, 0.443359, 0.589844, 0.597656, 0.5625, 0.492188, 0.558594, 0.550781, 0.554688, 0.554688, 0.542969, 0.621094, 0.546875, 0.570312, 0.554688, 0.5625, 0.539062, 0.578125, 0.632812, 0.435547, 0.554688, 0.601562, 0.539062, 0.566406, 0.539062, 0.566406, 0.6875, 0.632812, 0.535156, 0.333984, 0.507812, 0.601562, 0.453125, 0.550781, 0.703125, 0.558594, 0.466797, 0.578125, 0.550781, 0.714844, 0.554688, 0.585938, 0.554688, 0.574219, 0.558594, 0.488281, 0.535156, 0.447266, 0.570312, 0.613281, 0.582031, 0.410156, 0.558594, 0.558594, 0.550781, 0.578125, 0.507812, 0.457031, 0.375, 0.558594, 0.519531, 0.550781, 0.546875, 0.558594, 0.542969, 0.546875, 0.625, 0.558594, 0.585938, 0.515625, 0.503906, 0.457031, 0.333984, 0.470703, 0.542969, 0.558594, 0.652344, 0.558594, 0.644531, 0.554688, 0.613281, 0.503906, 0.519531, 0.605469, 0.546875, 0.632812, 0.574219, 0.539062, 0.298828, 0.546875, 0.554688, 0.300781, 0.550781, 0.570312, 0.582031, 0.550781, 0.546875, 0.496094, 0.535156, 0.396484, 0.566406, 0.355469, 0.5625, 0.613281, 0.478516, 0.298828, 0.527344, 0.570312, 0.554688, 0.542969, 0.419922, 0.578125, 0.578125, 0.542969, 0.648438, 0.558594, 0.416016, 0.542969, 0.574219, 0.566406, 0.416016, 0.554688, 0.308594, 0.5625, 0.589844, 0.605469, 0.570312, 0.605469, 0.427734, 0.542969, 0.542969, 0.570312, 0.550781, 0.578125, 0.554688, 0.486328, 0.554688, 0.554688, 0.241211, 0.550781, 0.554688, 0.507812, 0.539062, 0.511719, 0.527344, 0.550781, 0.558594, 0.3125, 0.574219, 0.566406, 0.320312, 0.578125, 0.527344, 0.621094, 0.554688, 0.5625, 0.523438, 0.550781, 0.570312, 0.554688, 0.554688, 0.503906, 0.628906, 0.570312, 0.550781, 0.554688, 0.550781, 0.558594, 0.241211, 0.574219, 0.679688, 0.498047, 0.511719, 0.5625, 0.566406, 0.578125, 0.597656, 0.578125, 0.550781, 0.445312, 0.527344, 0.566406, 0.582031, 0.566406, 0.125, 0.566406, 0.582031, 0.566406, 0.550781, 0.535156, 0.554688, 0.539062, 0.457031, 0.5625, 0.589844, 0.546875, 0.558594, 0.53125, 0.550781, 0.664062, 0.558594, 0.570312, 0.5625, 0.542969, 0.527344, 0.53125, 0.542969, 0.539062, 0.404297, 0.578125, 0.542969, 0.554688, 0.554688, 0.617188, 0.589844, 0.554688, 0.558594, 0.605469, 0.5625, 0.431641, 0.554688, 0.566406, 0.390625, 0.582031, 0.535156, 0.535156, 0.511719, 0.464844, 0.451172, 0.542969, 0.621094, 0.376953, 0.597656, 0.302734, 0.644531, 0.542969, 0.492188, 0.466797, 0.554688, 0.251953, 0.570312, 0.570312, 0.558594, 0.5625, 0.574219, 0.519531, 0.574219, 0.570312, 0.345703, 0.3125, 0.431641, 0.511719, 0.597656, 0.527344, 0.5625, 0.585938, 0.462891, 0.558594, 0.470703, 0.558594, 0.730469, 0.574219, 0.550781, 0.527344, 0.550781, 0.306641, 0.542969, 0.558594, 0.554688, 0.478516, 0.441406, 0.482422, 0.550781, 0.578125, 0.511719, 0.490234, 0.589844, 0.597656, 0.550781, 0.558594, 0.65625, 0.535156, 0.511719, 0.464844, 0.550781, 0.558594, 0.550781, 0.412109, 0.519531, 0.613281, 0.5625, 0.490234, 0.546875, 0.59375, 0.4375, 0.546875, 0.462891, 0.429688, 0.351562, 0.722656, 0.566406, 0.601562, 0.480469, 0.527344, 0.462891, 0.267578, 0.550781, 0.675781, 0.492188, 0.539062, 0.550781, 0.546875, 0.519531, 0.601562, 0.597656, 0.542969, 0.382812, 0.5625, 0.597656, 0.597656, 0.554688, 0.640625, 0.542969, 0.570312, 0.554688, 0.539062, 0.628906, 0.259766, 0.597656, 0.613281, 0.546875, 0.554688, 0.498047, 0.542969, 0.605469, 0.570312, 0.5625, 0.263672, 0.367188, 0.546875, 0.519531, 0.550781, 0.585938, 0.511719, 0.550781, 0.546875, 0.582031, 0.484375, 0.640625, 0.458984, 0.558594, 0.585938, 0.570312, 0.503906, 0.535156, 0.550781, 0.539062, 0.554688, 0.5625, 0.53125, 0.439453, 0.628906, 0.519531, 0.472656, 0.554688, 0.542969, 0.617188, 0.546875, 0.478516, 0.582031, 0.515625, 0.550781, 0.5625, 0.574219, 0.472656, 0.550781, 0.287109, 0.570312, 0.570312, 0.546875, 0.542969, 0.566406, 0.523438, 0.550781, 0.300781, 0.408203, 0.550781, 0.427734, 0.519531, 0.523438, 0.664062, 0.574219, 0.550781, 0.566406, 0.365234, 0.5625, 0.304688, 0.429688, 0.431641, 0.582031, 0.527344, 0.566406, 0.494141, 0.585938, 0.644531, 0.5625, 0.550781, 0.490234, 0.550781, 0.554688, 0.558594, 0.554688, 0.365234, 0.554688, 0.550781, 0.353516, 0.554688, 0.507812, 0.558594, 0.464844, 0.490234, 0.427734, 0.546875, 0.558594, 0.558594, 0.412109, 0.578125, 0.460938, 0.455078, 0.304688, 0.539062, 0.574219, 0.550781, 0.621094, 0.566406, 0.550781, 0.248047, 0.519531, 0.46875, 0.53125, 0.498047, 0.5625, 0.554688, 0.550781, 0.632812, 0.558594, 0.494141, 0.566406, 0.628906, 0.605469, 0.589844, 0.554688, 0.585938, 0.589844, 0.546875, 0.470703, 0.558594, 0.539062, 0.519531, 0.601562, 0.279297, 0.566406, 0.457031, 0.542969, 0.554688, 0.300781, 0.566406, 0.353516, 0.550781, 0.578125, 0.550781, 0.558594, 0.546875, 0.5625, 0.589844, 0.554688, 0.486328, 0.554688, 0.135742, 0.566406, 0.457031, 0.582031, 0.546875, 0.304688, 0.558594, 0.570312, 0.601562, 0.546875, 0.53125, 0.5625, 0.558594, 0.566406, 0.542969, 0.539062, 0.429688, 0.566406, 0.558594, 0.558594, 0.558594, 0.558594, 0.277344, 0.558594, 0.519531, 0.558594, 0.498047, 0.554688, 0.5, 0.546875, 0.550781, 0.166992, 0.449219, 0.554688, 0.472656, 0.337891, 0.59375, 0.566406, 0.478516, 0.542969, 0.359375, 0.746094, 0.550781, 0.554688, 0.539062, 0.59375, 0.527344, 0.5625, 0.613281, 0.519531, 0.503906, 0.5625, 0.550781, 0.300781, 0.464844, 0.466797, 0.546875, 0.570312, 0.5625, 0.287109, 0.550781, 0.617188, 0.554688, 0.527344, 0.326172, 0.4375, 0.59375, 0.4375, 0.302734, 0.570312, 0.582031, 0.417969, 0.628906, 0.550781, 0.597656, 0.546875, 0.621094, 0.519531, 0.5625, 0.550781, 0.539062, 0.554688, 0.542969, 0.558594, 0.458984, 0.578125, 0.605469, 0.542969, 0.558594, 0.589844, 0.550781, 0.53125, 0.507812, 0.570312, 0.527344, 0.5625, 0.554688, 0.570312, 0.558594, 0.380859, 0.574219, 0.535156, 0.4375, 0.582031, 0.671875, 0.558594, 0.478516, 0.542969, 0.511719, 0.609375, 0.554688, 0.632812, 0.601562, 0.5625, 0.478516, 0.527344, 0.550781, 0.535156, 0.480469, 0.601562, 0.597656, 0.539062, 0.341797, 0.550781, 0.373047, 0.277344, 0.539062, 0.53125, 0.240234, 0.542969, 0.558594, 0.460938, 0.636719, 0.542969, 0.5625, 0.554688, 0.558594, 0.835938, 0.6875, 0.392578, 0.507812, 0.542969, 0.542969, 0.65625, 0.550781, 0.667969, 0.625, 0.570312, 0.546875, 0.566406, 0.322266, 0.558594, 0.558594, 0.558594, 0.550781, 0.5625, 0.539062, 0.632812, 0.550781, 0.492188, 0.550781, 0.523438, 0.542969, 0.546875, 0.652344, 0.644531, 0.294922, 0.546875, 0.5625, 0.699219, 0.605469, 0.5625, 0.566406, 0.5625, 0.550781, 0.482422, 0.550781, 0.679688, 0.558594, 0.546875, 0.460938, 0.554688, 0.566406, 0.308594, 0.472656, 0.5625, 0.554688, 0.558594, 0.554688, 0.445312, 0.386719, 0.609375, 0.314453, 0.550781, 0.527344, 0.558594, 0.539062, 0.601562, 0.443359, 0.597656, 0.550781, 0.621094, 0.558594, 0.464844, 0.570312, 0.539062, 0.566406, 0.5625, 0.558594, 0.243164, 0.558594, 0.507812, 0.554688, 0.539062, 0.546875, 0.375, 0.554688, 0.582031, 0.5, 0.550781, 0.550781, 0.304688, 0.617188, 0.285156, 0.46875, 0.542969, 0.439453, 0.423828, 0.558594, 0.231445, 0.535156, 0.546875, 0.527344, 0.5625, 0.554688, 0.566406, 0.546875, 0.554688, 0.527344, 0.476562, 0.404297, 0.535156, 0.585938, 0.539062, 0.431641, 0.558594, 0.550781, 0.53125, 0.585938, 0.550781, 0.421875, 0.632812, 0.423828, 0.558594, 0.558594, 0.554688, 0.554688, 0.550781, 0.554688, 0.476562, 0.466797, 0.558594, 0.542969, 0.554688, 0.558594, 0.5625, 0.5625, 0.554688, 0.375, 0.542969, 0.453125, 0.333984, 0.542969, 0.601562, 0.585938, 0.550781, 0.449219, 0.253906, 0.59375, 0.5, 0.554688, 0.570312, 0.558594, 0.554688, 0.519531, 0.546875, 0.558594, 0.535156, 0.558594, 0.449219, 0.558594, 0.632812, 0.566406, 0.341797, 0.466797, 0.515625, 0.550781, 0.550781, 0.398438, 0.550781, 0.554688, 0.554688, 0.5, 0.558594, 0.609375, 0.542969, 0.738281, 0.578125, 0.447266, 0.570312, 0.451172, 0.554688, 0.550781, 0.582031, 0.609375, 0.400391, 0.439453, 0.542969, 0.574219, 0.5625, 0.625, 0.566406, 0.421875, 0.570312, 0.585938, 0.550781, 0.40625, 0.542969, 0.625, 0.542969, 0.570312, 0.605469, 0.527344, 0.566406, 0.558594, 0.546875, 0.601562, 0.566406, 0.550781, 0.570312, 0.527344, 0.570312, 0.314453, 0.558594, 0.574219, 0.679688, 0.546875, 0.472656, 0.347656, 0.457031, 0.570312, 0.566406, 0.597656, 0.550781, 0.679688, 0.570312, 0.496094, 0.542969, 0.554688, 0.566406, 0.476562, 0.574219, 0.554688, 0.542969, 0.558594, 0.5625, 0.3125, 0.617188, 0.621094, 0.5625, 0.523438, 0.566406, 0.570312, 0.53125, 0.3125, 0.566406, 0.480469, 0.248047, 0.554688, 0.554688, 0.585938, 0.703125, 0.582031, 0.574219, 0.554688, 0.550781, 0.5625, 0.546875, 0.470703, 0.554688, 0.566406, 0.535156, 0.558594, 0.554688, 0.550781, 0.574219, 0.636719, 0.466797, 0.535156, 0.396484, 0.585938, 0.605469, 0.566406, 0.554688, 0.542969, 0.5625, 0.542969, 0.605469, 0.447266, 0.539062, 0.439453, 0.455078, 0.605469, 0.566406, 0.550781, 0.488281, 0.519531, 0.558594, 0.542969, 0.59375, 0.597656, 0.582031, 0.542969, 0.664062, 0.507812, 0.597656, 0.554688, 0.400391, 0.554688, 0.349609, 0.496094, 0.566406, 0.582031, 0.566406, 0.453125, 0.480469, 0.546875, 0.636719, 0.542969, 0.496094, 0.570312, 0.550781, 0.621094, 0.554688, 0.447266, 0.542969, 0.511719, 0.558594, 0.496094, 0.648438, 0.330078, 0.554688, 0.589844, 0.367188, 0.355469, 0.601562, 0.546875, 0.410156, 0.589844, 0.578125, 0.546875, 0.589844, 0.566406, 0.644531, 0.558594, 0.546875, 0.570312, 0.410156, 0.542969, 0.539062, 0.554688, 0.535156, 0.392578, 0.554688, 0.349609, 0.535156, 0.511719, 0.566406, 0.503906, 0.546875, 0.414062, 0.550781, 0.539062, 0.484375, 0.431641, 0.546875, 0.527344, 0.302734, 0.173828, 0.515625, 0.546875, 0.554688, 0.546875, 0.361328, 0.5625, 0.550781, 0.558594, 0.574219, 0.367188, 0.550781, 0.455078, 0.570312, 0.302734, 0.341797, 0.482422, 0.566406, 0.369141, 0.558594, 0.558594, 0.628906, 0.550781, 0.574219, 0.535156, 0.558594, 0.601562, 0.306641, 0.558594, 0.535156, 0.628906, 0.474609, 0.554688, 0.46875, 0.558594, 0.5625, 0.566406, 0.546875, 0.416016, 0.539062, 0.550781, 0.535156, 0.554688, 0.431641, 0.554688, 0.535156, 0.507812, 0.550781, 0.585938, 0.570312, 0.660156, 0.53125, 0.404297, 0.574219, 0.5, 0.5625, 0.558594, 0.53125, 0.554688, 0.371094, 0.585938, 0.5625, 0.570312, 0.566406, 0.570312, 0.554688, 0.515625, 0.554688, 0.558594, 0.589844, 0.535156, 0.574219, 0.566406, 0.570312, 0.570312, 0.542969, 0.539062, 0.542969, 0.539062, 0.535156, 0.539062, 0.539062, 0.550781, 0.455078, 0.390625, 0.398438, 0.578125, 0.570312, 0.554688, 0.566406, 0.558594, 0.636719, 0.582031, 0.566406, 0.542969, 0.550781, 0.554688, 0.462891, 0.53125, 0.558594, 0.605469, 0.570312, 0.482422, 0.542969, 0.574219, 0.460938, 0.574219, 0.472656, 0.578125, 0.574219, 0.550781, 0.542969, 0.308594, 0.53125, 0.488281, 0.472656, 0.466797, 0.326172, 0.554688, 0.494141, 0.628906, 0.445312, 0.5625, 0.554688, 0.515625, 0.570312, 0.267578, 0.503906, 0.574219, 0.4375, 0.462891, 0.589844, 0.585938, 0.554688, 0.601562, 0.597656, 0.542969, 0.474609, 0.246094, 0.683594, 0.486328, 0.550781, 0.542969, 0.554688, 0.542969, 0.542969, 0.5625, 0.554688, 0.558594, 0.472656, 0.546875, 0.546875, 0.511719, 0.480469, 0.5625, 0.40625, 0.243164, 0.539062, 0.550781, 0.546875, 0.546875, 0.578125, 0.291016, 0.515625, 0.707031, 0.554688, 0.462891, 0.589844, 0.566406, 0.570312, 0.554688, 0.554688, 0.511719, 0.550781, 0.550781, 0.554688, 0.310547, 0.554688, 0.351562, 0.566406, 0.5625, 0.425781, 0.558594, 0.566406, 0.5625, 0.636719, 0.480469, 0.542969, 0.249023, 0.359375, 0.550781, 0.574219, 0.503906, 0.558594, 0.542969, 0.431641, 0.550781, 0.458984, 0.550781, 0.458984, 0.527344, 0.566406, 0.380859, 0.570312, 0.554688, 0.554688, 0.539062, 0.542969, 0.558594, 0.523438, 0.574219, 0.597656, 0.462891, 0.679688, 0.554688, 0.605469, 0.5625, 0.5625, 0.652344, 0.550781, 0.5625, 0.558594, 0.535156, 0.5625, 0.570312, 0.550781, 0.546875, 0.464844, 0.625, 0.539062, 0.488281, 0.511719, 0.59375, 0.570312, 0.419922, 0.421875, 0.609375, 0.59375, 0.287109, 0.570312, 0.414062, 0.554688, 0.515625, 0.558594, 0.546875, 0.443359, 0.554688, 0.582031, 0.558594, 0.546875, 0.546875, 0.617188, 0.494141, 0.550781, 0.550781, 0.40625, 0.304688, 0.550781, 0.427734, 0.585938, 0.546875, 0.554688, 0.550781, 0.546875, 0.675781, 0.550781, 0.578125, 0.546875, 0.300781, 0.527344, 0.462891, 0.419922, 0.320312, 0.632812, 0.558594, 0.558594, 0.445312, 0.542969, 0.296875, 0.503906, 0.480469, 5.7e-05, 0.429688, 0.550781, 0.613281, 0.566406, 0.554688, 0.558594, 0.427734, 0.554688, 0.613281, 0.570312, 0.558594, 0.5625, 0.490234, 0.566406, 0.566406, 0.574219, 0.550781, 0.59375, 0.527344, 0.462891, 0.390625, 0.585938, 0.542969, 0.5625, 0.582031, 0.535156, 0.597656, 0.447266, 0.328125, 0.447266, 0.494141, 0.589844, 0.550781, 0.255859, 0.474609, 0.431641, 0.671875, 0.558594, 0.566406, 0.542969, 0.554688, 0.480469, 0.527344, 0.558594, 0.542969, 0.566406, 0.542969, 0.558594, 0.322266, 0.503906, 0.566406, 0.558594, 0.554688, 0.464844, 0.589844, 0.550781, 0.566406, 0.585938, 0.542969, 0.558594, 0.574219, 0.523438, 0.554688, 0.431641, 0.566406, 0.738281, 0.515625, 0.582031, 0.652344, 0.539062, 0.550781, 0.527344, 0.4375, 0.511719, 0.482422, 0.5625, 0.550781, 0.53125, 0.554688, 0.482422, 0.597656, 0.482422, 0.535156, 0.617188, 0.306641, 0.527344, 0.574219, 0.494141, 0.294922, 0.376953, 0.558594, 0.566406, 0.628906, 0.443359, 0.578125, 0.507812, 0.550781, 0.558594, 0.582031, 0.546875, 0.644531, 0.574219, 0.425781, 0.558594, 0.652344, 0.566406, 0.445312, 0.449219, 0.550781, 0.441406, 0.550781, 0.476562, 0.566406, 0.546875, 0.314453, 0.558594, 0.585938, 0.65625, 0.558594, 0.566406, 0.566406, 0.558594, 0.511719, 0.6875, 0.376953, 0.515625, 0.558594, 0.589844, 0.542969, 0.566406, 0.539062, 0.542969, 0.419922, 0.574219, 0.550781, 0.535156, 0.558594, 0.484375, 0.546875, 0.421875, 0.542969, 0.558594, 0.333984, 0.431641, 0.419922, 0.546875, 0.558594, 1.835938, 0.570312, 0.419922, 0.435547, 0.539062, 0.582031, 0.496094, 0.308594, 0.554688, 0.558594, 0.566406, 0.566406, 1.242188, 0.515625, 0.558594, 0.515625, 0.566406, 0.474609, 0.558594, 0.380859, 0.287109, 0.554688, 0.558594, 0.554688, 0.558594, 0.617188, 0.574219, 0.361328, 0.550781, 0.546875, 0.539062, 0.5625, 0.320312, 0.566406, 0.570312, 0.578125, 0.5625, 0.458984, 0.558594, 0.695312, 0.503906, 0.175781, 0.5625, 0.5625, 0.5625, 0.546875, 0.542969, 0.554688, 0.550781, 0.570312, 0.53125, 0.46875, 0.546875, 0.542969, 0.59375, 0.490234, 0.578125, 0.566406, 0.535156, 0.550781, 0.554688, 0.453125, 0.300781, 0.542969, 0.636719, 0.546875, 0.613281, 0.589844, 0.714844, 0.566406, 0.554688, 0.570312, 0.271484, 0.558594, 0.431641, 0.574219, 0.443359, 0.392578, 0.578125, 0.511719, 0.574219, 0.574219, 0.558594, 0.539062, 0.570312, 0.570312, 0.546875, 0.566406, 0.558594, 0.585938, 0.699219, 0.515625, 0.546875, 0.558594, 0.570312, 0.441406, 0.542969, 0.5625, 0.558594, 0.451172, 0.435547, 0.550781, 0.585938, 0.585938, 0.550781, 0.554688, 0.574219, 0.589844, 0.613281, 0.527344, 0.433594, 0.474609, 0.542969, 0.546875, 0.429688, 0.558594, 0.566406, 0.503906, 0.490234, 0.5625, 0.535156, 0.605469, 0.308594, 0.419922, 0.566406, 0.621094, 0.558594, 0.554688, 0.597656, 0.574219, 0.5625, 0.558594, 0.550781, 0.535156, 0.589844, 0.613281, 0.546875, 0.605469, 0.558594, 0.746094, 0.546875, 0.597656, 0.5625, 0.535156, 0.554688, 0.539062, 0.597656, 0.519531, 0.570312, 0.554688, 0.554688, 0.5625, 0.566406, 0.628906, 0.566406, 0.511719, 0.535156, 0.5625, 0.570312, 0.546875, 0.546875, 0.566406, 0.539062, 0.554688, 0.433594, 0.488281, 0.46875, 0.554688, 0.472656, 0.347656, 0.574219, 0.498047, 0.318359, 0.570312, 0.566406, 0.5625, 0.414062, 0.558594, 0.582031, 0.542969, 0.394531, 0.84375, 0.347656, 0.378906, 0.628906, 0.710938, 0.695312, 0.445312, 0.298828, 0.519531, 0.558594, 0.558594, 0.554688, 0.554688, 0.648438, 0.570312, 0.324219, 0.527344, 0.558594, 0.558594, 0.400391, 0.476562, 0.429688, 0.464844, 0.472656, 0.4375, 0.566406, 0.546875, 0.539062, 0.304688, 0.554688, 0.710938, 0.5625, 0.554688, 0.542969, 0.582031, 0.449219, 0.558594, 0.566406, 0.597656, 0.558594, 0.570312, 0.246094, 0.574219, 0.542969, 0.546875, 0.542969, 0.574219, 0.527344, 0.566406, 0.390625, 0.558594, 0.558594, 0.546875, 0.558594, 0.349609, 0.570312, 0.539062, 0.5625, 0.542969, 0.431641, 0.480469, 0.310547, 0.585938, 0.566406, 0.550781, 0.570312, 0.550781, 0.550781, 0.554688, 0.554688, 0.46875, 0.443359, 0.523438, 0.554688, 0.330078, 0.550781, 0.445312, 0.558594, 0.511719, 0.523438, 0.574219, 0.410156, 0.550781, 0.539062, 0.582031, 0.574219, 0.519531, 0.636719, 0.53125, 0.429688, 0.390625, 0.570312, 0.550781, 0.589844, 0.566406, 0.542969, 0.429688, 0.425781, 0.53125, 0.5625, 0.542969, 0.566406, 0.574219, 0.566406, 0.421875, 0.558594, 0.447266, 0.566406, 0.558594, 0.523438, 0.546875, 0.554688, 0.601562, 0.578125, 0.470703, 0.5625, 0.597656, 0.455078, 0.542969, 0.605469, 0.554688, 0.542969, 0.542969, 0.503906, 0.5625, 0.5625, 0.457031, 0.476562, 0.574219, 0.550781, 0.550781, 0.539062, 0.445312, 0.539062, 0.582031, 0.558594, 0.5625, 0.539062, 0.566406, 0.5625, 0.65625, 0.574219, 0.5625, 0.558594, 0.496094, 0.5625, 0.554688, 0.287109, 0.550781, 0.585938, 0.570312, 0.478516, 0.464844, 0.546875, 0.494141, 0.550781, 0.550781, 0.625, 0.566406, 0.515625, 0.621094, 0.773438, 0.542969, 0.621094, 0.554688, 0.566406, 0.625, 0.554688, 0.511719, 0.535156, 0.542969, 0.322266, 0.296875, 0.5625, 0.431641, 0.5625, 0.597656, 0.699219, 0.40625, 0.511719, 0.566406, 0.566406, 0.617188, 0.546875, 0.550781, 0.394531, 0.523438, 0.585938, 0.574219, 0.554688, 0.546875, 0.255859, 0.578125, 0.472656, 0.609375, 0.589844, 0.5625, 0.738281, 0.570312, 0.558594, 0.664062, 0.554688, 0.550781, 0.476562, 0.388672, 0.554688, 0.5625, 0.609375, 0.566406, 0.558594, 0.550781, 0.5625, 0.4375, 0.59375, 0.546875, 0.605469, 0.558594, 0.546875, 0.550781, 0.558594, 0.427734, 0.417969, 0.535156, 0.558594, 0.460938, 0.294922, 0.5625, 0.449219, 0.5, 0.416016, 0.451172, 0.605469, 0.458984, 0.457031, 0.597656, 0.433594, 0.523438, 0.589844, 0.439453, 0.550781, 0.640625, 0.589844, 0.5625, 0.519531, 0.539062, 0.5625, 0.558594, 0.550781, 0.558594, 0.470703, 0.636719, 0.734375, 0.558594, 0.546875, 0.550781, 0.570312, 0.554688, 0.550781, 0.292969, 0.550781, 0.5625, 0.492188, 0.628906, 0.554688, 0.554688, 0.566406, 0.558594, 0.558594, 0.546875, 0.558594, 0.546875, 0.554688, 0.464844, 0.542969, 0.478516, 0.558594, 0.609375, 0.578125, 0.546875, 0.550781, 0.574219, 0.558594, 0.302734, 0.554688, 0.566406, 0.542969, 0.535156, 0.5625, 0.558594, 0.570312, 0.539062, 0.589844, 0.482422, 0.304688, 0.554688, 0.601562, 0.535156, 0.601562, 0.194336, 0.554688, 0.566406, 0.558594, 0.625, 0.539062, 0.46875, 0.5625, 0.519531, 0.457031, 0.574219, 0.558594, 0.550781, 0.554688, 0.570312, 0.574219, 0.542969, 0.558594, 0.519531, 0.683594, 0.550781, 0.542969, 0.503906, 0.554688, 0.585938, 0.550781, 0.558594, 0.455078, 0.578125, 0.5625, 0.613281, 0.527344, 0.570312, 0.503906, 0.5625, 0.396484, 0.542969, 0.546875, 0.546875, 0.550781, 0.558594, 0.566406, 0.519531, 0.53125, 0.578125, 0.546875, 0.554688, 0.496094, 0.546875, 0.53125, 0.625, 0.351562, 0.554688, 0.546875, 0.53125, 0.5625, 0.542969, 0.550781, 0.550781, 0.558594, 0.511719, 0.707031, 0.597656, 0.480469, 0.554688, 0.458984, 0.523438, 0.558594, 0.515625, 0.636719, 0.632812, 0.570312, 0.558594, 0.316406, 0.816406, 0.558594, 0.546875, 0.636719, 0.433594, 0.539062, 0.554688, 0.5625, 0.554688, 0.566406, 0.396484, 0.582031, 0.542969, 0.617188, 0.558594, 0.546875, 0.59375, 0.324219, 0.546875, 0.298828, 0.578125, 0.554688, 0.523438, 0.582031, 0.550781, 0.585938, 0.453125, 0.519531, 0.5625, 0.429688, 0.53125, 0.515625, 0.196289, 0.5625, 0.478516, 0.554688, 0.597656, 0.478516, 0.574219, 0.558594, 0.296875, 0.349609, 0.652344, 0.519531, 0.578125, 0.550781, 0.550781, 0.429688, 0.412109, 0.46875, 0.679688, 0.566406, 0.546875, 0.570312, 0.492188, 0.558594, 0.558594, 0.554688, 0.390625, 0.601562, 0.558594, 0.554688, 0.558594, 0.65625, 0.5625, 0.570312, 0.570312, 0.550781, 0.574219, 0.554688, 0.478516, 0.613281, 0.792969, 0.566406, 0.519531, 0.550781, 0.558594, 0.621094, 0.263672, 0.566406, 0.554688, 0.550781, 0.671875, 0.558594, 0.550781, 0.4375, 0.574219, 0.359375, 0.535156, 0.324219, 0.494141, 0.621094, 0.414062, 0.550781, 0.554688, 0.578125, 0.5625, 0.613281, 0.302734, 0.617188, 0.554688, 0.554688, 0.570312, 0.570312, 0.554688, 0.558594, 0.582031, 0.539062, 0.527344, 0.5625, 0.640625, 0.480469, 0.609375, 1.09375, 0.566406, 0.585938, 0.570312, 0.453125, 0.554688, 0.578125, 0.464844, 0.449219, 0.5625, 0.296875, 0.546875, 0.601562, 0.566406, 0.400391, 0.578125, 0.546875, 0.570312, 0.259766, 0.429688, 0.472656, 0.433594, 0.582031, 0.447266, 0.5625, 0.546875, 0.550781, 0.578125, 0.435547, 0.445312, 0.546875, 0.535156, 0.574219, 0.53125, 0.5625, 0.53125, 0.523438, 0.570312, 0.636719, 0.546875, 0.464844, 0.558594, 0.558594, 0.554688, 0.628906, 0.621094, 0.353516, 0.511719, 0.550781, 0.304688, 0.574219, 0.550781, 0.445312, 0.558594, 0.503906, 0.554688, 0.554688, 0.550781, 0.75, 0.5625, 0.5625, 0.554688, 0.519531, 0.535156, 0.566406, 0.566406, 0.582031, 0.5625, 0.439453, 0.300781, 0.550781, 0.566406, 0.5, 0.546875, 0.570312, 0.550781, 0.589844, 0.380859, 0.445312, 0.355469, 0.490234, 0.550781, 0.523438, 0.554688, 0.632812, 0.554688, 0.632812, 0.589844, 0.558594, 0.554688, 0.5625, 0.482422, 0.550781, 0.498047, 0.550781, 0.308594, 0.574219, 0.546875, 0.292969, 0.574219, 0.558594, 0.589844, 0.539062, 0.457031, 0.527344, 0.535156, 0.304688, 0.558594, 0.53125, 0.445312, 0.566406, 0.550781, 0.310547, 0.5625, 0.314453, 0.5625, 0.601562, 0.507812, 0.550781, 0.404297, 0.597656, 0.53125, 0.554688, 0.617188, 0.550781, 0.431641, 0.439453, 0.578125, 0.3125, 0.441406, 0.5625, 0.318359, 0.492188, 0.554688, 0.632812, 0.601562, 0.605469, 0.558594, 0.458984, 0.554688, 0.296875, 0.494141, 0.550781, 0.65625, 0.566406, 0.550781, 0.597656, 0.494141, 0.558594, 0.519531, 0.628906, 0.488281, 0.527344, 0.558594, 0.546875, 0.566406, 0.542969, 0.417969, 0.644531, 0.550781, 0.5625, 0.40625, 0.539062, 0.574219, 0.470703, 0.625, 0.314453, 0.488281, 0.550781, 0.5625, 0.558594, 0.498047, 0.601562, 0.542969, 0.550781, 0.570312, 0.546875, 0.554688, 0.482422, 0.550781, 0.476562, 0.542969, 0.535156, 0.298828, 0.589844, 0.550781, 0.546875, 0.554688, 0.546875, 0.53125, 0.550781, 0.539062, 0.46875, 0.365234, 0.503906, 0.609375, 0.550781, 0.488281, 0.558594, 0.578125 ] }, "name": "model.model.layers.7.post_attention_layernorm.weight", "outputIndexes": [ 675 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 674 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_7/Mul_output_0", "outputIndexes": [ 676 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 675, 676 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_7/Mul_1_output_0", "outputIndexes": [ 677 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 677 ], "outputIndexes": [ 2520 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2520 ], "outputIndexes": [ 2521 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear", "inputIndexes": [ 2521 ], "outputIndexes": [ 2522 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 934282382, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2522 ], "outputIndexes": [ 2523 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2523 ], "outputIndexes": [ 678 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 678 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_7/Sigmoid_output_0", "outputIndexes": [ 679 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 678, 679 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_7/Mul_output_0", "outputIndexes": [ 680 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 677 ], "outputIndexes": [ 2524 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2524 ], "outputIndexes": [ 2525 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear", "inputIndexes": [ 2525 ], "outputIndexes": [ 2526 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 972473508, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2526 ], "outputIndexes": [ 2527 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2527 ], "outputIndexes": [ 681 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 680, 681 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_7/Mul_output_0", "outputIndexes": [ 682 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 682 ], "outputIndexes": [ 2528 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2528 ], "outputIndexes": [ 2529 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear", "inputIndexes": [ 2529 ], "outputIndexes": [ 2530 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1010664634, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2530 ], "outputIndexes": [ 2531 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2531 ], "outputIndexes": [ 683 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 674, 683 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_39_output_0", "outputIndexes": [ 684 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 684, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_72_output_0", "outputIndexes": [ 685 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.71875, 0.328125, 0.96875, 0.484375, 0.558594, 0.527344, 0.292969, 0.324219, 0.59375, 0.416016, 0.339844, 0.494141, 0.476562, 0.339844, 0.519531, 0.449219, 0.287109, 0.322266, 0.275391, 0.455078, 0.59375, 0.328125, 0.302734, 0.400391, 0.392578, 0.300781, 0.507812, 0.410156, 0.554688, 0.390625, 0.609375, 0.451172, 0.511719, 0.390625, 0.326172, 0.34375, 0.486328, 0.996094, 0.283203, 0.375, 0.355469, 0.298828, 1.078125, 0.462891, 0.410156, 0.355469, 0.15625, 0.5, 0.660156, 0.484375, 0.441406, 0.318359, 0.294922, 0.294922, 0.644531, 0.515625, 0.519531, 0.371094, 0.445312, 0.726562, 0.341797, 0.585938, 0.59375, 0.304688, 1.039062, 0.8125, 0.349609, 0.308594, 0.378906, 0.558594, 0.392578, 0.828125, 0.320312, 0.375, 0.539062, 0.308594, 0.847656, 0.511719, 0.699219, 0.423828, 0.738281, 0.453125, 0.957031, 0.546875, 0.349609, 0.108398, 0.273438, 0.832031, 0.304688, 0.707031, 0.394531, 0.310547, 0.28125, 0.369141, 0.746094, 0.3125, 0.769531, 0.494141, 0.296875, 0.361328, 0.431641, 0.5, 0.326172, 0.332031, 0.925781, 0.585938, 0.945312, 0.558594, 0.871094, 0.789062, 0.285156, 0.353516, 0.287109, 0.921875, 0.363281, 1.28125, 0.421875, 0.353516, 0.341797, 0.398438, 0.347656, 0.3125, 0.332031, 0.302734, 0.785156, 0.34375, 0.451172, 0.361328, 0.285156, 0.585938, 0.554688, 0.300781, 0.582031, 0.640625, 0.628906, 0.384766, 0.355469, 0.328125, 0.703125, 0.375, 0.320312, 0.332031, 0.378906, 0.257812, 0.75, 0.578125, 1.0625, 0.294922, 0.390625, 0.271484, 0.515625, 0.412109, 0.384766, 0.308594, 0.863281, 0.714844, 0.523438, 0.427734, 0.449219, 0.59375, 0.458984, 0.59375, 0.65625, 0.332031, 0.917969, 0.570312, 0.554688, 0.871094, 0.353516, 0.527344, 0.308594, 0.347656, 0.367188, 0.361328, 0.330078, 0.9375, 0.330078, 0.335938, 0.326172, 0.300781, 0.296875, 0.435547, 0.373047, 0.34375, 0.273438, 0.355469, 0.322266, 0.447266, 0.400391, 0.304688, 0.398438, 0.410156, 0.964844, 0.376953, 0.800781, 0.414062, 0.341797, 0.433594, 0.683594, 0.3125, 0.298828, 1.25, 1.015625, 0.984375, 1.0625, 0.302734, 0.294922, 0.546875, 0.308594, 0.316406, 0.423828, 0.328125, 0.376953, 0.535156, 0.306641, 0.871094, 0.554688, 0.523438, 0.960938, 0.394531, 0.308594, 0.494141, 0.796875, 0.361328, 0.341797, 0.832031, 0.460938, 0.730469, 0.341797, 0.320312, 0.929688, 0.427734, 0.380859, 0.308594, 0.277344, 0.523438, 0.337891, 0.414062, 0.136719, 0.412109, 0.605469, 0.333984, 0.347656, 0.333984, 0.337891, 0.890625, 0.287109, 0.355469, 0.40625, 0.330078, 0.279297, 0.730469, 0.566406, 0.458984, 0.4375, 0.503906, 0.347656, 0.128906, 0.332031, 0.570312, 0.304688, 0.285156, 0.396484, 0.318359, 0.484375, 0.384766, 0.412109, 0.314453, 0.878906, 0.886719, 0.886719, 0.320312, 0.335938, 0.679688, 0.396484, 0.412109, 0.310547, 0.625, 0.347656, 0.871094, 0.314453, 0.300781, 0.125977, 0.296875, 0.416016, 0.582031, 0.283203, 0.421875, 0.380859, 0.404297, 0.636719, 0.441406, 0.648438, 0.675781, 0.337891, 0.458984, 0.9375, 0.410156, 0.417969, 0.333984, 0.302734, 0.703125, 0.636719, 0.361328, 0.416016, 0.361328, 0.367188, 0.314453, 0.490234, 0.333984, 0.941406, 0.388672, 0.300781, 0.310547, 1.03125, 0.3125, 0.71875, 0.388672, 0.457031, 0.287109, 0.324219, 0.367188, 0.306641, 0.353516, 0.523438, 0.298828, 0.328125, 0.302734, 0.570312, 0.503906, 0.103516, 0.640625, 0.632812, 0.384766, 0.613281, 0.318359, 0.585938, 1.375, 0.460938, 0.351562, 0.106934, 0.34375, 0.318359, 0.357422, 0.197266, 0.408203, 0.412109, 0.310547, 0.333984, 0.306641, 0.507812, 0.511719, 0.550781, 0.335938, 1.023438, 0.310547, 0.267578, 0.376953, 0.308594, 0.308594, 0.535156, 0.351562, 0.182617, 0.447266, 0.496094, 0.679688, 0.453125, 0.835938, 0.339844, 0.400391, 0.347656, 0.302734, 0.304688, 0.359375, 0.396484, 1.007812, 0.214844, 0.550781, 0.314453, 0.427734, 0.427734, 0.330078, 0.585938, 0.447266, 0.347656, 0.457031, 0.964844, 0.345703, 0.382812, 0.488281, 0.302734, 0.878906, 0.558594, 0.408203, 0.386719, 0.322266, 0.46875, 0.380859, 0.279297, 0.186523, 0.5, 0.417969, 0.703125, 0.402344, 0.439453, 0.306641, 0.476562, 0.380859, 0.322266, 0.734375, 0.699219, 0.5625, 0.796875, 0.302734, 0.386719, 0.90625, 0.550781, 0.341797, 0.335938, 0.296875, 0.742188, 0.808594, 0.302734, 0.375, 0.320312, 0.492188, 0.339844, 0.5625, 0.408203, 0.490234, 0.294922, 0.3125, 0.451172, 0.396484, 0.519531, 0.263672, 0.462891, 0.283203, 0.34375, 0.570312, 0.285156, 0.486328, 0.679688, 0.308594, 0.613281, 0.542969, 0.417969, 0.316406, 0.546875, 0.6875, 0.59375, 0.294922, 0.326172, 0.289062, 0.667969, 0.369141, 0.277344, 0.292969, 0.000607, 0.349609, 0.332031, 0.392578, 0.320312, 0.773438, 0.5, 0.462891, 0.507812, 0.357422, 0.476562, 0.625, 0.320312, 0.157227, 0.302734, 0.302734, 0.490234, 0.726562, 0.386719, 0.40625, 0.308594, 0.287109, 0.582031, 0.314453, 0.361328, 0.492188, 1.085938, 0.359375, 0.828125, 0.894531, 0.439453, 0.730469, 0.359375, 0.375, 0.785156, 0.345703, 0.490234, 0.308594, 0.382812, 0.574219, 0.683594, 0.355469, 0.296875, 0.474609, 0.361328, 0.601562, 0.330078, 1.046875, 0.992188, 0.198242, 0.320312, 0.394531, 0.423828, 0.445312, 0.353516, 0.792969, 0.361328, 0.484375, 0.353516, 0.345703, 0.386719, 0.675781, 0.291016, 0.314453, 0.339844, 0.178711, 0.292969, 0.419922, 0.707031, 0.333984, 0.337891, 0.330078, 0.324219, 0.566406, 0.511719, 0.294922, 0.365234, 0.291016, 0.519531, 0.277344, 0.699219, 0.298828, 0.363281, 0.283203, 0.458984, 0.320312, 0.457031, 0.322266, 1.070312, 0.9375, 0.212891, 1.015625, 0.65625, 0.494141, 0.498047, 0.59375, 0.351562, 0.466797, 0.357422, 0.314453, 0.3125, 0.371094, 0.882812, 0.365234, 0.476562, 0.316406, 0.464844, 0.410156, 0.394531, 0.828125, 0.644531, 0.271484, 0.726562, 0.335938, 0.324219, 0.382812, 0.511719, 0.310547, 0.302734, 0.289062, 0.457031, 0.291016, 0.339844, 0.785156, 0.449219, 0.396484, 0.601562, 0.337891, 0.375, 0.523438, 0.339844, 0.34375, 0.542969, 0.578125, 0.294922, 0.734375, 0.425781, 0.75, 0.308594, 0.302734, 0.519531, 0.453125, 0.902344, 0.466797, 0.365234, 0.455078, 0.585938, 0.453125, 0.34375, 0.314453, 1.132812, 0.291016, 0.792969, 0.322266, 0.455078, 0.458984, 0.431641, 0.287109, 1.351562, 0.359375, 0.792969, 0.769531, 0.316406, 0.304688, 1.257812, 0.376953, 1.0625, 0.5, 0.804688, 0.435547, 0.296875, 0.703125, 0.542969, 0.5625, 0.339844, 0.298828, 0.28125, 0.447266, 0.353516, 0.431641, 0.296875, 0.367188, 0.322266, 0.523438, 0.427734, 0.335938, 0.380859, 0.976562, 0.275391, 0.34375, 0.320312, 0.363281, 0.457031, 0.828125, 0.365234, 0.585938, 0.488281, 0.703125, 0.429688, 0.314453, 0.320312, 0.439453, 0.664062, 0.369141, 1.046875, 0.337891, 0.412109, 0.380859, 0.289062, 0.451172, 0.3125, 0.345703, 0.398438, 0.427734, 0.308594, 0.421875, 0.34375, 0.324219, 0.412109, 0.65625, 0.957031, 0.279297, 0.316406, 0.425781, 0.330078, 0.390625, 0.804688, 0.871094, 0.330078, 0.613281, 0.466797, 0.640625, 0.375, 0.804688, 0.308594, 0.4375, 0.365234, 0.447266, 0.921875, 1.085938, 0.429688, 0.369141, 0.373047, 0.451172, 0.332031, 0.289062, 0.482422, 0.304688, 0.349609, 0.132812, 0.394531, 0.441406, 0.519531, 0.320312, 0.496094, 0.341797, 1.046875, 1.960938, 0.628906, 0.308594, 0.667969, 0.419922, 0.890625, 0.351562, 0.285156, 0.302734, 0.296875, 0.386719, 0.722656, 0.769531, 0.416016, 0.714844, 0.289062, 0.34375, 0.333984, 0.347656, 0.675781, 0.328125, 0.433594, 0.322266, 0.371094, 1.359375, 0.664062, 0.335938, 0.519531, 0.53125, 0.28125, 0.310547, 0.367188, 0.355469, 0.363281, 0.550781, 0.519531, 0.316406, 0.636719, 1.078125, 0.949219, 0.314453, 0.474609, 0.289062, 0.804688, 0.648438, 0.3125, 0.474609, 0.359375, 0.824219, 0.384766, 0.302734, 0.355469, 0.474609, 0.425781, 0.46875, 0.402344, 0.451172, 0.145508, 0.335938, 0.402344, 0.738281, 0.664062, 0.392578, 0.306641, 0.455078, 0.310547, 0.490234, 0.324219, 0.390625, 0.566406, 0.328125, 0.443359, 0.519531, 0.308594, 0.298828, 0.455078, 0.496094, 0.034912, 0.707031, 0.382812, 0.408203, 0.535156, 0.388672, 0.421875, 0.304688, 0.300781, 0.949219, 0.447266, 0.330078, 0.503906, 0.227539, 0.373047, 0.322266, 0.929688, 0.5, 0.322266, 0.582031, 0.345703, 1.382812, 0.332031, 0.699219, 0.558594, 0.462891, 0.365234, 0.890625, 0.462891, 0.396484, 1.375, 0.386719, 0.410156, 0.28125, 0.345703, 0.373047, 0.292969, 0.412109, 0.308594, 0.664062, 0.384766, 0.447266, 0.439453, 0.219727, 0.625, 0.386719, 0.341797, 1.015625, 0.318359, 0.542969, 0.566406, 0.4375, 0.898438, 0.5, 0.330078, 0.644531, 0.363281, 0.314453, 0.292969, 0.310547, 0.726562, 0.648438, 0.40625, 0.316406, 0.644531, 0.539062, 0.394531, 0.554688, 0.414062, 0.5, 0.433594, 0.601562, 0.404297, 0.361328, 0.773438, 0.345703, 0.326172, 0.382812, 0.296875, 0.5625, 0.804688, 0.570312, 0.785156, 0.566406, 0.609375, 0.1875, 0.339844, 1.023438, 0.326172, 0.328125, 0.546875, 0.375, 0.507812, 0.394531, 0.292969, 0.310547, 0.10791, 0.941406, 1.007812, 0.427734, 0.46875, 0.320312, 0.351562, 0.306641, 0.474609, 0.445312, 0.921875, 1.03125, 0.34375, 0.458984, 0.466797, 0.412109, 0.470703, 0.386719, 0.3125, 0.589844, 0.416016, 0.361328, 0.375, 0.757812, 0.339844, 0.804688, 0.302734, 0.34375, 0.402344, 0.570312, 0.455078, 0.332031, 0.302734, 0.369141, 0.318359, 0.339844, 0.400391, 0.330078, 0.367188, 0.296875, 0.386719, 0.369141, 0.357422, 0.792969, 0.310547, 0.404297, 0.367188, 0.384766, 0.464844, 0.285156, 0.435547, 0.628906, 0.492188, 0.326172, 0.296875, 1.109375, 1.179688, 0.425781, 0.523438, 0.507812, 0.964844, 0.625, 0.423828, 0.828125, 0.519531, 0.486328, 0.289062, 0.347656, 0.298828, 0.145508, 0.335938, 0.186523, 0.621094, 0.996094, 0.535156, 0.503906, 0.699219, 0.380859, 0.324219, 0.296875, 0.65625, 1.070312, 0.347656, 0.287109, 0.53125, 0.660156, 0.353516, 1.117188, 0.474609, 0.294922, 0.359375, 0.5625, 0.466797, 0.546875, 0.435547, 0.792969, 0.636719, 0.449219, 0.390625, 0.683594, 0.351562, 1.0625, 0.519531, 0.335938, 0.308594, 0.373047, 0.941406, 0.330078, 0.330078, 0.535156, 0.206055, 0.486328, 0.417969, 0.310547, 0.361328, 0.474609, 0.621094, 0.390625, 0.404297, 0.828125, 0.322266, 0.271484, 0.287109, 0.412109, 0.28125, 0.441406, 1.015625, 0.330078, 0.326172, 0.332031, 0.457031, 0.511719, 0.318359, 0.421875, 0.753906, 0.498047, 0.462891, 0.667969, 0.196289, 0.318359, 0.339844, 0.138672, 0.421875, 0.382812, 0.308594, 0.574219, 0.304688, 0.296875, 0.302734, 0.847656, 0.613281, 0.9375, 0.410156, 0.318359, 0.871094, 0.605469, 0.40625, 0.339844, 0.980469, 0.341797, 0.322266, 0.429688, 0.412109, 0.535156, 0.742188, 0.695312, 1.15625, 0.5625, 0.367188, 0.589844, 0.460938, 0.361328, 0.3125, 0.4375, 0.566406, 0.546875, 0.621094, 0.429688, 0.65625, 0.292969, 0.804688, 0.04541, 0.765625, 0.367188, 0.40625, 0.359375, 0.894531, 1.039062, 0.367188, 0.470703, 0.417969, 0.417969, 0.314453, 0.449219, 0.46875, 0.322266, 1.164062, 0.289062, 0.613281, 0.367188, 0.302734, 0.476562, 0.353516, 0.632812, 0.155273, 0.679688, 0.582031, 0.910156, 0.410156, 1.085938, 0.289062, 0.285156, 0.392578, 0.287109, 0.451172, 0.4375, 0.289062, 0.847656, 0.703125, 0.34375, 0.464844, 0.361328, 0.204102, 0.335938, 0.96875, 0.419922, 0.457031, 0.667969, 0.365234, 0.376953, 0.636719, 0.316406, 0.570312, 0.800781, 0.361328, 0.314453, 0.410156, 1.007812, 0.341797, 1.015625, 0.333984, 0.388672, 0.314453, 0.558594, 0.3125, 0.585938, 0.339844, 0.339844, 0.337891, 0.337891, 0.925781, 0.439453, 0.769531, 0.316406, 0.761719, 0.289062, 0.359375, 0.359375, 0.337891, 0.617188, 0.707031, 0.402344, 0.515625, 0.294922, 0.535156, 0.6875, 0.357422, 0.925781, 0.341797, 0.466797, 0.306641, 0.294922, 0.361328, 0.90625, 0.349609, 0.355469, 0.980469, 0.539062, 0.306641, 0.699219, 0.439453, 0.53125, 0.996094, 0.306641, 0.53125, 0.298828, 0.419922, 0.496094, 0.34375, 0.349609, 0.324219, 0.316406, 0.375, 0.511719, 0.265625, 0.734375, 0.384766, 0.373047, 0.613281, 0.917969, 0.341797, 0.371094, 0.429688, 0.503906, 0.828125, 0.474609, 0.296875, 0.326172, 0.296875, 0.292969, 0.621094, 0.480469, 0.396484, 0.34375, 0.314453, 0.455078, 0.28125, 0.102539, 0.287109, 0.46875, 0.103516, 0.3125, 0.369141, 0.597656, 0.441406, 0.3125, 0.392578, 0.326172, 0.464844, 0.667969, 0.585938, 0.373047, 0.337891, 0.523438, 0.328125, 0.328125, 0.558594, 1.0625, 0.363281, 0.28125, 0.585938, 0.476562, 0.308594, 0.296875, 0.314453, 0.349609, 0.539062, 0.349609, 1.125, 0.302734, 0.443359, 0.310547, 0.40625, 1.039062, 0.957031, 0.304688, 0.945312, 0.380859, 0.726562, 0.933594, 0.285156, 0.320312, 0.369141, 0.320312, 0.369141, 0.296875, 0.429688, 0.322266, 0.355469, 0.378906, 0.355469, 0.384766, 0.425781, 0.796875, 0.291016, 0.425781, 0.890625, 0.59375, 0.092773, 0.800781, 0.289062, 0.455078, 0.318359, 0.267578, 0.648438, 0.511719, 0.320312, 0.345703, 0.328125, 0.223633, 0.361328, 0.765625, 0.306641, 0.416016, 0.361328, 0.558594, 0.310547, 0.108887, 0.296875, 0.484375, 1.382812, 0.457031, 0.292969, 0.738281, 0.859375, 0.757812, 0.320312, 0.566406, 0.519531, 0.412109, 0.5, 0.392578, 0.722656, 0.427734, 1.265625, 0.523438, 0.605469, 0.480469, 0.34375, 0.324219, 0.519531, 0.679688, 0.341797, 0.455078, 0.839844, 0.898438, 0.464844, 0.294922, 0.398438, 0.367188, 0.287109, 0.433594, 0.429688, 0.332031, 0.347656, 0.296875, 0.558594, 0.460938, 0.597656, 0.367188, 0.582031, 0.394531, 0.351562, 0.34375, 0.320312, 0.322266, 0.730469, 0.296875, 0.408203, 0.302734, 0.351562, 0.363281, 0.828125, 0.863281, 0.789062, 0.332031, 0.507812, 0.371094, 0.302734, 0.486328, 0.3125, 1.023438, 0.925781, 0.507812, 0.345703, 0.710938, 0.390625, 0.396484, 0.291016, 1.046875, 0.302734, 0.419922, 0.449219, 0.941406, 1.101562, 0.298828, 0.470703, 0.298828, 0.386719, 0.376953, 0.546875, 0.546875, 0.40625, 0.330078, 0.796875, 0.628906, 0.726562, 0.279297, 0.314453, 0.335938, 0.613281, 0.447266, 0.730469, 0.478516, 0.289062, 0.671875, 0.302734, 0.34375, 0.308594, 0.332031, 0.523438, 0.828125, 0.34375, 0.613281, 0.361328, 0.773438, 0.384766, 0.648438, 0.824219, 0.306641, 0.322266, 0.945312, 0.324219, 0.832031, 0.310547, 0.828125, 0.478516, 0.59375, 0.400391, 0.318359, 0.765625, 0.478516, 0.447266, 0.133789, 0.316406, 0.335938, 0.232422, 0.320312, 0.357422, 0.453125, 0.492188, 0.8125, 0.589844, 0.359375, 1.375, 0.324219, 0.960938, 0.328125, 0.816406, 0.242188, 0.105469, 0.458984, 0.466797, 0.363281, 0.314453, 0.535156, 0.466797, 0.474609, 0.298828, 0.992188, 0.796875, 0.988281, 0.328125, 0.498047, 0.570312, 0.535156, 0.283203, 0.609375, 0.433594, 0.546875, 0.503906, 0.369141, 0.644531, 0.289062, 0.613281, 0.333984, 0.355469, 0.363281, 0.287109, 0.296875, 0.523438, 0.298828, 0.285156, 0.75, 0.388672, 0.484375, 0.578125, 0.40625, 0.644531, 0.339844, 0.318359, 0.316406, 0.425781, 0.423828, 0.376953, 0.582031, 0.472656, 0.373047, 0.832031, 0.285156, 0.273438, 0.652344, 0.355469, 0.34375, 0.357422, 0.298828, 0.484375, 0.746094, 0.322266, 0.283203, 0.308594, 0.324219, 0.402344, 0.482422, 0.378906, 0.960938, 0.410156, 0.503906, 0.353516, 0.318359, 0.84375, 0.474609, 0.460938, 0.408203, 0.53125, 0.472656, 0.335938, 0.617188, 0.464844, 0.051758, 0.652344, 0.375, 0.380859, 0.326172, 0.328125, 0.296875, 0.369141, 0.427734, 0.28125, 0.535156, 0.308594, 0.304688, 0.341797, 0.3125, 0.953125, 0.335938, 0.394531, 0.341797, 0.423828, 0.375, 0.40625, 0.34375, 0.386719, 0.429688, 0.523438, 0.328125, 0.306641, 0.306641, 0.742188, 0.558594, 0.318359, 0.462891, 0.605469, 0.328125, 0.478516, 0.302734, 0.421875, 0.492188, 0.449219, 0.335938, 0.431641, 0.363281, 0.386719, 0.773438, 0.335938, 0.550781, 1.023438, 0.289062, 1.0, 0.335938, 0.351562, 0.535156, 0.357422, 0.294922, 0.173828, 0.316406, 0.384766, 0.296875, 0.339844, 0.392578, 0.9375, 0.417969, 0.337891, 0.902344, 0.175781, 0.523438, 0.582031, 0.578125, 0.296875, 0.453125, 0.519531, 0.498047, 0.339844, 0.648438, 0.314453, 1.085938, 0.75, 0.302734, 0.550781, 0.273438, 0.353516, 0.294922, 0.345703, 0.306641, 1.007812, 0.476562, 0.457031, 0.324219, 0.4375, 0.410156, 0.439453, 0.337891, 0.90625, 0.306641, 0.287109, 0.980469, 0.369141, 0.664062, 0.664062, 0.292969, 0.375, 0.431641, 0.8125, 0.601562, 0.648438, 0.380859, 0.382812, 0.316406, 0.609375, 0.910156, 0.310547, 0.765625, 0.714844, 0.757812, 1.0625, 0.324219, 0.757812, 0.511719, 0.445312, 0.400391, 0.128906, 0.304688, 0.917969, 0.398438, 0.453125, 0.296875, 0.324219, 0.378906, 0.472656, 0.621094, 0.339844, 0.457031, 0.359375, 0.570312, 0.292969, 0.367188, 0.326172, 0.304688, 0.347656, 0.341797, 0.443359, 0.828125, 0.800781, 0.714844, 0.59375, 0.339844, 0.28125, 0.625, 0.361328, 0.285156, 0.341797, 0.34375, 1.171875, 0.490234, 0.40625, 0.367188, 0.441406, 0.527344, 0.378906, 0.400391, 0.292969, 0.945312, 0.410156, 0.742188, 0.488281, 0.322266, 0.847656, 0.53125, 0.570312, 0.361328, 0.298828, 0.652344, 0.349609, 0.294922, 0.515625, 0.414062, 0.316406, 0.464844, 0.527344, 0.40625, 0.328125, 0.917969, 0.332031, 0.466797, 0.613281, 0.558594, 0.349609, 0.443359, 0.486328, 0.441406, 0.337891, 0.605469, 0.902344, 0.326172, 0.40625, 0.322266, 0.322266, 0.355469, 0.419922, 0.106445, 0.652344, 0.296875, 0.53125, 0.384766, 0.605469, 1.023438, 0.427734, 0.304688, 0.335938, 1.09375, 0.318359, 0.292969, 0.730469, 0.640625, 0.84375, 0.382812, 0.753906, 0.462891, 0.53125, 0.867188, 0.40625, 0.28125, 0.404297, 0.28125, 0.320312, 0.310547, 0.320312, 0.539062, 0.333984, 0.341797, 0.396484, 0.341797, 0.5625, 0.359375, 0.695312, 0.652344, 0.875, 0.324219, 0.285156, 0.34375, 0.414062, 0.441406, 0.621094, 0.664062, 0.176758, 0.361328, 0.363281, 0.300781, 0.691406, 0.314453, 0.351562, 0.128906, 0.523438, 0.474609, 0.34375, 0.466797, 0.458984, 0.318359, 0.328125, 0.474609, 0.316406, 0.660156, 0.433594, 0.695312, 0.554688, 0.474609, 0.34375, 0.423828, 0.339844, 0.347656, 0.408203, 0.318359, 0.326172, 0.255859, 0.53125, 1.09375, 0.308594, 0.582031, 0.308594, 0.296875, 0.134766, 0.427734, 0.691406, 0.361328, 0.417969, 0.349609, 0.337891, 0.46875, 0.296875, 0.621094, 0.289062, 0.482422, 0.298828, 1.523438, 0.328125, 0.298828, 0.482422, 0.445312, 0.515625, 0.414062, 0.388672, 0.828125, 0.429688, 0.324219, 0.376953, 0.652344, 0.361328, 0.542969, 0.550781, 0.65625, 0.412109, 0.392578, 0.28125, 0.341797, 0.3125, 0.605469, 0.332031, 0.345703, 0.318359, 0.449219, 0.302734, 1.0, 0.386719, 0.332031, 1.578125, 0.408203, 0.304688, 0.589844, 0.699219, 0.4375, 0.349609, 0.269531, 0.482422, 0.46875, 1.171875, 0.283203, 0.349609, 0.423828, 0.519531, 0.523438, 0.597656, 0.871094, 0.464844, 0.519531, 0.394531, 0.355469, 0.132812, 0.601562, 0.486328, 0.335938, 0.361328, 0.318359, 0.100098, 0.267578, 0.675781, 0.3125, 0.625, 0.742188, 0.460938, 0.554688, 0.59375, 0.644531, 0.419922, 0.291016, 0.503906, 0.804688, 0.304688, 0.542969, 0.330078, 0.679688, 0.484375, 0.308594, 0.306641, 0.363281, 0.347656, 0.330078, 0.292969, 0.542969, 0.394531, 0.679688, 0.363281, 0.316406, 0.34375, 0.3125, 0.8125, 0.605469, 0.423828, 0.330078, 0.361328, 0.277344, 0.320312, 0.310547, 0.455078, 0.392578, 0.382812, 0.929688, 0.291016, 0.996094, 0.326172, 0.539062, 0.357422, 0.347656, 0.800781, 0.330078, 0.960938, 0.746094, 0.316406, 0.554688, 0.462891, 0.304688, 0.488281, 0.90625, 0.625, 0.5, 0.384766, 0.609375, 0.318359, 1.054688, 0.695312, 0.335938, 0.519531, 0.765625, 0.351562, 0.322266, 0.484375, 0.921875, 0.449219, 0.304688, 0.322266, 0.308594, 0.945312, 1.0, 1.03125, 0.453125, 0.332031, 0.46875, 0.863281, 0.322266, 0.851562, 0.632812, 0.376953, 0.316406, 0.396484, 1.265625, 0.324219, 0.349609, 0.519531, 0.384766, 0.355469, 0.363281, 0.855469, 0.332031, 0.427734, 0.324219, 0.539062, 0.314453, 0.316406, 0.832031, 0.996094, 0.132812, 0.601562, 0.314453, 0.953125, 0.324219, 0.332031, 0.402344, 0.300781, 0.296875, 0.515625, 0.324219, 1.046875, 0.369141, 0.349609, 0.640625, 0.357422, 0.484375, 0.128906, 0.194336, 0.498047, 0.300781, 0.318359, 0.328125, 0.589844, 0.714844, 0.625, 0.53125, 0.287109, 0.40625, 0.318359, 0.412109, 0.578125, 0.914062, 0.554688, 0.300781, 0.636719, 0.324219, 0.589844, 0.382812, 0.294922, 0.402344, 0.351562, 0.357422, 0.59375, 0.332031, 0.425781, 0.527344, 0.59375, 0.324219, 0.429688, 0.306641, 0.539062, 0.494141, 0.435547, 0.318359, 0.142578, 0.589844, 0.239258, 0.511719, 0.347656, 0.574219, 0.458984, 0.283203, 0.828125, 0.345703, 0.386719, 0.308594, 0.322266, 0.304688, 0.310547, 0.371094, 0.298828, 0.318359, 0.632812, 1.382812, 0.371094, 0.498047, 0.308594, 0.605469, 0.291016, 0.347656, 0.566406, 0.451172, 0.375, 0.9375, 0.902344, 1.289062, 0.332031, 0.496094, 0.310547, 0.419922, 0.28125, 0.308594, 0.445312, 0.726562, 0.304688, 0.326172, 0.326172, 0.34375, 0.248047, 0.316406, 0.294922, 0.400391, 0.396484, 0.886719, 0.816406, 0.287109, 0.648438, 0.458984, 0.333984, 0.449219, 0.098145, 0.613281, 0.462891, 0.330078, 0.332031, 0.300781, 0.357422, 0.386719, 0.326172, 0.287109, 0.324219, 0.310547, 0.433594, 0.279297, 0.933594, 0.382812, 0.462891, 0.451172, 0.371094, 0.316406, 0.322266, 0.789062, 0.386719, 0.353516, 0.398438, 0.466797, 0.326172, 0.632812, 0.402344, 0.890625, 0.402344, 0.707031, 0.314453, 0.609375, 0.285156, 0.306641, 0.492188, 0.792969, 0.566406, 1.414062, 0.349609, 0.390625, 0.316406, 0.773438, 0.330078, 0.835938, 0.289062, 0.466797, 0.466797, 1.226562, 0.337891, 0.648438, 0.416016, 0.353516, 0.271484, 0.363281, 0.373047, 0.314453, 0.847656, 0.675781, 0.519531, 0.353516, 0.378906, 0.34375, 0.355469, 0.3125, 0.523438, 0.373047, 1.0, 0.349609, 0.582031, 0.859375, 0.628906, 0.318359, 0.316406, 0.275391, 0.498047, 0.996094, 0.357422, 0.412109, 0.365234, 0.287109, 0.347656, 0.361328, 0.347656, 0.380859, 0.351562, 0.474609, 0.3125, 0.601562, 0.757812, 0.613281, 0.306641, 0.427734, 0.310547, 0.439453, 0.357422, 0.158203, 0.386719, 0.761719, 0.816406, 0.326172, 0.316406, 0.425781, 0.667969, 0.804688, 0.316406, 0.347656, 0.384766, 0.447266, 0.294922, 0.464844, 0.332031, 0.472656, 0.519531, 0.345703, 0.447266, 0.296875, 0.339844, 0.839844, 0.609375, 0.328125, 0.660156, 0.539062, 0.351562, 0.462891, 0.324219, 0.322266, 0.3125, 0.75, 0.275391, 0.486328, 0.365234, 0.550781, 0.363281, 0.957031, 0.330078, 0.328125, 0.492188, 0.734375, 0.3125, 0.380859, 0.507812, 0.625, 0.404297, 0.300781, 0.726562, 0.386719, 0.996094, 0.300781, 0.466797, 0.306641, 0.519531, 0.554688, 0.298828, 0.726562, 0.324219, 0.445312, 0.351562, 0.34375, 0.972656, 0.255859, 0.458984, 0.328125, 0.404297, 0.65625, 0.283203, 0.574219, 0.335938, 0.710938, 0.318359, 0.574219, 0.972656, 0.960938, 0.353516, 0.421875, 1.023438, 0.414062, 0.714844, 0.3125, 0.4375, 0.585938, 0.761719, 0.341797, 0.503906, 0.542969, 0.9375, 0.300781, 0.369141, 0.316406, 0.53125, 0.34375, 0.285156, 0.28125, 0.515625, 0.570312, 0.314453, 0.628906, 0.34375, 0.503906, 0.363281, 0.369141, 0.902344, 0.433594, 0.273438, 0.480469, 0.462891, 0.410156, 0.308594, 0.507812, 0.170898, 1.390625, 0.472656, 0.345703, 0.314453, 0.40625, 0.609375, 0.332031, 0.333984, 0.304688, 0.554688, 0.429688, 0.291016, 0.574219, 0.289062, 0.136719, 0.457031, 0.498047, 0.462891, 0.625, 0.285156, 0.402344, 0.789062, 0.3125, 0.427734, 0.357422, 0.3125, 0.566406, 1.109375, 0.351562, 0.347656, 0.800781, 0.396484, 0.357422, 0.402344, 0.304688, 0.460938, 0.332031, 0.433594, 0.558594, 0.75, 0.326172, 0.320312, 0.365234, 0.710938, 0.3125, 0.976562, 0.316406, 0.351562, 0.515625, 0.410156, 0.8125, 0.511719, 0.644531, 0.484375, 0.462891, 0.330078, 0.341797, 0.337891, 0.298828, 1.234375, 0.542969, 0.320312, 0.302734, 0.40625, 0.824219, 0.308594, 0.398438, 0.404297, 0.361328, 0.251953, 0.527344, 0.835938, 0.302734, 0.328125, 0.365234, 0.363281, 0.375, 0.304688, 0.337891, 0.882812, 0.707031, 1.03125, 0.289062, 0.824219, 0.472656, 0.59375, 0.546875, 0.316406, 0.296875, 0.330078, 0.330078, 0.722656, 0.455078, 0.511719, 0.353516, 0.375, 0.316406, 0.511719, 0.367188, 0.335938, 0.820312, 0.378906, 0.476562, 0.679688, 0.400391, 0.976562, 0.433594, 0.462891, 0.921875, 0.605469, 0.302734, 0.294922, 0.267578, 0.464844, 0.40625, 0.714844, 0.523438, 0.699219, 0.341797, 0.419922, 0.761719, 0.419922, 0.322266, 0.283203, 0.369141, 0.324219, 0.12207, 0.621094, 0.490234, 0.5625, 0.644531, 0.589844, 0.601562, 0.28125, 0.8125, 0.714844, 0.375, 0.367188, 0.125, 1.007812, 0.357422, 0.304688, 0.277344, 0.324219, 0.339844, 0.367188, 0.298828, 0.271484, 0.542969, 0.503906, 0.335938, 0.322266, 0.449219, 0.617188, 0.326172, 0.601562, 0.139648, 0.320312, 0.34375, 0.347656, 0.355469, 1.015625, 0.095215, 0.449219, 1.117188, 0.388672, 0.59375, 0.574219, 0.347656, 0.835938, 0.304688, 0.28125, 0.404297, 0.355469, 0.421875, 0.308594, 0.145508, 0.302734, 0.835938, 0.314453, 0.777344, 0.582031, 0.304688, 0.320312, 0.333984, 0.279297, 0.863281, 0.302734, 0.147461, 0.402344, 0.384766, 0.416016, 0.394531, 0.339844, 0.660156, 0.445312, 0.357422, 0.464844, 0.431641, 0.519531, 0.439453, 0.439453, 0.402344, 0.431641, 0.359375, 0.511719, 0.382812, 0.320312, 0.496094, 0.382812, 0.34375, 0.546875, 0.636719, 1.0625, 0.304688, 0.695312, 0.341797, 0.283203, 0.925781, 0.279297, 0.53125, 1.09375, 0.349609, 0.333984, 0.330078, 0.324219, 0.347656, 0.527344, 0.757812, 0.287109, 0.482422, 0.431641, 0.882812, 0.357422, 0.667969, 1.320312, 0.240234, 0.574219, 0.192383, 0.628906, 0.941406, 0.318359, 0.601562, 0.34375, 0.326172, 0.53125, 0.318359, 0.388672, 0.302734, 0.410156, 0.384766, 0.960938, 0.416016, 0.339844, 0.294922, 0.511719, 0.451172, 0.308594, 0.910156, 0.640625, 0.322266, 0.294922, 0.351562, 0.298828, 0.921875, 0.292969, 0.511719, 0.289062, 0.249023, 0.396484, 0.503906, 0.566406, 0.176758, 0.710938, 0.316406, 0.318359, 0.542969, 0.419922, 0.570312, 0.455078, 0.470703, -0.000211, 0.578125, 0.304688, 0.486328, 0.419922, 0.291016, 0.773438, 0.691406, 0.287109, 0.640625, 0.404297, 0.328125, 0.839844, 0.570312, 0.357422, 0.330078, 0.339844, 0.28125, 0.609375, 0.320312, 0.875, 0.886719, 0.558594, 0.550781, 0.285156, 0.470703, 0.441406, 0.474609, 0.894531, 0.710938, 0.462891, 0.542969, 0.498047, 0.3125, 0.65625, 0.640625, 0.796875, 0.972656, 0.339844, 0.314453, 0.347656, 0.320312, 0.566406, 0.396484, 0.339844, 0.302734, 0.345703, 0.371094, 0.298828, 0.308594, 0.357422, 0.355469, 0.292969, 0.404297, 0.59375, 0.476562, 0.339844, 0.382812, 0.376953, 0.371094, 0.302734, 0.34375, 0.585938, 0.332031, 0.511719, 0.345703, 1.070312, 0.443359, 0.746094, 0.867188, 0.367188, 0.34375, 0.351562, 0.683594, 0.644531, 0.458984, 0.359375, 0.335938, 0.466797, 0.289062, 0.396484, 0.582031, 0.621094, 0.412109, 0.6875, 0.189453, 0.347656, 0.285156, 0.546875, 0.114258, 0.429688, 0.462891, 0.414062, 0.878906, 0.589844, 0.4375, 0.824219, 0.384766, 0.347656, 0.964844, 0.291016, 0.882812, 0.332031, 0.384766, 0.320312, 0.308594, 0.412109, 0.871094, 0.660156, 0.302734, 0.585938, 0.296875, 0.660156, 0.306641, 0.390625, 0.412109, 0.289062, 0.515625, 1.0, 0.484375, 0.236328, 0.304688, 0.330078, 0.46875, 1.015625, 0.382812, 0.464844, 0.300781, 0.648438, 0.308594, 0.322266, 0.457031, 0.361328, 0.683594, 0.283203, 0.341797, 0.376953, 0.300781, 0.777344, 0.345703, 0.605469, 0.304688, 0.353516, 0.519531, 0.902344, 0.550781, 0.294922, 0.429688, 0.302734, 0.433594, 0.558594, 0.6875, 0.400391, 0.431641, 0.412109, 0.10791, 0.318359, 0.302734, 0.345703, 0.318359, 0.28125, 0.964844, 0.337891, 0.390625, 0.730469, 0.570312, 0.314453, 0.699219, 0.101074, 0.3125, 0.369141, 0.353516, 0.300781, 0.675781, 0.339844, 0.453125, 0.373047, 0.498047, 0.388672, 0.349609, 0.554688, 0.341797, 0.384766, 0.339844, 0.349609, 0.480469, 0.369141, 1.070312, 0.498047, 1.890625, 0.320312, 0.318359, 0.304688, 0.306641, 0.349609, 0.324219, 0.289062, 0.392578, 0.425781, 0.464844, 0.431641, 0.703125, 0.515625, 0.753906, 0.466797, 0.339844, 0.40625, 0.431641, 0.353516, 0.416016, 0.109863, 0.300781, 0.992188, 0.300781, 1.09375, 0.667969, 1.054688, 0.679688, 0.304688, 0.703125, 0.298828, 0.40625, 0.394531, 0.333984, 0.789062, 0.421875, 0.265625, 0.433594, 0.78125, 0.357422, 0.318359, 0.494141, 0.359375, 0.380859, 0.308594, 0.367188, 0.416016, 0.476562, 1.046875, 0.394531, 0.404297, 0.306641, 0.482422, 0.75, 0.326172, 0.34375, 0.314453, 0.574219, 0.503906, 0.349609, 0.457031, 0.515625, 0.300781, 0.306641, 0.398438, 0.609375, 0.664062, 0.484375, 0.601562, 0.558594, 0.427734, 0.410156, 0.523438, 0.4375, 0.291016, 0.369141, 0.408203, 0.367188, 0.34375, 0.605469, 0.241211, 0.546875, 0.369141, 0.261719, 0.318359, 0.320312, 0.550781, 0.369141, 0.353516, 0.337891, 0.292969, 0.478516, 0.515625, 0.867188, 0.302734, 0.53125, 0.363281, 1.125, 0.378906, 0.523438, 0.322266, 0.365234, 0.285156, 0.408203, 0.695312, 0.382812, 0.388672, 0.332031, 0.306641, 0.492188, 0.328125, 0.800781, 0.314453, 0.523438, 0.332031, 0.640625, 0.373047, 0.363281, 0.306641, 0.355469, 0.566406, 0.341797, 0.722656, 0.40625, 0.492188, 0.310547, 0.474609, 0.699219, 0.628906, 0.464844, 0.746094, 0.300781, 0.427734, 0.363281, 0.894531, 0.369141, 0.246094, 0.558594, 0.816406, 1.125, 0.503906, 0.445312, 0.773438, 0.976562, 1.007812, 0.439453, 0.96875, 0.363281, 0.318359, 0.306641, 0.492188, 0.310547, 0.96875, 0.404297, 0.339844, 0.353516, 0.298828, 0.503906, 0.455078, 0.707031, 0.402344, 0.71875, 0.457031, 0.589844, 0.304688, 0.310547, 0.353516, 0.148438, 0.34375, 1.101562, 0.359375, 0.335938, 0.347656, 0.435547, 0.632812, 0.429688, 0.335938, 0.617188, 0.298828, 0.585938, 1.367188, 0.314453, 0.328125, 0.289062, 0.318359, 0.777344, 0.898438, 0.816406, 0.761719, 0.300781, 0.3125, 0.310547, 0.304688, 0.558594, 0.396484, 0.355469, 0.976562, 0.330078, 0.466797, 0.460938, 0.10791, 0.589844, 0.324219, 0.302734, 0.396484, 0.316406, 0.34375, 0.542969, 0.310547, 0.5625, 0.652344, 0.648438, 0.310547, 0.376953, 0.304688, 0.488281, 0.341797, 0.539062, 0.447266, 0.314453, 0.380859, 0.359375, 0.470703, 0.433594, 0.373047, 0.357422, 0.773438, 0.96875, 0.191406, 0.482422, 0.578125, 0.347656, 1.007812, 0.316406, 0.294922, 0.416016, 0.476562, 0.449219, 0.332031, 0.314453, 0.416016, 0.527344, 0.304688, 1.3125, 0.445312, 0.554688, 0.380859, 0.298828, 0.416016, 0.507812, 0.289062, 0.515625, 0.347656, 0.515625, 0.294922, 0.582031, 0.451172, 0.875, 0.753906, 0.400391, 0.394531, 0.353516, 0.628906, 0.314453, 0.322266, 0.878906, 0.824219, 0.365234, 0.291016, 0.271484, 0.589844, 0.429688, 0.404297, 0.462891, 0.298828, 0.294922, 0.828125, 0.333984, 0.367188, 0.878906, 0.408203, 0.431641, 0.554688, 0.390625, 0.40625, 0.326172, 0.101074, 0.359375, 0.431641, 0.373047, 0.699219, 0.523438, 0.328125, 0.410156, 0.3125, 0.337891, 0.703125, 0.648438, 0.447266, 1.023438, 1.226562, 0.265625, 0.878906, 0.3125, 0.228516, 0.839844, 0.302734, 0.421875, 0.384766, 0.425781, 1.054688, 0.135742, 0.371094, 0.570312, 0.322266, 0.707031, 1.046875, 0.636719, 0.84375, 0.455078, 0.328125, 0.6875, 0.332031, 0.351562, 0.675781, 0.359375, 0.503906, 0.474609, 0.314453, 0.289062, 0.197266, 0.455078, 0.349609, 0.675781, 0.423828, 0.322266, 1.070312, 0.333984, 0.341797, 0.957031, 0.304688, 0.308594, 0.402344, 0.488281, 0.304688, 0.535156, 0.617188, 0.310547, 0.310547, 0.328125, 0.480469, 0.507812, 0.578125, 0.322266, 0.652344, 0.292969, 0.283203, 0.335938, 0.310547, 0.351562, 0.816406, 0.443359, 0.277344, 0.367188, 0.137695, 0.337891, 0.486328, 0.419922, 0.757812, 0.566406, 0.707031, 0.777344, 0.507812, 0.320312, 0.494141, 0.482422, 0.535156, 0.578125, 0.441406, 0.816406, 0.703125, 0.339844, 0.472656, 0.363281, 0.283203, 0.308594, 0.53125, 0.369141, 0.435547, 0.75, 1.039062, 0.417969, 0.347656, 0.320312, 0.351562, 0.330078, 0.316406, 0.094727, 0.291016, 0.287109, 0.410156, 0.738281, 0.275391, 0.294922, 0.373047, 0.275391, 0.326172, 0.34375, 0.291016, 0.28125, 0.355469, 0.574219, 0.363281, 0.511719, 0.332031, 0.609375, 0.462891, 0.304688, 0.306641, 0.601562, 0.300781, 0.145508, 0.322266, 0.384766, 0.328125, 0.396484, 0.296875, 0.371094, 0.416016, 0.507812, 0.71875, 0.6875, 0.458984, 0.283203, 0.710938, 0.574219, 0.353516, 0.957031, 0.308594, 0.322266, 0.287109, 0.792969, 0.396484, 0.597656, 0.298828, 0.382812, 0.578125, 0.480469, 0.304688, 0.355469, 0.34375, 0.410156, 0.439453, 0.333984, 0.320312, 0.394531, 0.341797, 0.345703, 0.302734, 0.574219, 0.273438, 0.566406, 0.291016, 0.328125, 0.902344, 0.445312, 0.382812, 0.765625, 0.474609, 0.486328, 0.423828, 0.285156, 0.523438, 0.353516, 0.291016, 0.296875, 0.289062, 0.3125, 0.279297, 0.419922, 0.371094, 0.291016, 0.316406, 0.328125, 0.507812, 0.394531, 0.34375, 0.867188, 0.410156, 0.376953, 0.335938, 0.847656, 0.326172, 0.519531, 0.332031, 0.316406, 0.404297, 0.449219, 1.15625, 0.769531, 0.546875, 0.380859, 0.527344, 0.287109, 0.3125, 0.361328, 0.800781, 0.714844, 0.455078, 0.380859, 0.808594, 1.046875, 0.527344, 0.332031, 0.847656, 0.722656, 0.373047, 0.333984, 0.287109, 0.285156, 0.279297, 0.298828, 0.574219, 0.408203, 0.664062, 0.279297, 0.332031, 0.546875, 0.369141, 0.337891, 0.104492, 0.316406, 0.34375, 0.851562, 0.625, 0.314453, 0.283203, 1.25, 0.546875, 0.326172, 0.380859, 0.388672, 0.316406, 1.476562, 0.373047, 0.8125, 0.314453, 0.65625, 0.683594, 0.404297, 0.335938, 1.125, 0.789062, 1.117188, 0.539062, 0.523438, 0.316406, 0.298828, 0.527344, 0.5, 0.753906, 0.980469, 0.398438, 0.515625, 0.326172, 0.433594, 0.3125, 0.361328, 0.324219, 0.828125, 0.242188, 0.308594, 0.324219, 0.318359, 0.871094, 0.318359, 0.400391, 0.330078, 0.285156, 0.380859, 0.314453, 0.359375, 0.699219, 1.125, 0.314453, 0.511719, 0.412109, 0.294922, 0.777344, 0.077637, 0.384766, 0.292969, 0.285156, 1.148438, 0.585938, 0.287109, 0.519531, 0.453125, 0.523438, 0.349609, 0.503906, 0.609375, 0.644531, 0.451172, 0.320312, 0.410156, 0.326172, 0.304688, 0.648438, 0.106934, 0.597656, 0.333984, 0.318359, 0.441406, 0.308594, 0.431641, 0.294922, 0.519531, 0.347656, 0.539062, 0.289062, 0.828125, 0.410156, 0.714844, 1.1875, 0.378906, 0.554688, 0.402344, 0.644531, 0.306641, 0.308594, 0.601562, 0.679688, 0.402344, 0.765625, 0.304688, 0.511719, 0.304688, 0.617188, 0.443359, 0.396484, 0.386719, 0.234375, 0.433594, 0.523438, 0.746094, 0.388672, 0.71875, 0.392578, 0.425781, 0.324219, 0.371094, 0.478516, 0.59375, 0.316406, 0.357422, 0.416016, 0.429688, 0.294922, 0.388672, 0.820312, 0.326172, 0.675781, 0.357422, 0.640625, 0.296875, 0.296875, 0.322266, 0.867188, 0.871094, 0.417969, 0.578125, 0.369141, 0.462891, 0.392578, 0.375, 0.65625, 0.316406, 0.34375, 0.330078, 0.337891, 0.332031, 1.15625, 0.298828, 0.304688, 0.414062, 0.582031, 0.601562, 0.308594, 0.386719, 0.457031, 0.367188, 0.644531, 0.161133, 0.330078, 0.433594, 0.589844, 0.371094, 0.330078, 0.285156, 0.515625, 0.503906, 0.773438, 0.435547, 0.625, 0.324219, 0.382812, 0.341797, 0.695312, 0.296875, 0.921875, 0.953125, 0.390625, 0.316406, 0.347656, 0.53125, 0.320312, 0.804688, 0.304688, 0.106934, 0.447266, 0.318359, 0.177734, 0.34375, 0.289062, 0.414062, 0.392578, 0.796875, 0.478516, 0.439453, 0.601562, 0.392578, 0.373047, 0.476562, 0.396484, 0.380859, 0.145508, 0.302734, 0.632812, 0.333984, 0.679688, 0.478516, 0.291016, 0.699219, 0.613281, 0.789062, 0.345703, 0.28125, 0.316406, 0.53125, 0.632812, 0.589844, 0.273438, 0.570312, 0.326172, 0.507812, 0.589844, 0.314453, 0.738281, 0.519531, 0.773438, 0.292969, 0.757812, 0.322266, 0.099121, 0.458984, 0.345703, 0.90625, 0.416016, 0.332031, 0.671875, 0.376953, 0.527344, 0.353516, 0.761719, 0.660156, 0.601562, 0.271484, 0.400391, 0.345703, 0.316406, 0.644531, 0.78125, 0.287109, 0.449219, 0.455078, 0.376953, 0.490234, 0.738281, 0.259766, 0.271484, 0.566406, 0.328125, 0.535156, 0.353516, 0.667969, 0.578125, 0.279297, 0.289062, 0.451172, 0.5625, 0.345703, 0.423828, 0.314453, 0.5625, 0.388672, 0.431641, 0.433594, 0.585938, 0.345703, 0.326172, 0.300781, 0.355469, 0.738281, 0.326172, 0.339844, 0.835938, 1.1875, 0.550781, 0.322266, 0.291016, 0.386719, 0.324219, 0.498047 ] }, "name": "model.model.layers.8.input_layernorm.weight", "outputIndexes": [ 686 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 685 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_8/Mul_output_0", "outputIndexes": [ 687 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 686, 687 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_8/Mul_1_output_0", "outputIndexes": [ 688 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 688 ], "outputIndexes": [ 2532 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2532 ], "outputIndexes": [ 2533 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear", "inputIndexes": [ 2533 ], "outputIndexes": [ 2534 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1048855760, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2534 ], "outputIndexes": [ 2535 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2535 ], "outputIndexes": [ 689 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 688 ], "main_type": "NONE", "name": "/Shape_113_output_0", "outputIndexes": [ 690 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 690 ], "main_type": "NONE", "name": "Shape2079", "outputIndexes": [ 691 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 690 ], "main_type": "NONE", "name": "Rank2081", "outputIndexes": [ 692 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 692, 692 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2083", "outputIndexes": [ 693 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 693 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2084", "outputIndexes": [ 694 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 693, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2086", "outputIndexes": [ 695 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 695 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2087", "outputIndexes": [ 696 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 691, 694, 696, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2090", "outputIndexes": [ 697 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 697 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2091", "outputIndexes": [ 698 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 698 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2092", "outputIndexes": [ 699 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 699, 698 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2093", "outputIndexes": [ 700 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 690, 700, 693 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_124_output_0", "outputIndexes": [ 701 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 701, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_257_output_0", "outputIndexes": [ 702 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 702, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_104_output_0", "outputIndexes": [ 703 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 689, 703 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_73_output_0", "outputIndexes": [ 704 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_64_output_0", "outputIndexes": [ 705 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704 ], "main_type": "NONE", "name": "/Shape_114_output_0", "outputIndexes": [ 706 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 706 ], "main_type": "NONE", "name": "Shape2100", "outputIndexes": [ 707 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 706 ], "main_type": "NONE", "name": "Rank2102", "outputIndexes": [ 708 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 708, 708 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2104", "outputIndexes": [ 709 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 709 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2105", "outputIndexes": [ 710 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 709, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2107", "outputIndexes": [ 711 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 711 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2108", "outputIndexes": [ 712 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 707, 710, 712, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2111", "outputIndexes": [ 713 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 713 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2112", "outputIndexes": [ 714 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 714 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2113", "outputIndexes": [ 715 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 715, 714 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2114", "outputIndexes": [ 716 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 706, 716, 709 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_125_output_0", "outputIndexes": [ 717 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 717, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_24_output_0", "outputIndexes": [ 718 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 718, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_262_output_0", "outputIndexes": [ 719 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704, 719, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_33_output_0", "outputIndexes": [ 720 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 720 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_16_output_0", "outputIndexes": [ 721 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704, 22, 719, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_32_output_0", "outputIndexes": [ 722 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 721, 722 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_107_output_0", "outputIndexes": [ 723 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 723, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_65_output_0", "outputIndexes": [ 724 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 705, 724 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_40_output_0", "outputIndexes": [ 725 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 688 ], "outputIndexes": [ 2536 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2536 ], "outputIndexes": [ 2537 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear", "inputIndexes": [ 2537 ], "outputIndexes": [ 2538 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1056095462, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2538 ], "outputIndexes": [ 2539 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2539 ], "outputIndexes": [ 726 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 702, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_105_output_0", "outputIndexes": [ 727 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 726, 727 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_74_output_0", "outputIndexes": [ 728 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 728, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_66_output_0", "outputIndexes": [ 729 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 728 ], "main_type": "NONE", "name": "/Shape_115_output_0", "outputIndexes": [ 730 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 730 ], "main_type": "NONE", "name": "Shape2163", "outputIndexes": [ 731 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 730 ], "main_type": "NONE", "name": "Rank2165", "outputIndexes": [ 732 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 732, 732 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2167", "outputIndexes": [ 733 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 733 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2168", "outputIndexes": [ 734 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 733, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2170", "outputIndexes": [ 735 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 735 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2171", "outputIndexes": [ 736 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 731, 734, 736, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2174", "outputIndexes": [ 737 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 737 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2175", "outputIndexes": [ 738 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 738 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2176", "outputIndexes": [ 739 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 739, 738 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2177", "outputIndexes": [ 740 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 730, 740, 733 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_126_output_0", "outputIndexes": [ 741 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 741, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_25_output_0", "outputIndexes": [ 742 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 742, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_264_output_0", "outputIndexes": [ 743 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 728, 743, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_35_output_0", "outputIndexes": [ 744 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 744 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_17_output_0", "outputIndexes": [ 745 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 728, 22, 743, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_34_output_0", "outputIndexes": [ 746 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 745, 746 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_108_output_0", "outputIndexes": [ 747 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 747, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_67_output_0", "outputIndexes": [ 748 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 729, 748 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_41_output_0", "outputIndexes": [ 749 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 688 ], "outputIndexes": [ 2540 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2540 ], "outputIndexes": [ 2541 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear", "inputIndexes": [ 2541 ], "outputIndexes": [ 2542 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1057129724, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2542 ], "outputIndexes": [ 2543 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2543 ], "outputIndexes": [ 750 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 750, 727 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_75_output_0", "outputIndexes": [ 751 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 725, 749, 751, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_80_output_0", "outputIndexes": [ 752 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 752 ], "outputIndexes": [ 2544 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2544 ], "outputIndexes": [ 2545 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear", "inputIndexes": [ 2545 ], "outputIndexes": [ 2546 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1058163986, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2546 ], "outputIndexes": [ 2547 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2547 ], "outputIndexes": [ 753 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 685, 753 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_43_output_0", "outputIndexes": [ 754 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.679688, 0.621094, 0.78125, 0.460938, 0.675781, 0.535156, 0.621094, 0.632812, 0.308594, 0.416016, 0.613281, 0.455078, 0.613281, 0.582031, 0.398438, 0.628906, 0.617188, 0.585938, 0.628906, 0.294922, 0.202148, 0.621094, 0.617188, 0.550781, 0.535156, 0.621094, 0.298828, 0.482422, 0.519531, 0.582031, 0.664062, 0.423828, 0.205078, 0.59375, 0.636719, 0.632812, 0.472656, 0.271484, 0.621094, 0.359375, 0.640625, 0.617188, 0.746094, 0.59375, 0.660156, 0.636719, 0.223633, 0.699219, 0.628906, 0.447266, 0.667969, 0.585938, 0.613281, 0.609375, 0.644531, 0.550781, 0.640625, 0.664062, 0.648438, 0.34375, 0.582031, 0.652344, 0.660156, 0.613281, 0.730469, 0.6875, 0.472656, 0.621094, 0.570312, 0.566406, 0.578125, 0.472656, 0.621094, 0.59375, 0.652344, 0.628906, 0.498047, 0.5, 0.34375, 0.648438, 0.703125, 0.652344, 0.710938, 0.554688, 0.617188, 0.219727, 0.617188, 0.726562, 0.609375, 0.394531, 0.621094, 0.617188, 0.625, 0.648438, 0.675781, 0.621094, 0.363281, 0.496094, 0.617188, 0.462891, 0.478516, 0.464844, 0.625, 0.601562, 0.679688, 0.660156, 0.71875, 0.453125, 0.546875, 0.792969, 0.605469, 0.582031, 0.617188, 0.178711, 0.601562, 0.188477, 0.474609, 0.625, 0.621094, 0.4375, 0.566406, 0.605469, 0.640625, 0.613281, 0.609375, 0.585938, 0.644531, 0.585938, 0.219727, 0.490234, 0.248047, 0.625, 0.466797, 0.644531, 0.417969, 0.617188, 0.582031, 0.625, 0.498047, 0.628906, 0.597656, 0.632812, 0.636719, 0.488281, 0.28125, 0.425781, 0.753906, 0.609375, 0.644531, 0.605469, 0.648438, 0.625, 0.578125, 0.628906, 0.490234, 0.53125, 0.462891, 0.351562, 0.660156, 0.679688, 0.371094, 0.408203, 0.349609, 0.605469, 0.382812, 0.451172, 0.546875, 0.474609, 0.597656, 0.628906, 0.613281, 0.527344, 0.53125, 0.523438, 0.605469, 0.726562, 0.601562, 0.613281, 0.621094, 0.605469, 0.613281, 0.597656, 0.636719, 0.291016, 0.613281, 0.632812, 0.605469, 0.421875, 0.578125, 0.628906, 0.455078, 0.597656, 0.511719, 0.5625, 0.75, 0.621094, 0.613281, 0.652344, 0.449219, 0.605469, 0.617188, 0.369141, 0.683594, 0.648438, 0.753906, 0.621094, 0.5625, 0.515625, 0.636719, 0.582031, 0.640625, 0.609375, 0.511719, 0.636719, 0.609375, 0.625, 0.460938, 0.458984, 0.726562, 0.582031, 0.601562, 0.431641, 0.511719, 0.621094, 0.632812, 0.734375, 0.476562, 0.488281, 0.609375, 0.613281, 1.03125, 0.636719, 0.609375, 0.605469, 0.613281, 0.636719, 0.570312, 0.648438, 0.232422, 0.609375, 0.65625, 0.601562, 0.636719, 0.613281, 0.570312, 0.449219, 0.621094, 0.640625, 0.621094, 0.601562, 0.621094, 0.703125, 0.511719, 0.554688, 0.621094, 0.488281, 0.609375, 0.191406, 0.613281, 0.431641, 0.609375, 0.625, 0.621094, 0.621094, 0.613281, 0.503906, 0.625, 0.628906, 0.5625, 0.660156, 0.59375, 0.621094, 0.628906, 0.507812, 0.558594, 0.65625, 0.621094, 0.283203, 0.566406, 0.710938, 0.613281, 0.628906, 0.213867, 0.625, 0.589844, 0.695312, 0.605469, 0.628906, 0.636719, 0.388672, 0.667969, 0.404297, 0.519531, 0.457031, 0.4375, 0.613281, 0.507812, 0.492188, 0.625, 0.617188, 0.613281, 0.482422, 0.419922, 0.628906, 0.671875, 0.636719, 0.605469, 0.621094, 0.59375, 0.628906, 0.46875, 0.570312, 0.613281, 0.609375, 0.298828, 0.617188, 0.667969, 0.640625, 0.617188, 0.605469, 0.640625, 0.601562, 0.589844, 0.589844, 0.523438, 0.621094, 0.585938, 0.605469, 0.535156, 0.542969, 0.226562, 0.589844, 0.550781, 0.570312, 0.458984, 0.609375, 0.628906, 0.960938, 0.636719, 0.490234, 0.196289, 0.578125, 0.597656, 0.574219, 0.253906, 0.632812, 0.652344, 0.621094, 0.589844, 0.621094, 0.625, 0.429688, 0.679688, 0.617188, 0.769531, 0.617188, 0.597656, 0.621094, 0.597656, 0.605469, 0.679688, 0.644531, 0.239258, 0.451172, 0.279297, 0.410156, 0.585938, 0.691406, 0.613281, 0.388672, 0.617188, 0.613281, 0.625, 0.570312, 0.628906, 0.765625, 0.234375, 0.394531, 0.613281, 0.621094, 0.617188, 0.632812, 0.46875, 0.664062, 0.621094, 0.511719, 0.757812, 0.617188, 0.582031, 0.507812, 0.617188, 0.730469, 0.296875, 0.445312, 0.554688, 0.613281, 0.490234, 0.546875, 0.609375, 0.233398, 0.478516, 0.632812, 0.425781, 0.640625, 0.380859, 0.617188, 0.597656, 0.621094, 0.625, 0.458984, 0.416016, 0.621094, 0.691406, 0.613281, 0.613281, 0.726562, 0.648438, 0.621094, 0.609375, 0.605469, 0.425781, 0.519531, 0.613281, 0.447266, 0.601562, 0.40625, 0.632812, 0.667969, 0.476562, 0.605469, 0.617188, 0.59375, 0.378906, 0.585938, 0.644531, 0.539062, 0.5625, 0.605469, 0.585938, 0.455078, 0.609375, 0.667969, 0.695312, 0.613281, 0.439453, 0.486328, 0.585938, 0.617188, 0.628906, 0.710938, 0.699219, 0.609375, 0.621094, 0.605469, 0.679688, 0.640625, 0.605469, 0.589844, -6.9e-05, 0.5625, 0.613281, 0.5625, 0.609375, 0.392578, 0.46875, 0.632812, 0.478516, 0.601562, 0.408203, 0.585938, 0.597656, 0.236328, 0.613281, 0.625, 0.644531, 0.445312, 0.605469, 0.447266, 0.617188, 0.613281, 0.652344, 0.617188, 0.574219, 0.644531, 0.419922, 0.628906, 0.71875, 0.683594, 0.648438, 0.632812, 0.613281, 0.632812, 0.679688, 0.621094, 0.675781, 0.585938, 0.628906, 0.550781, 0.6875, 0.625, 0.605469, 0.46875, 0.546875, 0.480469, 0.605469, 0.539062, 0.726562, 0.554688, 0.625, 0.554688, 0.632812, 0.644531, 0.621094, 0.707031, 0.632812, 0.498047, 0.546875, 0.59375, 0.578125, 0.699219, 0.605469, 0.613281, 0.636719, 0.209961, 0.613281, 0.470703, 0.675781, 0.625, 0.625, 0.589844, 0.617188, 0.660156, 0.683594, 0.617188, 0.601562, 0.621094, 0.419922, 0.613281, 0.589844, 0.625, 0.365234, 0.451172, 0.386719, 0.617188, 0.404297, 0.621094, 0.800781, 0.40625, 0.484375, 0.765625, 0.53125, 0.691406, 0.601562, 0.679688, 0.554688, 0.5, 0.582031, 0.613281, 0.609375, 0.546875, 0.683594, 0.605469, 0.527344, 0.640625, 0.449219, 0.632812, 0.59375, 0.621094, 0.636719, 0.605469, 0.675781, 0.617188, 0.527344, 0.464844, 0.582031, 0.597656, 0.605469, 0.621094, 0.429688, 0.632812, 0.613281, 0.644531, 0.640625, 0.490234, 0.667969, 0.617188, 0.601562, 0.439453, 0.601562, 0.511719, 0.667969, 0.566406, 0.625, 0.6875, 0.644531, 0.427734, 0.582031, 0.578125, 0.445312, 0.470703, 0.804688, 0.425781, 0.539062, 0.679688, 0.570312, 0.660156, 0.609375, 0.597656, 0.241211, 0.621094, 0.71875, 0.632812, 0.503906, 0.361328, 0.640625, 0.625, 0.22168, 0.578125, 0.570312, 0.640625, 0.628906, 0.609375, 0.445312, 0.601562, 0.347656, 0.566406, 0.6875, 0.605469, 0.613281, 0.699219, 0.484375, 0.511719, 0.566406, 0.605469, 0.625, 0.496094, 0.625, 0.609375, 0.613281, 0.605469, 0.601562, 0.384766, 0.625, 0.625, 0.648438, 0.664062, 0.609375, 0.609375, 0.613281, 0.578125, 0.25, 0.527344, 0.605469, 0.400391, 0.304688, 0.65625, 0.527344, 0.640625, 0.621094, 0.414062, 0.402344, 0.5625, 0.236328, 0.613281, 0.640625, 0.636719, 0.605469, 0.585938, 0.625, 0.605469, 0.558594, 0.601562, 0.625, 0.625, 0.621094, 0.613281, 0.636719, 0.455078, 0.640625, 0.617188, 0.613281, 0.625, 0.566406, 0.632812, 0.410156, 0.609375, 0.609375, 0.478516, 0.498047, 0.244141, 0.65625, 0.691406, 0.609375, 0.667969, 0.589844, 0.322266, 0.416016, 0.765625, 0.369141, 0.621094, 0.455078, 0.671875, 0.636719, 0.617188, 0.617188, 0.617188, 0.578125, 0.223633, 0.628906, 0.636719, 0.558594, 0.636719, 0.53125, 0.582031, 0.59375, 0.326172, 0.3125, 0.601562, 0.453125, 0.644531, 0.486328, 0.613281, 0.605469, 0.601562, 0.617188, 0.605469, 0.5625, 0.239258, 0.496094, 0.667969, 0.625, 0.625, 0.578125, 0.621094, 0.453125, 0.613281, 0.363281, 0.617188, 0.589844, 1.789062, 0.625, 0.609375, 0.421875, 0.441406, 0.605469, 0.605469, 0.636719, 0.578125, 0.636719, 0.550781, 0.386719, 0.617188, 0.59375, 0.679688, 0.6875, 0.613281, 0.447266, 0.613281, 0.660156, 0.447266, 0.625, 0.527344, 0.621094, 0.242188, 0.613281, 0.601562, 0.625, 0.449219, 0.294922, 0.65625, 0.597656, 0.613281, 0.228516, 0.585938, 0.667969, 0.229492, 0.59375, 0.648438, 0.621094, 0.585938, 0.601562, 0.453125, 0.625, 0.597656, 0.449219, 0.613281, 0.601562, 0.451172, 0.609375, 0.613281, 0.625, 0.341797, 0.118164, 0.519531, 0.660156, 0.417969, 0.371094, 0.640625, 0.667969, 0.621094, 0.605469, 0.427734, 0.597656, 0.628906, 0.632812, 0.237305, 0.617188, 0.605469, 0.519531, 0.408203, 0.582031, 0.542969, 0.628906, 0.878906, 0.625, 0.605469, 0.535156, 0.402344, 0.636719, 0.212891, 0.558594, 0.59375, 0.174805, 0.648438, 0.511719, 0.613281, 0.617188, 0.566406, 0.601562, 0.546875, 0.605469, 0.652344, 0.640625, 0.65625, 0.482422, 0.570312, 0.433594, 0.636719, 0.625, 0.703125, 0.621094, 0.404297, 0.472656, 0.65625, 0.478516, 0.585938, 0.621094, 0.484375, 0.605469, 0.601562, 0.609375, 0.613281, 0.474609, 0.402344, 0.621094, 0.609375, 0.628906, 0.472656, 0.636719, 0.597656, 0.660156, 0.550781, 0.644531, 0.636719, 0.511719, 0.589844, 0.714844, 0.535156, 0.613281, 0.613281, 0.609375, 0.558594, 0.652344, 0.675781, 0.664062, 0.652344, 0.486328, 0.21875, 0.621094, 0.40625, 0.628906, 0.628906, 0.265625, 0.582031, 0.644531, 0.628906, 0.609375, 0.609375, 0.220703, 0.574219, 0.414062, 0.621094, 0.589844, 0.605469, 0.652344, 0.597656, 0.578125, 0.597656, 0.492188, 0.292969, 0.628906, 0.574219, 0.582031, 0.470703, 0.644531, 0.644531, 0.613281, 0.667969, 0.617188, 0.554688, 0.636719, 0.6875, 0.617188, 0.394531, 0.613281, 0.582031, 0.621094, 0.652344, 0.507812, 0.628906, 0.617188, 0.621094, 0.613281, 0.621094, 0.648438, 0.613281, 0.625, 0.601562, 0.482422, 0.628906, 0.613281, 0.539062, 0.621094, 0.53125, 0.636719, 0.597656, 0.382812, 0.617188, 0.486328, 0.632812, 0.470703, 0.617188, 0.605469, 0.382812, 0.314453, 0.511719, 0.675781, 0.523438, 0.357422, 0.691406, 0.667969, 0.480469, 0.648438, 0.458984, 0.605469, 0.640625, 0.59375, 0.211914, 0.574219, 0.241211, 0.423828, 0.75, 0.621094, 0.363281, 0.453125, 0.574219, 0.601562, 0.589844, 0.472656, 0.777344, 0.632812, 0.609375, 0.219727, 0.710938, 0.632812, 0.789062, 0.625, 0.625, 0.640625, 0.59375, 0.578125, 0.457031, 0.464844, 0.357422, 0.519531, 0.369141, 0.460938, 0.447266, 0.605469, 0.679688, 0.664062, 0.613281, 0.585938, 0.632812, 0.628906, 0.621094, 0.605469, 0.652344, 0.216797, 0.433594, 0.601562, 0.632812, 0.546875, 0.277344, 0.429688, 0.613281, 0.636719, 0.597656, 0.625, 0.163086, 0.621094, 0.621094, 0.613281, 0.453125, 0.204102, 0.617188, 0.632812, 0.558594, 0.476562, 0.5, 0.597656, 0.507812, 0.699219, 0.457031, 0.445312, 0.636719, 0.223633, 0.617188, 0.589844, 0.21875, 0.65625, 0.640625, 0.617188, 0.478516, 0.582031, 0.625, 0.617188, 0.710938, 0.390625, 0.46875, 0.478516, 0.5625, 0.628906, 0.277344, 0.644531, 0.5625, 0.769531, 0.601562, 0.621094, 0.621094, 0.523438, 0.470703, 0.714844, 0.263672, 0.832031, 0.59375, 0.546875, 0.667969, 0.470703, 0.613281, 0.578125, 0.328125, 0.453125, 0.589844, 0.417969, 0.439453, 0.375, 0.585938, 0.18457, 0.12793, 0.710938, 0.574219, 0.652344, 0.636719, 0.492188, 0.792969, 0.597656, 0.660156, 0.53125, 0.582031, 0.617188, 0.478516, 0.443359, 0.617188, 0.867188, 0.601562, 0.605469, 0.5625, 0.59375, 0.34375, 0.542969, 0.5, 0.22168, 0.40625, 0.683594, 0.570312, 0.660156, 0.839844, 0.613281, 0.625, 0.65625, 0.601562, 0.404297, 0.5625, 0.597656, 0.726562, 0.410156, 0.59375, 0.675781, 0.640625, 0.46875, 0.453125, 0.765625, 0.648438, 0.5625, 0.695312, 0.337891, 0.5625, 0.558594, 0.621094, 0.660156, 0.296875, 0.277344, 0.617188, 0.53125, 0.679688, 0.535156, 0.804688, 0.621094, 0.511719, 0.59375, 0.414062, 0.613281, 0.597656, 0.597656, 0.636719, 0.503906, 0.625, 0.578125, 0.478516, 0.386719, 0.613281, 0.519531, 0.621094, 0.527344, 0.582031, 0.589844, 0.515625, 0.683594, 0.609375, 0.5, 0.613281, 0.375, 0.691406, 0.570312, 0.730469, 0.632812, 0.585938, 0.621094, 0.613281, 0.554688, 0.738281, 0.597656, 0.550781, 0.734375, 0.628906, 0.597656, 0.416016, 0.636719, 0.455078, 0.753906, 0.617188, 0.660156, 0.601562, 0.455078, 0.412109, 0.613281, 0.574219, 0.625, 0.621094, 0.570312, 0.644531, 0.605469, 0.703125, 0.648438, 0.652344, 0.632812, 0.714844, 0.589844, 0.570312, 0.498047, 0.402344, 0.714844, 0.65625, 0.617188, 0.605469, 0.613281, 0.601562, 0.6875, 0.554688, 0.632812, 0.644531, 0.621094, 0.566406, 0.613281, 0.191406, 0.621094, 0.458984, 0.201172, 0.609375, 0.601562, 0.609375, 0.515625, 0.605469, 0.621094, 0.617188, 0.679688, 0.710938, 0.699219, 0.503906, 0.421875, 0.337891, 0.625, 0.621094, 0.4375, 0.820312, 0.589844, 0.605469, 0.671875, 0.652344, 0.605469, 0.628906, 0.636719, 0.605469, 0.435547, 0.613281, 0.832031, 0.609375, 0.482422, 0.609375, 0.644531, 0.773438, 0.746094, 0.613281, 0.726562, 0.625, 0.640625, 0.738281, 0.597656, 0.570312, 0.648438, 0.601562, 0.644531, 0.613281, 0.644531, 0.609375, 0.628906, 0.609375, 0.628906, 0.539062, 0.589844, 0.431641, 0.609375, 0.632812, 0.734375, 0.416016, 0.200195, 0.683594, 0.613281, 0.648438, 0.617188, 0.613281, 0.511719, 0.515625, 0.636719, 0.613281, 0.613281, 0.53125, 0.601562, 0.396484, 0.601562, 0.589844, 0.490234, 0.488281, 0.636719, 0.181641, 0.621094, 0.535156, 0.223633, 0.632812, 0.488281, 0.429688, 0.558594, 0.71875, 0.597656, 0.46875, 0.621094, 0.527344, 0.466797, 0.449219, 0.359375, 0.597656, 0.425781, 0.462891, 0.441406, 0.621094, 0.597656, 0.621094, 0.660156, 0.470703, 0.625, 0.382812, 0.730469, 0.511719, 0.59375, 0.625, 0.636719, 0.566406, 0.613281, 0.416016, 0.652344, 0.613281, 0.644531, 0.609375, 0.4375, 0.664062, 0.679688, 0.625, 0.511719, 0.609375, 0.632812, 0.578125, 0.625, 0.578125, 0.710938, 0.609375, 0.644531, 0.621094, 0.640625, 0.582031, 0.621094, 0.710938, 0.443359, 0.597656, 0.683594, 0.585938, 0.628906, 0.5625, 0.621094, 0.78125, 0.699219, 0.585938, 0.324219, 0.527344, 0.628906, 0.455078, 0.609375, 0.773438, 0.597656, 0.476562, 0.648438, 0.558594, 0.800781, 0.617188, 0.636719, 0.628906, 0.644531, 0.605469, 0.488281, 0.5625, 0.435547, 0.625, 0.675781, 0.652344, 0.427734, 0.621094, 0.621094, 0.609375, 0.632812, 0.539062, 0.457031, 0.359375, 0.617188, 0.550781, 0.597656, 0.582031, 0.601562, 0.59375, 0.585938, 0.6875, 0.613281, 0.640625, 0.53125, 0.523438, 0.455078, 0.287109, 0.482422, 0.578125, 0.628906, 0.707031, 0.617188, 0.699219, 0.597656, 0.652344, 0.527344, 0.527344, 0.660156, 0.585938, 0.710938, 0.652344, 0.566406, 0.229492, 0.585938, 0.605469, 0.212891, 0.609375, 0.648438, 0.667969, 0.585938, 0.570312, 0.523438, 0.570312, 0.181641, 0.617188, 0.228516, 0.621094, 0.667969, 0.480469, 0.183594, 0.546875, 0.644531, 0.527344, 0.59375, 0.412109, 0.667969, 0.644531, 0.609375, 0.6875, 0.609375, 0.445312, 0.605469, 0.644531, 0.632812, 0.40625, 0.613281, 0.267578, 0.632812, 0.660156, 0.664062, 0.644531, 0.695312, 0.414062, 0.582031, 0.601562, 0.617188, 0.605469, 0.597656, 0.617188, 0.503906, 0.601562, 0.621094, 0.211914, 0.609375, 0.625, 0.519531, 0.59375, 0.539062, 0.550781, 0.601562, 0.621094, 0.243164, 0.648438, 0.632812, 0.292969, 0.652344, 0.539062, 0.703125, 0.621094, 0.601562, 0.574219, 0.613281, 0.636719, 0.601562, 0.613281, 0.527344, 0.699219, 0.632812, 0.609375, 0.621094, 0.589844, 0.625, 0.212891, 0.652344, 0.75, 0.507812, 0.605469, 0.625, 0.621094, 0.628906, 0.679688, 0.65625, 0.605469, 0.445312, 0.558594, 0.617188, 0.664062, 0.636719, 0.12793, 0.625, 0.628906, 0.636719, 0.582031, 0.574219, 0.632812, 0.589844, 0.451172, 0.617188, 0.664062, 0.613281, 0.609375, 0.574219, 0.609375, 0.71875, 0.628906, 0.648438, 0.613281, 0.582031, 0.5625, 0.566406, 0.597656, 0.574219, 0.390625, 0.660156, 0.589844, 0.609375, 0.621094, 0.695312, 0.6875, 0.613281, 0.609375, 0.671875, 0.621094, 0.421875, 0.605469, 0.625, 0.375, 0.664062, 0.507812, 0.59375, 0.535156, 0.460938, 0.458984, 0.574219, 0.648438, 0.402344, 0.597656, 0.304688, 0.636719, 0.589844, 0.5, 0.449219, 0.609375, 0.169922, 0.613281, 0.644531, 0.621094, 0.621094, 0.648438, 0.523438, 0.65625, 0.625, 0.201172, 0.223633, 0.435547, 0.53125, 0.664062, 0.53125, 0.609375, 0.660156, 0.460938, 0.628906, 0.486328, 0.625, 0.796875, 0.609375, 0.609375, 0.546875, 0.605469, 0.244141, 0.59375, 0.597656, 0.613281, 0.492188, 0.433594, 0.490234, 0.613281, 0.640625, 0.546875, 0.503906, 0.636719, 0.636719, 0.617188, 0.617188, 0.71875, 0.582031, 0.535156, 0.460938, 0.597656, 0.613281, 0.585938, 0.416016, 0.554688, 0.675781, 0.621094, 0.490234, 0.601562, 0.660156, 0.447266, 0.605469, 0.476562, 0.433594, 0.373047, 0.757812, 0.621094, 0.65625, 0.476562, 0.550781, 0.460938, 0.203125, 0.605469, 0.742188, 0.490234, 0.578125, 0.609375, 0.582031, 0.535156, 0.671875, 0.675781, 0.574219, 0.369141, 0.597656, 0.660156, 0.621094, 0.621094, 0.632812, 0.59375, 0.640625, 0.605469, 0.566406, 0.730469, 0.265625, 0.683594, 0.6875, 0.597656, 0.621094, 0.519531, 0.589844, 0.582031, 0.636719, 0.621094, 0.283203, 0.357422, 0.609375, 0.546875, 0.605469, 0.667969, 0.523438, 0.609375, 0.613281, 0.621094, 0.494141, 0.707031, 0.462891, 0.601562, 0.625, 0.613281, 0.523438, 0.589844, 0.617188, 0.566406, 0.613281, 0.617188, 0.574219, 0.435547, 0.625, 0.554688, 0.488281, 0.628906, 0.582031, 0.652344, 0.585938, 0.550781, 0.550781, 0.542969, 0.609375, 0.628906, 0.644531, 0.46875, 0.601562, 0.257812, 0.609375, 0.617188, 0.601562, 0.609375, 0.605469, 0.5625, 0.617188, 0.21875, 0.40625, 0.601562, 0.431641, 0.546875, 0.542969, 0.726562, 0.65625, 0.613281, 0.582031, 0.193359, 0.617188, 0.271484, 0.433594, 0.431641, 0.625, 0.550781, 0.605469, 0.498047, 0.65625, 0.710938, 0.640625, 0.617188, 0.503906, 0.601562, 0.609375, 0.621094, 0.621094, 0.431641, 0.628906, 0.589844, 0.328125, 0.617188, 0.523438, 0.605469, 0.488281, 0.5, 0.431641, 0.609375, 0.609375, 0.617188, 0.410156, 0.640625, 0.462891, 0.458984, 0.22168, 0.558594, 0.636719, 0.621094, 0.707031, 0.617188, 0.601562, 0.172852, 0.554688, 0.464844, 0.578125, 0.515625, 0.617188, 0.609375, 0.625, 0.609375, 0.625, 0.5625, 0.628906, 0.714844, 0.691406, 0.675781, 0.625, 0.664062, 0.558594, 0.589844, 0.470703, 0.617188, 0.59375, 0.46875, 0.65625, 0.328125, 0.621094, 0.457031, 0.519531, 0.613281, 0.226562, 0.636719, 0.324219, 0.628906, 0.660156, 0.585938, 0.613281, 0.582031, 0.621094, 0.644531, 0.621094, 0.490234, 0.625, 0.205078, 0.648438, 0.462891, 0.660156, 0.527344, 0.279297, 0.648438, 0.648438, 0.65625, 0.617188, 0.566406, 0.632812, 0.605469, 0.628906, 0.589844, 0.582031, 0.423828, 0.632812, 0.632812, 0.605469, 0.605469, 0.628906, 0.173828, 0.632812, 0.5625, 0.625, 0.523438, 0.601562, 0.515625, 0.59375, 0.597656, 0.267578, 0.441406, 0.605469, 0.470703, 0.337891, 0.671875, 0.617188, 0.458984, 0.582031, 0.345703, 0.800781, 0.609375, 0.585938, 0.597656, 0.671875, 0.570312, 0.640625, 0.675781, 0.539062, 0.515625, 0.609375, 0.554688, 0.225586, 0.462891, 0.46875, 0.605469, 0.632812, 0.621094, 0.197266, 0.609375, 0.710938, 0.621094, 0.542969, 0.238281, 0.431641, 0.679688, 0.431641, 0.302734, 0.652344, 0.601562, 0.412109, 0.710938, 0.613281, 0.675781, 0.554688, 0.699219, 0.566406, 0.625, 0.609375, 0.5625, 0.605469, 0.59375, 0.617188, 0.466797, 0.636719, 0.65625, 0.582031, 0.621094, 0.558594, 0.609375, 0.550781, 0.527344, 0.613281, 0.539062, 0.652344, 0.609375, 0.601562, 0.613281, 0.371094, 0.632812, 0.566406, 0.433594, 0.589844, 0.742188, 0.625, 0.488281, 0.589844, 0.523438, 0.675781, 0.574219, 0.6875, 0.664062, 0.617188, 0.482422, 0.554688, 0.597656, 0.554688, 0.488281, 0.683594, 0.652344, 0.5625, 0.34375, 0.613281, 0.22168, 0.310547, 0.59375, 0.566406, 0.261719, 0.589844, 0.613281, 0.460938, 0.714844, 0.589844, 0.617188, 0.617188, 0.613281, 0.832031, 0.746094, 0.40625, 0.523438, 0.59375, 0.59375, 0.730469, 0.597656, 0.730469, 0.699219, 0.613281, 0.613281, 0.625, 0.320312, 0.605469, 0.628906, 0.625, 0.597656, 0.625, 0.585938, 0.699219, 0.628906, 0.496094, 0.617188, 0.542969, 0.613281, 0.617188, 0.714844, 0.707031, 0.203125, 0.582031, 0.613281, 0.753906, 0.613281, 0.632812, 0.628906, 0.625, 0.625, 0.496094, 0.59375, 0.738281, 0.621094, 0.589844, 0.462891, 0.585938, 0.636719, 0.226562, 0.466797, 0.628906, 0.609375, 0.628906, 0.613281, 0.4375, 0.398438, 0.699219, 0.279297, 0.617188, 0.570312, 0.589844, 0.582031, 0.699219, 0.457031, 0.664062, 0.628906, 0.703125, 0.601562, 0.462891, 0.632812, 0.601562, 0.613281, 0.628906, 0.617188, 0.214844, 0.625, 0.539062, 0.613281, 0.585938, 0.601562, 0.359375, 0.617188, 0.660156, 0.507812, 0.617188, 0.609375, 0.22168, 0.671875, 0.209961, 0.472656, 0.585938, 0.441406, 0.421875, 0.519531, 0.255859, 0.578125, 0.597656, 0.5625, 0.609375, 0.609375, 0.589844, 0.582031, 0.613281, 0.5, 0.482422, 0.206055, 0.566406, 0.644531, 0.59375, 0.423828, 0.617188, 0.589844, 0.558594, 0.671875, 0.597656, 0.421875, 0.714844, 0.167969, 0.59375, 0.621094, 0.605469, 0.605469, 0.605469, 0.609375, 0.46875, 0.494141, 0.628906, 0.570312, 0.621094, 0.636719, 0.535156, 0.617188, 0.621094, 0.378906, 0.585938, 0.46875, 0.230469, 0.601562, 0.683594, 0.664062, 0.605469, 0.443359, 0.178711, 0.675781, 0.5, 0.625, 0.613281, 0.621094, 0.609375, 0.542969, 0.617188, 0.617188, 0.566406, 0.613281, 0.457031, 0.625, 0.730469, 0.640625, 0.326172, 0.462891, 0.539062, 0.605469, 0.613281, 0.408203, 0.582031, 0.605469, 0.605469, 0.515625, 0.609375, 0.679688, 0.585938, 0.75, 0.644531, 0.451172, 0.625, 0.445312, 0.613281, 0.613281, 0.648438, 0.679688, 0.396484, 0.189453, 0.578125, 0.628906, 0.625, 0.714844, 0.628906, 0.431641, 0.625, 0.652344, 0.589844, 0.21582, 0.582031, 0.703125, 0.59375, 0.640625, 0.601562, 0.558594, 0.613281, 0.617188, 0.570312, 0.65625, 0.636719, 0.589844, 0.628906, 0.554688, 0.640625, 0.267578, 0.621094, 0.621094, 0.75, 0.589844, 0.498047, 0.339844, 0.46875, 0.628906, 0.613281, 0.585938, 0.585938, 0.734375, 0.625, 0.519531, 0.617188, 0.601562, 0.648438, 0.478516, 0.640625, 0.621094, 0.601562, 0.621094, 0.613281, 0.265625, 0.683594, 0.699219, 0.589844, 0.542969, 0.625, 0.628906, 0.578125, 0.233398, 0.636719, 0.478516, 0.273438, 0.613281, 0.59375, 0.667969, 0.703125, 0.609375, 0.632812, 0.613281, 0.597656, 0.628906, 0.601562, 0.474609, 0.597656, 0.621094, 0.570312, 0.617188, 0.601562, 0.605469, 0.628906, 0.707031, 0.462891, 0.554688, 0.394531, 0.671875, 0.578125, 0.648438, 0.605469, 0.59375, 0.621094, 0.582031, 0.566406, 0.4375, 0.589844, 0.433594, 0.449219, 0.648438, 0.640625, 0.605469, 0.496094, 0.550781, 0.621094, 0.59375, 0.660156, 0.65625, 0.660156, 0.566406, 0.707031, 0.527344, 0.636719, 0.621094, 0.390625, 0.609375, 0.341797, 0.503906, 0.617188, 0.628906, 0.589844, 0.449219, 0.462891, 0.609375, 0.707031, 0.601562, 0.503906, 0.632812, 0.582031, 0.699219, 0.613281, 0.445312, 0.597656, 0.523438, 0.625, 0.554688, 0.714844, 0.367188, 0.628906, 0.65625, 0.375, 0.349609, 0.648438, 0.59375, 0.396484, 0.636719, 0.636719, 0.613281, 0.671875, 0.609375, 0.695312, 0.617188, 0.585938, 0.628906, 0.416016, 0.59375, 0.601562, 0.613281, 0.582031, 0.390625, 0.625, 0.353516, 0.570312, 0.527344, 0.617188, 0.515625, 0.578125, 0.40625, 0.601562, 0.574219, 0.496094, 0.421875, 0.597656, 0.570312, 0.222656, 0.205078, 0.527344, 0.59375, 0.609375, 0.609375, 0.351562, 0.613281, 0.613281, 0.621094, 0.621094, 0.353516, 0.574219, 0.449219, 0.589844, 0.21875, 0.322266, 0.494141, 0.640625, 0.376953, 0.613281, 0.609375, 0.699219, 0.613281, 0.65625, 0.582031, 0.625, 0.683594, 0.310547, 0.621094, 0.566406, 0.691406, 0.478516, 0.609375, 0.462891, 0.601562, 0.632812, 0.628906, 0.59375, 0.404297, 0.570312, 0.601562, 0.566406, 0.582031, 0.433594, 0.605469, 0.550781, 0.527344, 0.609375, 0.679688, 0.636719, 0.726562, 0.558594, 0.400391, 0.652344, 0.523438, 0.628906, 0.621094, 0.5625, 0.613281, 0.173828, 0.652344, 0.621094, 0.621094, 0.636719, 0.613281, 0.601562, 0.546875, 0.605469, 0.621094, 0.566406, 0.582031, 0.601562, 0.621094, 0.652344, 0.644531, 0.570312, 0.566406, 0.605469, 0.566406, 0.546875, 0.566406, 0.535156, 0.621094, 0.449219, 0.388672, 0.404297, 0.648438, 0.613281, 0.609375, 0.636719, 0.613281, 0.710938, 0.664062, 0.640625, 0.597656, 0.597656, 0.589844, 0.462891, 0.5625, 0.617188, 0.675781, 0.636719, 0.494141, 0.582031, 0.660156, 0.474609, 0.671875, 0.478516, 0.613281, 0.628906, 0.621094, 0.605469, 0.238281, 0.558594, 0.480469, 0.482422, 0.470703, 0.265625, 0.574219, 0.490234, 0.6875, 0.441406, 0.613281, 0.601562, 0.527344, 0.632812, 0.179688, 0.546875, 0.65625, 0.429688, 0.464844, 0.660156, 0.664062, 0.617188, 0.667969, 0.671875, 0.574219, 0.478516, 0.176758, 0.765625, 0.490234, 0.628906, 0.605469, 0.621094, 0.574219, 0.59375, 0.558594, 0.609375, 0.601562, 0.498047, 0.59375, 0.585938, 0.542969, 0.482422, 0.628906, 0.402344, 0.172852, 0.597656, 0.613281, 0.585938, 0.597656, 0.605469, 0.186523, 0.546875, 0.785156, 0.617188, 0.455078, 0.652344, 0.625, 0.652344, 0.621094, 0.609375, 0.53125, 0.628906, 0.621094, 0.609375, 0.233398, 0.617188, 0.208984, 0.621094, 0.617188, 0.435547, 0.613281, 0.625, 0.625, 0.613281, 0.494141, 0.578125, 0.170898, 0.339844, 0.597656, 0.648438, 0.515625, 0.636719, 0.578125, 0.417969, 0.617188, 0.447266, 0.601562, 0.462891, 0.550781, 0.640625, 0.376953, 0.65625, 0.632812, 0.613281, 0.582031, 0.59375, 0.617188, 0.550781, 0.640625, 0.648438, 0.474609, 0.761719, 0.582031, 0.671875, 0.625, 0.609375, 0.714844, 0.613281, 0.644531, 0.535156, 0.578125, 0.613281, 0.632812, 0.621094, 0.613281, 0.46875, 0.683594, 0.597656, 0.486328, 0.515625, 0.644531, 0.660156, 0.40625, 0.173828, 0.613281, 0.65625, 0.209961, 0.609375, 0.408203, 0.621094, 0.550781, 0.621094, 0.601562, 0.429688, 0.613281, 0.660156, 0.601562, 0.601562, 0.570312, 0.652344, 0.503906, 0.53125, 0.597656, 0.394531, 0.239258, 0.613281, 0.453125, 0.652344, 0.601562, 0.613281, 0.578125, 0.605469, 0.746094, 0.621094, 0.640625, 0.621094, 0.230469, 0.5625, 0.470703, 0.404297, 0.235352, 0.714844, 0.613281, 0.613281, 0.441406, 0.589844, 0.287109, 0.515625, 0.492188, 0.000183, 0.416016, 0.609375, 0.671875, 0.625, 0.625, 0.589844, 0.435547, 0.601562, 0.703125, 0.648438, 0.597656, 0.578125, 0.484375, 0.628906, 0.625, 0.632812, 0.617188, 0.667969, 0.550781, 0.480469, 0.378906, 0.671875, 0.585938, 0.605469, 0.667969, 0.578125, 0.667969, 0.451172, 0.21582, 0.443359, 0.5, 0.675781, 0.546875, 0.242188, 0.480469, 0.4375, 0.761719, 0.621094, 0.628906, 0.59375, 0.605469, 0.494141, 0.570312, 0.597656, 0.597656, 0.613281, 0.601562, 0.632812, 0.298828, 0.519531, 0.640625, 0.605469, 0.632812, 0.382812, 0.671875, 0.601562, 0.621094, 0.644531, 0.597656, 0.621094, 0.5625, 0.558594, 0.589844, 0.429688, 0.621094, 0.761719, 0.542969, 0.632812, 0.695312, 0.59375, 0.609375, 0.546875, 0.439453, 0.542969, 0.490234, 0.621094, 0.605469, 0.554688, 0.625, 0.490234, 0.675781, 0.511719, 0.582031, 0.683594, 0.225586, 0.554688, 0.59375, 0.5, 0.193359, 0.353516, 0.621094, 0.621094, 0.664062, 0.447266, 0.65625, 0.515625, 0.585938, 0.632812, 0.617188, 0.613281, 0.710938, 0.625, 0.414062, 0.609375, 0.636719, 0.628906, 0.449219, 0.443359, 0.609375, 0.449219, 0.621094, 0.474609, 0.609375, 0.605469, 0.275391, 0.613281, 0.679688, 0.730469, 0.609375, 0.535156, 0.621094, 0.632812, 0.535156, 0.746094, 0.361328, 0.542969, 0.613281, 0.667969, 0.589844, 0.601562, 0.589844, 0.578125, 0.433594, 0.617188, 0.613281, 0.566406, 0.613281, 0.488281, 0.585938, 0.417969, 0.601562, 0.625, 0.318359, 0.439453, 0.408203, 0.621094, 0.640625, 1.8125, 0.660156, 0.421875, 0.429688, 0.582031, 0.664062, 0.5, 0.220703, 0.621094, 0.59375, 0.628906, 0.621094, 1.421875, 0.527344, 0.625, 0.519531, 0.605469, 0.482422, 0.605469, 0.308594, 0.189453, 0.613281, 0.621094, 0.597656, 0.601562, 0.6875, 0.640625, 0.330078, 0.597656, 0.597656, 0.5625, 0.628906, 0.308594, 0.617188, 0.632812, 0.589844, 0.636719, 0.449219, 0.605469, 0.785156, 0.515625, 0.339844, 0.621094, 0.625, 0.597656, 0.59375, 0.585938, 0.613281, 0.609375, 0.644531, 0.5625, 0.466797, 0.613281, 0.570312, 0.6875, 0.498047, 0.632812, 0.640625, 0.578125, 0.597656, 0.617188, 0.460938, 0.209961, 0.59375, 0.65625, 0.628906, 0.644531, 0.664062, 0.769531, 0.613281, 0.605469, 0.597656, 0.225586, 0.617188, 0.412109, 0.617188, 0.464844, 0.380859, 0.578125, 0.53125, 0.695312, 0.628906, 0.597656, 0.570312, 0.648438, 0.628906, 0.613281, 0.625, 0.605469, 0.667969, 0.746094, 0.511719, 0.59375, 0.605469, 0.613281, 0.443359, 0.582031, 0.617188, 0.617188, 0.449219, 0.439453, 0.589844, 0.683594, 0.652344, 0.617188, 0.617188, 0.652344, 0.667969, 0.683594, 0.539062, 0.427734, 0.476562, 0.566406, 0.578125, 0.421875, 0.617188, 0.636719, 0.527344, 0.488281, 0.636719, 0.578125, 0.695312, 0.243164, 0.410156, 0.617188, 0.628906, 0.617188, 0.621094, 0.671875, 0.652344, 0.644531, 0.605469, 0.617188, 0.570312, 0.667969, 0.644531, 0.589844, 0.6875, 0.644531, 0.800781, 0.59375, 0.675781, 0.632812, 0.570312, 0.621094, 0.578125, 0.691406, 0.558594, 0.617188, 0.625, 0.617188, 0.628906, 0.621094, 0.703125, 0.609375, 0.558594, 0.589844, 0.609375, 0.65625, 0.578125, 0.597656, 0.648438, 0.570312, 0.601562, 0.4375, 0.496094, 0.464844, 0.621094, 0.466797, 0.361328, 0.636719, 0.511719, 0.339844, 0.621094, 0.625, 0.636719, 0.435547, 0.644531, 0.570312, 0.589844, 0.427734, 0.894531, 0.34375, 0.359375, 0.703125, 0.753906, 0.78125, 0.449219, 0.306641, 0.542969, 0.632812, 0.625, 0.617188, 0.609375, 0.703125, 0.625, 0.294922, 0.554688, 0.613281, 0.621094, 0.394531, 0.498047, 0.427734, 0.474609, 0.486328, 0.4375, 0.625, 0.613281, 0.574219, 0.217773, 0.609375, 0.8125, 0.625, 0.613281, 0.597656, 0.65625, 0.458984, 0.632812, 0.628906, 0.671875, 0.613281, 0.609375, 0.234375, 0.632812, 0.605469, 0.601562, 0.578125, 0.613281, 0.554688, 0.601562, 0.404297, 0.609375, 0.625, 0.609375, 0.621094, 0.326172, 0.625, 0.574219, 0.589844, 0.59375, 0.421875, 0.484375, 0.223633, 0.644531, 0.632812, 0.613281, 0.632812, 0.59375, 0.621094, 0.605469, 0.601562, 0.482422, 0.443359, 0.554688, 0.605469, 0.3125, 0.605469, 0.445312, 0.636719, 0.535156, 0.558594, 0.628906, 0.396484, 0.613281, 0.59375, 0.660156, 0.671875, 0.539062, 0.707031, 0.554688, 0.423828, 0.373047, 0.632812, 0.605469, 0.609375, 0.621094, 0.621094, 0.427734, 0.419922, 0.5625, 0.605469, 0.570312, 0.625, 0.640625, 0.632812, 0.182617, 0.625, 0.443359, 0.617188, 0.621094, 0.554688, 0.589844, 0.613281, 0.679688, 0.636719, 0.464844, 0.621094, 0.679688, 0.451172, 0.550781, 0.691406, 0.617188, 0.578125, 0.59375, 0.585938, 0.632812, 0.625, 0.462891, 0.484375, 0.65625, 0.601562, 0.605469, 0.582031, 0.443359, 0.582031, 0.640625, 0.621094, 0.625, 0.558594, 0.613281, 0.625, 0.738281, 0.652344, 0.632812, 0.601562, 0.498047, 0.632812, 0.589844, 0.193359, 0.59375, 0.664062, 0.628906, 0.527344, 0.470703, 0.617188, 0.511719, 0.609375, 0.625, 0.699219, 0.621094, 0.535156, 0.640625, 0.84375, 0.605469, 0.683594, 0.601562, 0.574219, 0.699219, 0.601562, 0.527344, 0.582031, 0.597656, 0.294922, 0.220703, 0.628906, 0.439453, 0.628906, 0.660156, 0.761719, 0.402344, 0.527344, 0.632812, 0.613281, 0.695312, 0.589844, 0.609375, 0.412109, 0.542969, 0.675781, 0.636719, 0.617188, 0.613281, 0.201172, 0.667969, 0.460938, 0.671875, 0.6875, 0.59375, 0.773438, 0.636719, 0.628906, 0.746094, 0.621094, 0.613281, 0.484375, 0.458984, 0.597656, 0.609375, 0.667969, 0.617188, 0.601562, 0.609375, 0.523438, 0.431641, 0.664062, 0.589844, 0.664062, 0.613281, 0.605469, 0.609375, 0.617188, 0.404297, 0.431641, 0.558594, 0.617188, 0.457031, 0.200195, 0.609375, 0.443359, 0.519531, 0.416016, 0.439453, 0.679688, 0.476562, 0.460938, 0.570312, 0.421875, 0.542969, 0.671875, 0.433594, 0.589844, 0.707031, 0.652344, 0.621094, 0.535156, 0.574219, 0.625, 0.617188, 0.601562, 0.628906, 0.474609, 0.707031, 0.777344, 0.625, 0.601562, 0.621094, 0.59375, 0.609375, 0.605469, 0.195312, 0.609375, 0.605469, 0.486328, 0.722656, 0.617188, 0.617188, 0.632812, 0.625, 0.628906, 0.59375, 0.617188, 0.617188, 0.597656, 0.472656, 0.582031, 0.486328, 0.613281, 0.6875, 0.648438, 0.613281, 0.601562, 0.652344, 0.613281, 0.228516, 0.59375, 0.648438, 0.550781, 0.570312, 0.617188, 0.613281, 0.644531, 0.582031, 0.640625, 0.494141, 0.271484, 0.617188, 0.667969, 0.574219, 0.652344, 0.208984, 0.609375, 0.613281, 0.617188, 0.679688, 0.59375, 0.494141, 0.621094, 0.542969, 0.464844, 0.644531, 0.613281, 0.582031, 0.605469, 0.648438, 0.664062, 0.570312, 0.621094, 0.542969, 0.664062, 0.589844, 0.605469, 0.527344, 0.609375, 0.65625, 0.605469, 0.628906, 0.462891, 0.652344, 0.605469, 0.65625, 0.5625, 0.632812, 0.511719, 0.601562, 0.388672, 0.597656, 0.609375, 0.601562, 0.609375, 0.613281, 0.621094, 0.558594, 0.554688, 0.574219, 0.609375, 0.625, 0.507812, 0.582031, 0.570312, 0.671875, 0.349609, 0.609375, 0.597656, 0.554688, 0.621094, 0.601562, 0.605469, 0.601562, 0.617188, 0.535156, 0.804688, 0.667969, 0.492188, 0.609375, 0.466797, 0.589844, 0.601562, 0.523438, 0.695312, 0.707031, 0.628906, 0.628906, 0.198242, 0.890625, 0.613281, 0.589844, 0.722656, 0.441406, 0.53125, 0.617188, 0.609375, 0.617188, 0.621094, 0.357422, 0.640625, 0.566406, 0.691406, 0.617188, 0.585938, 0.671875, 0.310547, 0.605469, 0.208984, 0.632812, 0.613281, 0.535156, 0.65625, 0.621094, 0.589844, 0.431641, 0.570312, 0.636719, 0.410156, 0.578125, 0.550781, 0.21875, 0.597656, 0.498047, 0.609375, 0.660156, 0.490234, 0.660156, 0.625, 0.294922, 0.333984, 0.71875, 0.539062, 0.648438, 0.589844, 0.613281, 0.429688, 0.398438, 0.478516, 0.730469, 0.628906, 0.597656, 0.625, 0.507812, 0.621094, 0.574219, 0.617188, 0.416016, 0.5625, 0.609375, 0.617188, 0.601562, 0.730469, 0.613281, 0.644531, 0.617188, 0.609375, 0.652344, 0.621094, 0.480469, 0.675781, 0.792969, 0.617188, 0.550781, 0.621094, 0.617188, 0.691406, 0.170898, 0.628906, 0.621094, 0.617188, 0.746094, 0.605469, 0.613281, 0.433594, 0.628906, 0.339844, 0.5625, 0.219727, 0.511719, 0.675781, 0.408203, 0.605469, 0.625, 0.621094, 0.609375, 0.703125, 0.225586, 0.710938, 0.613281, 0.621094, 0.664062, 0.632812, 0.59375, 0.597656, 0.675781, 0.597656, 0.546875, 0.621094, 0.707031, 0.490234, 0.691406, 1.0, 0.632812, 0.636719, 0.625, 0.451172, 0.601562, 0.628906, 0.466797, 0.455078, 0.613281, 0.275391, 0.617188, 0.675781, 0.621094, 0.394531, 0.660156, 0.617188, 0.640625, 0.1875, 0.421875, 0.470703, 0.447266, 0.644531, 0.457031, 0.628906, 0.578125, 0.605469, 0.640625, 0.427734, 0.445312, 0.59375, 0.585938, 0.65625, 0.5625, 0.621094, 0.5625, 0.535156, 0.628906, 0.683594, 0.609375, 0.464844, 0.628906, 0.609375, 0.621094, 0.707031, 0.683594, 0.330078, 0.539062, 0.585938, 0.217773, 0.632812, 0.601562, 0.447266, 0.601562, 0.511719, 0.597656, 0.617188, 0.59375, 0.894531, 0.597656, 0.617188, 0.621094, 0.542969, 0.570312, 0.632812, 0.628906, 0.652344, 0.628906, 0.439453, 0.228516, 0.621094, 0.628906, 0.535156, 0.597656, 0.617188, 0.621094, 0.671875, 0.384766, 0.443359, 0.330078, 0.507812, 0.605469, 0.527344, 0.636719, 0.707031, 0.609375, 0.667969, 0.617188, 0.625, 0.605469, 0.628906, 0.486328, 0.617188, 0.527344, 0.589844, 0.225586, 0.640625, 0.597656, 0.197266, 0.640625, 0.617188, 0.667969, 0.578125, 0.453125, 0.566406, 0.570312, 0.287109, 0.621094, 0.566406, 0.451172, 0.652344, 0.605469, 0.230469, 0.621094, 0.232422, 0.613281, 0.652344, 0.53125, 0.605469, 0.400391, 0.660156, 0.546875, 0.628906, 0.601562, 0.597656, 0.429688, 0.439453, 0.636719, 0.249023, 0.439453, 0.578125, 0.292969, 0.515625, 0.59375, 0.71875, 0.679688, 0.648438, 0.617188, 0.458984, 0.613281, 0.202148, 0.507812, 0.617188, 0.71875, 0.621094, 0.609375, 0.660156, 0.503906, 0.609375, 0.546875, 0.699219, 0.503906, 0.554688, 0.609375, 0.582031, 0.625, 0.597656, 0.416016, 0.722656, 0.609375, 0.625, 0.396484, 0.558594, 0.640625, 0.480469, 0.617188, 0.235352, 0.494141, 0.617188, 0.628906, 0.613281, 0.498047, 0.675781, 0.601562, 0.601562, 0.609375, 0.59375, 0.570312, 0.496094, 0.589844, 0.486328, 0.589844, 0.566406, 0.267578, 0.660156, 0.617188, 0.601562, 0.605469, 0.585938, 0.605469, 0.597656, 0.582031, 0.46875, 0.164062, 0.507812, 0.578125, 0.605469, 0.503906, 0.628906, 0.648438 ] }, "name": "model.model.layers.8.post_attention_layernorm.weight", "outputIndexes": [ 755 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 754 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_8/Mul_output_0", "outputIndexes": [ 756 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 755, 756 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_8/Mul_1_output_0", "outputIndexes": [ 757 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 757 ], "outputIndexes": [ 2548 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2548 ], "outputIndexes": [ 2549 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear", "inputIndexes": [ 2549 ], "outputIndexes": [ 2550 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1065389352, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2550 ], "outputIndexes": [ 2551 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2551 ], "outputIndexes": [ 758 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 758 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_8/Sigmoid_output_0", "outputIndexes": [ 759 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 758, 759 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_8/Mul_output_0", "outputIndexes": [ 760 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 757 ], "outputIndexes": [ 2552 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2552 ], "outputIndexes": [ 2553 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear", "inputIndexes": [ 2553 ], "outputIndexes": [ 2554 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1103580478, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2554 ], "outputIndexes": [ 2555 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2555 ], "outputIndexes": [ 761 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 760, 761 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_8/Mul_output_0", "outputIndexes": [ 762 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 762 ], "outputIndexes": [ 2556 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2556 ], "outputIndexes": [ 2557 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear", "inputIndexes": [ 2557 ], "outputIndexes": [ 2558 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1141771604, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2558 ], "outputIndexes": [ 2559 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2559 ], "outputIndexes": [ 763 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 754, 763 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_44_output_0", "outputIndexes": [ 764 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 764, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_81_output_0", "outputIndexes": [ 765 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.015625, 0.472656, 1.265625, 0.458984, 0.996094, 0.546875, 0.421875, 0.503906, 0.667969, 0.347656, 0.449219, 0.416016, 0.523438, 0.423828, 0.398438, 0.636719, 0.488281, 0.425781, 0.396484, 0.363281, 0.625, 0.476562, 0.398438, 0.429688, 0.433594, 0.494141, 0.320312, 0.402344, 0.53125, 0.464844, 0.785156, 0.363281, 0.5, 0.439453, 0.585938, 0.519531, 0.441406, 1.039062, 0.414062, 0.371094, 0.679688, 0.449219, 1.1875, 0.53125, 0.75, 0.578125, 0.113281, 1.140625, 0.800781, 0.421875, 0.914062, 0.433594, 0.443359, 0.400391, 0.78125, 0.503906, 0.71875, 0.882812, 0.644531, 0.710938, 0.388672, 0.660156, 0.714844, 0.435547, 1.023438, 1.007812, 0.332031, 0.431641, 0.380859, 0.5625, 0.460938, 0.753906, 0.488281, 0.480469, 0.820312, 0.458984, 0.789062, 0.466797, 0.746094, 0.625, 0.898438, 0.929688, 1.039062, 0.515625, 0.527344, 0.074707, 0.398438, 1.101562, 0.439453, 0.707031, 0.585938, 0.435547, 0.457031, 0.433594, 0.933594, 0.431641, 0.667969, 0.482422, 0.388672, 0.367188, 0.417969, 0.425781, 0.625, 0.435547, 1.054688, 0.835938, 1.117188, 0.449219, 0.796875, 0.71875, 0.388672, 0.4375, 0.404297, 0.816406, 0.453125, 1.09375, 0.414062, 0.507812, 0.5625, 0.355469, 0.369141, 0.431641, 0.621094, 0.443359, 0.804688, 0.429688, 0.707031, 0.474609, 0.086914, 0.5, 0.324219, 0.402344, 0.515625, 0.886719, 0.660156, 0.539062, 0.433594, 0.443359, 0.660156, 0.609375, 0.414062, 0.613281, 0.59375, 0.300781, 0.78125, 0.423828, 1.125, 0.396484, 0.675781, 0.365234, 0.828125, 0.550781, 0.453125, 0.53125, 0.78125, 0.65625, 0.474609, 0.371094, 0.835938, 0.933594, 0.382812, 0.507812, 0.679688, 0.433594, 0.992188, 0.519531, 0.585938, 0.824219, 0.416016, 0.675781, 0.449219, 0.384766, 0.421875, 0.384766, 0.423828, 1.070312, 0.429688, 0.410156, 0.46875, 0.382812, 0.335938, 0.511719, 0.671875, 0.285156, 0.279297, 0.511719, 0.439453, 0.375, 0.431641, 0.453125, 0.376953, 0.507812, 1.03125, 0.435547, 1.117188, 0.5625, 0.453125, 0.859375, 0.589844, 0.419922, 0.388672, 1.390625, 1.078125, 1.007812, 1.148438, 0.443359, 0.339844, 0.482422, 0.6875, 0.3125, 0.601562, 0.417969, 0.378906, 0.652344, 0.408203, 0.914062, 0.462891, 0.476562, 1.179688, 0.447266, 0.4375, 0.404297, 0.769531, 0.449219, 0.494141, 1.117188, 0.410156, 0.644531, 0.5, 0.361328, 0.816406, 0.703125, 0.474609, 0.394531, 0.451172, 0.699219, 0.419922, 0.808594, 0.072754, 0.484375, 0.742188, 0.412109, 0.414062, 0.427734, 0.371094, 0.957031, 0.451172, 0.507812, 0.550781, 0.449219, 0.396484, 1.015625, 0.503906, 0.5, 0.519531, 0.431641, 0.447266, 0.067383, 0.439453, 0.416016, 0.416016, 0.398438, 0.462891, 0.457031, 0.621094, 0.363281, 0.519531, 0.460938, 0.917969, 0.953125, 0.933594, 0.441406, 0.449219, 0.644531, 0.439453, 0.753906, 0.4375, 0.625, 0.441406, 0.960938, 0.445312, 0.416016, 0.071289, 0.417969, 0.458984, 0.976562, 0.355469, 0.605469, 0.515625, 0.394531, 0.9375, 0.380859, 0.636719, 0.5625, 0.378906, 0.535156, 0.859375, 0.4375, 0.613281, 0.412109, 0.412109, 0.617188, 0.570312, 0.6875, 0.929688, 0.71875, 0.417969, 0.427734, 0.488281, 0.478516, 1.015625, 0.464844, 0.369141, 0.402344, 1.015625, 0.484375, 0.691406, 0.601562, 0.621094, 0.457031, 0.664062, 0.5, 0.417969, 0.441406, 0.503906, 0.425781, 0.427734, 0.451172, 0.539062, 0.511719, 0.081055, 0.613281, 0.625, 0.455078, 0.550781, 0.472656, 0.757812, 1.054688, 0.648438, 0.347656, 0.06543, 0.414062, 0.4375, 0.435547, 0.121094, 0.660156, 0.800781, 0.441406, 0.451172, 0.419922, 0.679688, 0.441406, 0.976562, 0.476562, 1.0625, 0.423828, 0.388672, 0.542969, 0.412109, 0.412109, 1.015625, 0.695312, 0.11084, 0.382812, 0.394531, 0.578125, 0.5, 0.960938, 0.451172, 0.392578, 0.472656, 0.402344, 0.380859, 0.412109, 0.523438, 1.054688, 0.10791, 0.457031, 0.443359, 0.636719, 0.542969, 0.457031, 0.53125, 0.855469, 0.523438, 0.419922, 1.023438, 0.470703, 0.464844, 0.425781, 0.386719, 0.964844, 0.636719, 0.349609, 0.435547, 0.462891, 0.417969, 0.425781, 0.402344, 0.097656, 0.441406, 0.570312, 0.566406, 0.714844, 0.384766, 0.447266, 0.558594, 0.542969, 0.492188, 0.6875, 0.605469, 0.628906, 0.835938, 0.40625, 0.492188, 1.054688, 0.78125, 0.460938, 0.394531, 0.392578, 0.632812, 0.792969, 0.439453, 0.373047, 0.423828, 0.408203, 0.558594, 0.648438, 0.410156, 0.550781, 0.447266, 0.404297, 0.363281, 0.476562, 0.769531, 0.294922, 0.480469, 0.408203, 0.458984, 0.503906, 0.412109, 0.863281, 1.03125, 0.460938, 0.498047, 0.488281, 0.496094, 0.519531, 0.757812, 1.0625, 1.007812, 0.419922, 0.421875, 0.423828, 1.039062, 0.648438, 0.332031, 0.394531, 2.3e-05, 0.423828, 0.46875, 0.464844, 0.414062, 0.839844, 0.408203, 0.683594, 0.427734, 0.449219, 0.384766, 0.707031, 0.441406, 0.091309, 0.417969, 0.398438, 0.8125, 0.664062, 0.431641, 0.365234, 0.416016, 0.365234, 0.714844, 0.511719, 0.371094, 0.769531, 1.15625, 0.570312, 1.109375, 1.015625, 0.78125, 0.84375, 0.423828, 0.660156, 0.957031, 0.490234, 0.90625, 0.382812, 0.480469, 0.554688, 1.054688, 0.478516, 0.400391, 0.425781, 0.396484, 0.550781, 0.449219, 1.070312, 1.03125, 0.263672, 0.435547, 0.429688, 0.714844, 0.617188, 0.449219, 0.832031, 0.601562, 0.453125, 0.451172, 0.470703, 0.455078, 0.996094, 0.376953, 0.457031, 0.429688, 0.092285, 0.4375, 0.429688, 0.886719, 0.4375, 0.4375, 0.441406, 0.421875, 0.804688, 0.957031, 0.427734, 0.443359, 0.419922, 0.441406, 0.380859, 0.71875, 0.421875, 0.367188, 0.335938, 0.416016, 0.472656, 0.421875, 0.416016, 1.015625, 0.964844, 0.21582, 1.09375, 0.675781, 1.03125, 0.5625, 1.03125, 0.431641, 0.402344, 0.427734, 0.435547, 0.421875, 0.400391, 0.964844, 0.431641, 0.478516, 0.341797, 0.400391, 0.480469, 0.484375, 0.925781, 0.816406, 0.349609, 0.949219, 0.410156, 0.318359, 0.351562, 0.535156, 0.433594, 0.384766, 0.482422, 0.369141, 0.484375, 0.427734, 0.875, 0.710938, 0.408203, 0.863281, 0.423828, 0.429688, 0.404297, 0.435547, 0.373047, 0.855469, 0.582031, 0.402344, 0.960938, 0.703125, 0.644531, 0.425781, 0.392578, 0.484375, 0.402344, 0.90625, 0.390625, 0.378906, 1.0, 0.628906, 0.796875, 0.447266, 0.402344, 1.21875, 0.46875, 0.953125, 0.675781, 0.439453, 0.427734, 0.609375, 0.40625, 0.091309, 0.464844, 0.765625, 0.898438, 0.427734, 0.392578, 1.515625, 0.503906, 1.085938, 0.523438, 0.960938, 0.558594, 0.421875, 0.9375, 0.5, 0.535156, 0.367188, 0.425781, 0.310547, 0.429688, 0.605469, 0.464844, 0.394531, 0.511719, 0.458984, 0.453125, 0.496094, 0.53125, 0.746094, 1.09375, 0.369141, 0.466797, 0.386719, 0.400391, 0.117676, 0.835938, 0.423828, 0.474609, 0.386719, 0.804688, 0.429688, 0.382812, 0.484375, 0.341797, 0.511719, 0.441406, 1.070312, 0.527344, 0.71875, 0.5625, 0.412109, 0.496094, 0.412109, 0.451172, 0.398438, 0.519531, 0.382812, 0.5, 0.427734, 0.410156, 0.707031, 0.550781, 1.0625, 0.396484, 0.474609, 0.59375, 0.408203, 0.460938, 0.882812, 0.933594, 0.480469, 0.515625, 0.402344, 0.302734, 0.785156, 1.085938, 0.40625, 0.992188, 0.419922, 0.367188, 1.023438, 1.085938, 0.417969, 0.46875, 0.369141, 0.503906, 0.589844, 0.382812, 0.519531, 0.394531, 0.414062, 0.080566, 0.484375, 0.796875, 0.535156, 0.365234, 0.474609, 0.464844, 1.054688, 1.734375, 0.53125, 0.40625, 0.605469, 0.597656, 0.878906, 0.482422, 0.400391, 0.380859, 0.408203, 0.460938, 0.664062, 0.283203, 0.392578, 0.992188, 0.447266, 0.59375, 0.449219, 0.429688, 0.609375, 0.466797, 0.335938, 0.408203, 0.462891, 1.195312, 0.757812, 0.378906, 0.429688, 0.435547, 0.410156, 0.398438, 0.601562, 0.417969, 0.628906, 0.53125, 0.433594, 0.380859, 0.652344, 1.085938, 0.996094, 0.402344, 0.400391, 0.375, 0.9375, 0.667969, 0.478516, 0.476562, 0.527344, 0.115723, 0.498047, 0.388672, 0.515625, 0.443359, 0.328125, 0.78125, 0.490234, 0.628906, 0.080566, 0.435547, 0.875, 0.140625, 0.667969, 0.597656, 0.470703, 0.5, 0.396484, 0.433594, 0.515625, 0.494141, 0.488281, 0.453125, 0.539062, 0.443359, 0.417969, 0.410156, 0.613281, 0.396484, 0.030884, 0.613281, 0.482422, 0.341797, 0.4375, 0.498047, 0.925781, 0.404297, 0.439453, 1.078125, 0.535156, 0.546875, 0.667969, 0.121094, 0.464844, 0.433594, 0.894531, 0.416016, 0.46875, 0.546875, 0.392578, 1.15625, 0.425781, 0.75, 0.5625, 0.361328, 0.570312, 0.19043, 0.474609, 0.498047, 0.045654, 0.757812, 0.402344, 0.357422, 0.427734, 0.419922, 0.419922, 0.441406, 0.40625, 0.871094, 0.632812, 0.703125, 0.421875, 0.304688, 0.589844, 0.632812, 0.474609, 0.949219, 0.462891, 0.482422, 0.5, 0.753906, 0.835938, 0.519531, 0.443359, 0.601562, 0.490234, 0.447266, 0.412109, 0.378906, 0.636719, 0.474609, 0.617188, 0.416016, 0.773438, 0.460938, 0.539062, 0.65625, 0.886719, 0.503906, 0.511719, 0.746094, 0.412109, 0.492188, 1.03125, 0.365234, 0.4375, 0.507812, 0.394531, 0.578125, 0.878906, 0.898438, 0.773438, 0.785156, 0.574219, 0.103516, 0.527344, 1.148438, 0.435547, 0.558594, 0.527344, 0.402344, 0.738281, 0.570312, 0.417969, 0.417969, 0.067871, 1.007812, 1.1875, 0.515625, 0.554688, 0.410156, 0.734375, 0.417969, 0.515625, 0.558594, 1.09375, 0.941406, 0.421875, 0.503906, 0.476562, 0.380859, 0.554688, 0.652344, 0.445312, 0.792969, 0.519531, 0.425781, 0.734375, 1.023438, 0.507812, 0.808594, 0.392578, 0.400391, 0.605469, 0.878906, 0.427734, 0.462891, 0.427734, 0.511719, 0.457031, 0.5, 0.515625, 0.435547, 0.652344, 0.396484, 0.400391, 0.429688, 0.464844, 0.832031, 0.433594, 0.460938, 0.605469, 0.478516, 0.404297, 0.451172, 0.423828, 0.671875, 0.447266, 0.380859, 0.433594, 1.148438, 1.171875, 0.464844, 0.875, 0.496094, 1.039062, 0.953125, 0.898438, 0.871094, 0.628906, 0.416016, 0.429688, 0.621094, 0.443359, 0.085938, 0.394531, 0.098633, 0.59375, 0.957031, 0.714844, 0.447266, 0.65625, 0.445312, 0.470703, 0.425781, 0.609375, 1.0625, 0.644531, 0.386719, 0.25, 0.636719, 0.574219, 1.117188, 0.636719, 0.425781, 0.605469, 0.589844, 0.503906, 0.419922, 0.367188, 0.75, 0.570312, 0.337891, 0.378906, 0.539062, 0.498047, 1.03125, 0.875, 0.408203, 0.378906, 0.431641, 1.046875, 0.476562, 0.470703, 0.796875, 0.10498, 0.390625, 0.519531, 0.427734, 0.414062, 0.419922, 0.462891, 0.494141, 0.625, 0.886719, 0.546875, 0.182617, 0.408203, 0.53125, 0.441406, 0.40625, 0.059082, 0.449219, 0.53125, 0.359375, 0.416016, 0.507812, 0.394531, 0.394531, 1.046875, 0.431641, 0.386719, 0.714844, 0.100586, 0.458984, 0.396484, 0.094727, 0.78125, 0.53125, 0.421875, 0.494141, 0.373047, 0.455078, 0.4375, 0.949219, 0.490234, 0.945312, 0.386719, 0.351562, 1.015625, 0.535156, 0.695312, 0.416016, 1.15625, 0.394531, 0.435547, 0.546875, 0.408203, 0.474609, 1.039062, 0.652344, 1.109375, 0.617188, 0.412109, 0.917969, 0.404297, 0.558594, 0.429688, 0.375, 0.482422, 0.613281, 0.550781, 0.361328, 0.589844, 0.414062, 0.053467, 0.044189, 0.984375, 0.417969, 0.769531, 0.566406, 0.878906, 1.125, 0.429688, 0.722656, 0.410156, 0.503906, 0.384766, 0.419922, 0.404297, 0.404297, 1.054688, 0.40625, 0.617188, 0.40625, 0.396484, 0.375, 0.419922, 0.574219, 0.081543, 0.621094, 0.980469, 0.890625, 0.839844, 1.070312, 0.412109, 0.302734, 0.671875, 0.398438, 0.414062, 0.447266, 0.404297, 1.023438, 0.503906, 0.410156, 0.964844, 0.675781, 0.265625, 0.388672, 0.984375, 0.496094, 0.449219, 1.007812, 0.396484, 0.421875, 0.652344, 0.457031, 0.800781, 0.800781, 0.271484, 0.412109, 0.40625, 1.070312, 0.378906, 1.109375, 0.416016, 0.427734, 0.363281, 0.433594, 0.4375, 0.621094, 0.453125, 0.511719, 0.351562, 0.375, 0.90625, 0.380859, 0.722656, 0.554688, 0.761719, 0.494141, 0.378906, 0.482422, 0.404297, 0.53125, 0.992188, 0.5, 0.453125, 0.466797, 0.490234, 1.03125, 0.449219, 0.996094, 0.458984, 0.53125, 0.351562, 0.441406, 0.412109, 1.132812, 0.425781, 0.410156, 1.046875, 0.730469, 0.429688, 0.570312, 0.550781, 0.443359, 1.117188, 0.449219, 0.726562, 0.451172, 0.369141, 0.402344, 0.496094, 0.416016, 0.408203, 0.474609, 0.443359, 0.824219, 0.363281, 1.078125, 0.769531, 0.816406, 0.773438, 0.917969, 0.462891, 0.466797, 0.382812, 0.451172, 1.023438, 0.726562, 0.394531, 0.410156, 0.392578, 0.365234, 0.898438, 0.498047, 0.5625, 0.660156, 0.451172, 0.496094, 0.376953, 0.060791, 0.40625, 0.404297, 0.062988, 0.412109, 0.4375, 0.640625, 0.453125, 0.392578, 0.558594, 0.458984, 1.0, 1.046875, 0.65625, 0.390625, 0.351562, 0.460938, 0.429688, 0.507812, 0.482422, 1.15625, 0.443359, 0.384766, 0.867188, 0.589844, 0.392578, 0.5, 0.554688, 0.46875, 0.423828, 0.492188, 1.046875, 0.451172, 0.412109, 0.414062, 0.691406, 1.039062, 0.96875, 0.439453, 0.945312, 0.474609, 0.808594, 1.023438, 0.441406, 0.449219, 0.679688, 0.490234, 0.507812, 0.445312, 0.769531, 0.417969, 0.441406, 0.449219, 0.578125, 0.400391, 0.523438, 0.710938, 0.427734, 0.660156, 1.109375, 0.488281, 0.057617, 0.925781, 0.367188, 0.71875, 0.457031, 0.349609, 0.589844, 0.498047, 0.558594, 0.458984, 0.431641, 0.249023, 0.457031, 0.765625, 0.412109, 0.480469, 0.386719, 0.472656, 0.652344, 0.060303, 0.439453, 0.449219, 1.265625, 0.71875, 0.335938, 0.769531, 0.808594, 0.699219, 0.410156, 0.492188, 0.703125, 0.466797, 0.447266, 0.349609, 0.75, 0.496094, 1.460938, 0.455078, 0.539062, 0.589844, 0.40625, 0.462891, 0.878906, 0.558594, 0.488281, 0.382812, 1.125, 0.84375, 0.511719, 0.46875, 0.515625, 0.425781, 0.480469, 0.363281, 0.578125, 0.445312, 0.636719, 0.396484, 0.460938, 0.757812, 0.976562, 0.455078, 0.519531, 0.480469, 0.582031, 0.458984, 0.429688, 0.394531, 1.070312, 0.443359, 0.785156, 0.449219, 0.734375, 0.4375, 0.855469, 0.960938, 0.699219, 0.460938, 0.96875, 0.429688, 0.396484, 0.511719, 0.498047, 1.140625, 1.03125, 0.5625, 0.326172, 0.765625, 0.412109, 0.345703, 0.408203, 1.085938, 0.417969, 0.412109, 0.539062, 0.933594, 1.15625, 0.458984, 0.683594, 0.478516, 0.449219, 0.53125, 0.498047, 0.527344, 0.337891, 0.412109, 0.910156, 0.742188, 0.75, 0.375, 0.433594, 0.458984, 0.707031, 0.453125, 0.664062, 0.435547, 0.423828, 0.664062, 0.412109, 0.435547, 0.408203, 0.419922, 0.585938, 1.039062, 0.482422, 0.789062, 0.410156, 0.710938, 0.333984, 0.464844, 0.773438, 0.402344, 0.375, 1.0625, 0.498047, 1.078125, 0.404297, 0.902344, 0.462891, 0.5625, 0.443359, 0.431641, 1.085938, 0.804688, 0.488281, 0.073242, 0.412109, 0.412109, 0.087891, 0.429688, 0.660156, 0.9375, 0.574219, 0.8125, 0.539062, 0.443359, 0.055908, 0.396484, 0.140625, 0.423828, 0.949219, 0.253906, 0.059082, 0.492188, 0.652344, 0.388672, 0.400391, 0.429688, 0.886719, 0.667969, 0.425781, 1.070312, 0.75, 1.117188, 0.431641, 0.742188, 0.714844, 0.439453, 0.417969, 0.353516, 0.628906, 0.824219, 0.535156, 0.59375, 0.976562, 0.328125, 0.609375, 0.419922, 0.435547, 0.460938, 0.378906, 0.410156, 0.5, 0.40625, 0.496094, 0.765625, 0.484375, 0.683594, 0.570312, 0.490234, 0.636719, 0.384766, 0.464844, 0.527344, 0.154297, 0.671875, 0.496094, 0.5, 0.765625, 0.400391, 1.109375, 0.390625, 0.427734, 0.664062, 0.527344, 0.675781, 0.460938, 0.445312, 0.527344, 0.925781, 0.414062, 0.382812, 0.390625, 0.394531, 0.53125, 0.359375, 0.726562, 1.03125, 0.427734, 0.605469, 0.507812, 0.414062, 0.898438, 0.988281, 0.914062, 0.488281, 0.451172, 0.5, 0.425781, 0.8125, 0.609375, 0.02832, 0.703125, 0.412109, 0.59375, 0.435547, 0.398438, 0.550781, 0.419922, 0.398438, 0.40625, 0.871094, 0.400391, 0.4375, 0.402344, 0.373047, 1.0625, 0.625, 0.835938, 0.457031, 0.5, 0.408203, 0.4375, 0.423828, 0.458984, 0.408203, 0.878906, 0.404297, 0.46875, 0.423828, 0.980469, 0.980469, 0.4375, 0.494141, 0.96875, 0.453125, 0.396484, 0.439453, 0.585938, 0.382812, 0.878906, 0.398438, 0.507812, 0.410156, 0.369141, 0.714844, 0.423828, 0.625, 1.148438, 0.359375, 1.0, 0.369141, 0.457031, 0.464844, 0.337891, 0.433594, 0.049072, 0.427734, 0.664062, 0.363281, 0.462891, 0.90625, 0.929688, 0.730469, 0.511719, 0.128906, 0.073242, 0.455078, 0.578125, 0.835938, 0.324219, 0.5625, 0.695312, 0.404297, 0.445312, 0.589844, 0.5, 1.023438, 0.785156, 0.400391, 0.507812, 0.408203, 0.191406, 0.386719, 0.441406, 0.382812, 1.03125, 0.386719, 0.441406, 0.390625, 0.683594, 0.476562, 0.4375, 0.462891, 0.996094, 0.464844, 0.384766, 1.0625, 0.443359, 0.605469, 0.621094, 0.376953, 0.443359, 0.523438, 0.816406, 0.542969, 0.703125, 0.601562, 0.410156, 0.431641, 0.734375, 0.902344, 0.386719, 0.726562, 0.644531, 0.722656, 1.148438, 0.4375, 0.921875, 0.4375, 0.474609, 0.408203, 0.075684, 0.419922, 0.914062, 0.392578, 0.511719, 0.439453, 0.398438, 0.419922, 0.902344, 0.882812, 0.400391, 0.404297, 0.470703, 0.832031, 0.359375, 0.515625, 0.384766, 0.402344, 0.582031, 0.460938, 0.462891, 1.09375, 0.789062, 0.945312, 1.078125, 0.453125, 0.425781, 0.582031, 0.482422, 0.333984, 0.667969, 0.414062, 1.234375, 0.400391, 0.515625, 0.410156, 0.550781, 0.917969, 0.414062, 0.488281, 0.478516, 0.859375, 0.378906, 1.015625, 0.455078, 0.388672, 0.914062, 0.640625, 0.527344, 0.429688, 0.386719, 0.648438, 0.490234, 0.457031, 0.523438, 0.351562, 0.306641, 0.484375, 0.478516, 0.59375, 0.400391, 0.890625, 0.410156, 0.494141, 0.550781, 0.554688, 0.449219, 0.660156, 0.65625, 0.375, 0.511719, 0.341797, 0.949219, 0.416016, 0.511719, 0.427734, 0.427734, 0.423828, 0.566406, 0.063477, 0.519531, 0.476562, 0.535156, 0.416016, 0.5625, 1.132812, 0.816406, 0.414062, 0.386719, 0.062012, 0.462891, 0.225586, 0.699219, 0.486328, 0.960938, 0.453125, 0.804688, 0.427734, 0.757812, 0.984375, 0.695312, 0.427734, 0.388672, 0.396484, 0.486328, 0.396484, 0.466797, 0.361328, 0.570312, 0.419922, 0.341797, 0.621094, 0.558594, 0.457031, 0.644531, 0.605469, 0.847656, 0.404297, 0.384766, 0.423828, 0.337891, 0.667969, 0.539062, 0.539062, 0.097656, 0.398438, 0.490234, 0.419922, 1.039062, 0.400391, 0.441406, 0.054688, 0.539062, 0.419922, 0.433594, 0.466797, 0.632812, 0.419922, 0.462891, 0.429688, 0.439453, 0.691406, 0.480469, 1.023438, 1.03125, 0.953125, 0.523438, 0.78125, 0.345703, 0.382812, 0.386719, 0.435547, 0.427734, 0.227539, 0.6875, 1.046875, 0.433594, 0.451172, 0.328125, 0.412109, 0.09375, 0.554688, 0.621094, 0.613281, 0.886719, 0.417969, 0.466797, 0.507812, 0.443359, 0.839844, 0.355469, 0.431641, 0.429688, 1.234375, 0.710938, 0.357422, 0.855469, 0.453125, 0.371094, 0.613281, 0.71875, 1.023438, 0.582031, 0.376953, 0.628906, 0.660156, 0.527344, 0.582031, 0.5625, 0.539062, 0.679688, 0.609375, 0.376953, 0.470703, 0.408203, 0.046875, 0.542969, 0.4375, 0.443359, 0.427734, 0.396484, 1.070312, 0.486328, 0.421875, 1.351562, 0.355469, 0.373047, 0.503906, 0.613281, 1.046875, 0.466797, 0.292969, 0.5, 0.40625, 1.15625, 0.384766, 0.40625, 0.455078, 0.800781, 0.585938, 0.761719, 0.996094, 0.494141, 0.480469, 0.523438, 0.369141, 0.086426, 0.458984, 0.416016, 0.464844, 0.447266, 0.462891, 0.059326, 0.378906, 1.101562, 0.466797, 0.574219, 0.292969, 0.388672, 0.953125, 0.498047, 0.597656, 0.871094, 0.367188, 0.398438, 1.109375, 0.457031, 0.941406, 0.363281, 1.03125, 0.492188, 0.527344, 0.447266, 0.486328, 0.498047, 0.435547, 0.400391, 0.492188, 0.498047, 0.746094, 0.457031, 0.433594, 0.369141, 0.388672, 0.785156, 0.570312, 0.511719, 0.382812, 0.726562, 0.429688, 0.453125, 0.462891, 0.404297, 0.474609, 0.427734, 1.109375, 0.345703, 1.109375, 0.539062, 0.462891, 0.474609, 0.361328, 0.960938, 0.457031, 1.179688, 0.882812, 0.439453, 0.484375, 0.441406, 0.431641, 0.462891, 0.890625, 0.757812, 0.640625, 0.484375, 0.605469, 0.455078, 0.091797, 0.746094, 0.433594, 0.519531, 0.890625, 0.435547, 0.441406, 0.419922, 1.039062, 0.503906, 0.482422, 0.380859, 0.480469, 0.960938, 1.132812, 1.25, 0.451172, 0.417969, 0.550781, 1.085938, 0.441406, 0.886719, 1.125, 0.474609, 0.519531, 0.570312, 1.28125, 0.441406, 0.482422, 0.679688, 0.464844, 0.462891, 0.466797, 0.980469, 0.546875, 0.412109, 0.494141, 0.519531, 0.425781, 0.482422, 0.941406, 1.085938, 0.075195, 0.636719, 0.408203, 1.078125, 0.384766, 0.519531, 0.644531, 0.390625, 0.449219, 0.464844, 0.400391, 1.125, 0.421875, 0.4375, 0.527344, 0.441406, 0.796875, 0.071777, 0.253906, 0.675781, 0.416016, 0.539062, 0.412109, 0.482422, 0.738281, 0.984375, 0.373047, 0.457031, 0.425781, 0.476562, 0.503906, 0.992188, 0.90625, 0.707031, 0.482422, 1.023438, 0.423828, 0.550781, 0.597656, 0.382812, 0.511719, 0.46875, 0.458984, 0.582031, 0.490234, 0.433594, 0.640625, 0.585938, 0.400391, 0.367188, 0.421875, 0.890625, 0.460938, 0.621094, 0.462891, 0.074707, 0.859375, 0.106934, 0.439453, 0.414062, 0.494141, 0.376953, 0.314453, 0.921875, 0.398438, 0.435547, 0.384766, 0.419922, 0.443359, 0.408203, 0.453125, 0.439453, 0.380859, 0.589844, 0.080078, 0.408203, 0.546875, 0.416016, 0.46875, 0.404297, 0.4375, 0.578125, 0.824219, 0.472656, 1.03125, 1.03125, 0.04126, 0.423828, 0.636719, 0.453125, 0.492188, 0.378906, 0.396484, 0.384766, 0.710938, 0.464844, 0.384766, 0.578125, 0.5625, 0.298828, 0.404297, 0.410156, 0.376953, 0.421875, 0.84375, 0.119141, 0.404297, 0.914062, 0.863281, 0.470703, 0.388672, 0.045654, 0.878906, 0.451172, 0.492188, 0.445312, 0.410156, 0.482422, 0.429688, 0.466797, 0.425781, 0.392578, 0.421875, 0.402344, 0.398438, 1.039062, 0.695312, 0.373047, 0.412109, 0.412109, 0.435547, 0.425781, 0.773438, 0.460938, 0.462891, 0.488281, 0.4375, 0.423828, 0.878906, 0.470703, 0.804688, 0.519531, 0.621094, 0.40625, 0.488281, 0.400391, 0.472656, 0.777344, 0.898438, 0.472656, 0.047852, 0.453125, 0.601562, 0.4375, 0.882812, 0.457031, 0.941406, 0.410156, 0.773438, 0.486328, 0.081543, 0.402344, 1.109375, 0.451172, 0.482422, 0.308594, 0.425781, 0.523438, 0.46875, 0.847656, 0.800781, 0.6875, 0.447266, 0.5, 0.398438, 0.474609, 0.213867, 0.714844, 0.527344, 1.09375, 0.402344, 0.535156, 0.800781, 0.550781, 0.507812, 0.447266, 0.337891, 0.539062, 1.140625, 0.480469, 0.433594, 0.574219, 0.398438, 0.71875, 0.361328, 0.542969, 0.558594, 0.421875, 0.582031, 0.472656, 0.357422, 0.957031, 1.070312, 0.386719, 0.46875, 0.40625, 0.636719, 0.429688, 0.097656, 0.652344, 0.675781, 0.78125, 0.419922, 0.419922, 0.980469, 0.65625, 0.820312, 0.5, 0.484375, 0.488281, 0.574219, 0.443359, 0.427734, 0.419922, 0.535156, 0.539062, 0.431641, 0.523438, 0.384766, 0.431641, 1.0625, 0.519531, 0.394531, 0.585938, 0.945312, 0.396484, 0.71875, 0.445312, 0.408203, 0.394531, 0.699219, 0.283203, 0.402344, 0.460938, 0.441406, 0.310547, 0.984375, 0.617188, 0.404297, 0.447266, 0.703125, 0.421875, 0.451172, 0.976562, 0.882812, 0.894531, 0.367188, 0.78125, 0.400391, 1.023438, 0.400391, 0.40625, 0.419922, 0.5, 0.507812, 0.390625, 0.832031, 0.398438, 0.371094, 0.328125, 0.496094, 0.988281, 0.345703, 0.451172, 0.419922, 0.429688, 0.945312, 0.367188, 0.484375, 0.460938, 0.652344, 0.53125, 0.609375, 1.039062, 1.085938, 0.582031, 0.851562, 1.0625, 0.341797, 0.800781, 0.394531, 0.363281, 0.578125, 0.800781, 0.478516, 0.933594, 0.601562, 1.117188, 0.421875, 0.466797, 0.412109, 0.414062, 0.419922, 0.398438, 0.375, 0.550781, 0.523438, 0.515625, 0.566406, 0.445312, 0.492188, 0.439453, 0.416016, 0.894531, 0.363281, 0.402344, 0.5, 0.40625, 0.347656, 0.439453, 0.527344, 0.09375, 1.257812, 0.425781, 0.390625, 0.466797, 0.503906, 0.515625, 0.4375, 0.439453, 0.425781, 0.65625, 0.351562, 0.359375, 0.515625, 0.386719, 0.074707, 0.392578, 0.484375, 0.683594, 0.558594, 0.414062, 0.474609, 1.023438, 0.445312, 0.8125, 0.472656, 0.482422, 0.910156, 1.03125, 0.435547, 0.412109, 0.894531, 0.392578, 0.458984, 0.365234, 0.408203, 0.535156, 0.632812, 0.496094, 0.421875, 0.703125, 0.46875, 0.363281, 0.435547, 0.617188, 0.400391, 1.132812, 0.371094, 0.484375, 0.945312, 0.628906, 1.117188, 0.554688, 0.546875, 0.742188, 0.447266, 0.648438, 0.443359, 0.400391, 0.412109, 0.049561, 0.792969, 0.404297, 0.414062, 0.636719, 0.816406, 0.447266, 0.431641, 0.53125, 0.542969, 0.28125, 0.609375, 0.882812, 0.412109, 0.714844, 0.675781, 0.464844, 0.441406, 0.404297, 0.394531, 0.832031, 0.71875, 1.070312, 0.414062, 0.734375, 0.400391, 0.478516, 0.820312, 0.412109, 0.423828, 0.660156, 0.455078, 1.085938, 0.882812, 0.734375, 0.458984, 0.492188, 0.388672, 0.40625, 0.435547, 0.4375, 0.972656, 0.660156, 0.443359, 0.632812, 0.90625, 1.03125, 0.832031, 0.392578, 0.871094, 0.675781, 0.431641, 0.431641, 0.115234, 0.519531, 0.388672, 0.632812, 0.443359, 0.304688, 0.423828, 0.363281, 0.796875, 0.371094, 0.396484, 0.414062, 0.425781, 0.585938, 0.090332, 0.597656, 0.847656, 0.5, 0.597656, 0.828125, 0.828125, 0.410156, 0.992188, 0.941406, 0.447266, 0.357422, 0.045898, 1.203125, 0.382812, 0.589844, 0.388672, 0.390625, 0.384766, 0.464844, 0.333984, 0.382812, 0.617188, 0.511719, 0.394531, 0.425781, 0.453125, 0.507812, 0.472656, 0.535156, 0.044189, 0.392578, 0.478516, 0.435547, 0.445312, 1.054688, 0.056641, 0.46875, 1.0, 0.597656, 0.5, 0.75, 0.519531, 0.894531, 0.443359, 0.4375, 0.412109, 0.632812, 0.539062, 0.416016, 0.087402, 0.375, 0.057373, 0.492188, 0.847656, 0.484375, 0.458984, 0.46875, 0.419922, 0.332031, 0.863281, 0.367188, 0.049316, 0.34375, 0.503906, 0.527344, 0.4375, 0.628906, 0.667969, 0.359375, 0.519531, 0.380859, 0.53125, 0.470703, 0.462891, 0.671875, 0.357422, 0.863281, 0.558594, 0.566406, 0.414062, 0.492188, 0.640625, 0.449219, 0.480469, 0.679688, 0.554688, 0.976562, 0.380859, 0.898438, 0.53125, 0.394531, 1.148438, 0.408203, 0.773438, 1.4375, 0.408203, 0.462891, 0.427734, 0.445312, 0.445312, 0.433594, 1.015625, 0.386719, 0.46875, 0.429688, 0.921875, 1.007812, 0.542969, 0.04248, 0.320312, 0.910156, 0.105957, 0.714844, 1.0, 0.457031, 0.574219, 0.507812, 0.441406, 0.404297, 0.431641, 0.675781, 0.439453, 0.478516, 0.400391, 0.980469, 0.380859, 0.351562, 0.429688, 0.419922, 0.222656, 0.435547, 0.992188, 0.761719, 0.404297, 0.388672, 0.480469, 0.419922, 1.023438, 0.460938, 0.769531, 0.472656, 0.102051, 0.419922, 0.458984, 0.441406, 0.089844, 1.078125, 0.365234, 0.419922, 0.484375, 0.498047, 0.515625, 0.453125, 0.453125, 0.097168, 0.498047, 0.460938, 0.5625, 0.507812, 0.447266, 0.835938, 0.574219, 0.382812, 0.980469, 0.8125, 0.414062, 0.882812, 0.503906, 0.455078, 0.453125, 0.519531, 0.404297, 0.839844, 0.423828, 0.832031, 1.15625, 0.90625, 0.578125, 0.365234, 0.714844, 0.498047, 0.910156, 0.894531, 0.074707, 0.419922, 0.474609, 0.859375, 0.355469, 0.527344, 0.566406, 0.78125, 1.046875, 0.460938, 0.390625, 0.484375, 0.449219, 0.511719, 0.464844, 0.435547, 0.390625, 0.464844, 0.492188, 0.435547, 0.275391, 0.376953, 0.65625, 0.375, 0.582031, 0.447266, 0.964844, 0.425781, 0.474609, 0.554688, 0.457031, 0.408203, 0.404297, 0.566406, 0.416016, 0.410156, 0.490234, 1.078125, 0.429688, 0.898438, 1.046875, 0.462891, 0.449219, 0.429688, 0.632812, 0.578125, 0.427734, 0.486328, 0.478516, 0.482422, 0.455078, 0.400391, 0.957031, 0.597656, 0.546875, 0.992188, 0.097168, 0.451172, 0.408203, 0.478516, 0.063477, 0.341797, 0.628906, 0.484375, 0.898438, 0.439453, 0.742188, 0.894531, 0.451172, 0.5, 1.054688, 0.392578, 1.015625, 0.410156, 0.324219, 0.429688, 0.322266, 0.761719, 0.882812, 0.546875, 0.410156, 0.472656, 0.4375, 0.605469, 0.429688, 0.511719, 0.308594, 0.435547, 0.851562, 1.03125, 0.574219, 0.257812, 0.376953, 0.519531, 0.455078, 1.078125, 0.369141, 0.458984, 0.384766, 0.640625, 0.408203, 0.404297, 0.550781, 0.457031, 0.605469, 0.373047, 0.466797, 0.449219, 0.404297, 0.707031, 0.425781, 0.507812, 0.410156, 0.458984, 0.447266, 0.851562, 0.457031, 0.4375, 0.675781, 0.445312, 0.816406, 0.507812, 0.574219, 0.470703, 0.824219, 0.378906, 0.065918, 0.494141, 0.369141, 0.494141, 0.394531, 0.390625, 0.964844, 0.441406, 0.367188, 0.800781, 0.527344, 0.421875, 0.554688, 0.057617, 0.427734, 0.613281, 0.5, 0.390625, 0.960938, 0.429688, 0.398438, 0.445312, 0.589844, 0.443359, 0.519531, 0.498047, 0.40625, 0.546875, 0.425781, 0.550781, 0.410156, 0.53125, 1.125, 0.482422, 1.71875, 0.558594, 0.412109, 0.384766, 0.425781, 0.431641, 0.511719, 0.419922, 0.589844, 0.474609, 0.429688, 0.550781, 0.671875, 1.0, 0.761719, 0.648438, 0.613281, 0.458984, 0.519531, 0.476562, 0.398438, 0.075684, 0.414062, 1.09375, 0.445312, 1.101562, 0.785156, 1.125, 0.796875, 0.380859, 0.792969, 0.230469, 0.59375, 0.378906, 0.416016, 0.796875, 0.390625, 0.3125, 0.478516, 0.953125, 0.507812, 0.480469, 0.492188, 0.707031, 0.492188, 0.429688, 0.488281, 0.523438, 0.863281, 1.039062, 0.408203, 0.492188, 0.398438, 0.550781, 0.617188, 0.464844, 0.498047, 0.470703, 0.476562, 0.384766, 0.408203, 1.015625, 0.761719, 0.460938, 0.484375, 0.722656, 0.875, 0.953125, 0.484375, 0.494141, 0.480469, 0.490234, 0.472656, 0.427734, 0.585938, 0.660156, 0.427734, 0.376953, 0.621094, 0.453125, 0.945312, 0.145508, 0.431641, 0.539062, 0.314453, 0.417969, 0.484375, 0.957031, 0.617188, 0.726562, 0.427734, 0.40625, 0.498047, 0.941406, 0.871094, 0.431641, 0.957031, 0.71875, 1.03125, 0.492188, 0.996094, 0.458984, 0.441406, 0.400391, 0.478516, 0.949219, 0.435547, 0.507812, 0.609375, 0.404297, 0.71875, 0.414062, 1.03125, 0.404297, 0.478516, 0.369141, 0.699219, 0.875, 0.445312, 0.423828, 0.769531, 0.59375, 0.439453, 0.667969, 0.375, 0.4375, 0.384766, 0.419922, 0.753906, 0.730469, 0.449219, 0.753906, 0.404297, 0.527344, 0.558594, 0.964844, 0.675781, 0.287109, 0.613281, 0.8125, 1.125, 0.40625, 0.386719, 0.984375, 1.15625, 1.101562, 0.376953, 1.046875, 0.388672, 0.550781, 0.376953, 0.578125, 0.423828, 0.851562, 0.474609, 0.28125, 0.386719, 0.417969, 0.570312, 0.380859, 0.695312, 0.34375, 0.609375, 0.394531, 0.46875, 0.429688, 0.447266, 0.439453, 0.080566, 0.462891, 1.140625, 0.546875, 0.466797, 0.419922, 0.921875, 0.550781, 0.625, 0.417969, 0.839844, 0.449219, 0.660156, 1.289062, 0.447266, 0.425781, 0.421875, 0.457031, 0.855469, 0.878906, 0.789062, 0.78125, 0.4375, 0.417969, 0.416016, 0.373047, 0.578125, 0.490234, 0.414062, 0.992188, 0.416016, 0.375, 0.4375, 0.065918, 0.820312, 0.585938, 0.4375, 0.621094, 0.441406, 0.574219, 0.636719, 0.40625, 0.550781, 0.546875, 0.632812, 0.410156, 0.335938, 0.457031, 0.410156, 0.589844, 0.5, 0.480469, 0.378906, 0.335938, 0.523438, 0.550781, 0.894531, 0.921875, 0.421875, 1.0625, 0.949219, 0.253906, 0.363281, 0.730469, 0.439453, 0.992188, 0.400391, 0.414062, 0.345703, 0.378906, 0.449219, 0.458984, 0.441406, 0.5, 0.714844, 0.410156, 0.054932, 0.59375, 0.46875, 0.535156, 0.419922, 0.476562, 0.585938, 0.400391, 0.816406, 0.5, 0.458984, 0.386719, 0.902344, 0.375, 0.863281, 0.976562, 0.542969, 0.527344, 0.431641, 0.644531, 0.445312, 0.439453, 0.851562, 0.789062, 0.796875, 0.390625, 0.386719, 0.621094, 0.373047, 0.488281, 0.679688, 0.416016, 0.480469, 0.769531, 0.470703, 0.46875, 1.164062, 0.796875, 0.671875, 0.601562, 0.410156, 0.582031, 0.4375, 0.053467, 0.460938, 0.757812, 0.474609, 0.75, 0.443359, 0.396484, 0.419922, 0.443359, 0.523438, 1.03125, 0.792969, 0.443359, 1.046875, 1.078125, 0.390625, 0.980469, 0.427734, 0.3125, 1.070312, 0.402344, 0.4375, 0.435547, 0.519531, 1.0, 0.080566, 0.632812, 0.455078, 0.451172, 0.800781, 1.078125, 0.558594, 0.90625, 0.6875, 0.4375, 0.980469, 0.404297, 0.404297, 0.566406, 0.373047, 0.914062, 0.636719, 0.447266, 0.417969, 0.085938, 0.890625, 0.330078, 0.960938, 1.046875, 0.429688, 1.046875, 0.482422, 0.582031, 1.09375, 0.535156, 0.46875, 0.378906, 0.419922, 0.458984, 0.574219, 0.820312, 0.425781, 0.419922, 0.455078, 0.476562, 0.466797, 0.90625, 0.427734, 0.765625, 0.396484, 0.375, 0.445312, 0.457031, 0.373047, 0.90625, 0.480469, 0.416016, 0.34375, 0.069824, 0.451172, 0.417969, 0.433594, 0.753906, 0.417969, 0.972656, 0.761719, 0.462891, 0.335938, 0.431641, 0.5, 0.925781, 0.462891, 0.494141, 1.0625, 0.886719, 0.490234, 0.443359, 0.410156, 0.414062, 0.4375, 0.554688, 0.542969, 0.367188, 0.964844, 0.898438, 0.640625, 0.410156, 0.394531, 0.408203, 0.400391, 0.412109, 0.059326, 0.421875, 0.425781, 0.394531, 1.03125, 0.404297, 0.378906, 0.601562, 0.419922, 0.5, 0.421875, 0.402344, 0.357422, 0.451172, 0.482422, 0.429688, 0.451172, 0.421875, 1.015625, 0.691406, 0.435547, 0.388672, 0.742188, 0.384766, 0.090332, 0.404297, 0.839844, 0.414062, 0.462891, 0.351562, 0.441406, 0.65625, 0.554688, 0.84375, 0.648438, 0.443359, 0.410156, 0.96875, 0.621094, 0.40625, 0.914062, 0.445312, 0.439453, 0.441406, 0.902344, 0.457031, 0.542969, 0.462891, 0.408203, 0.730469, 0.683594, 0.453125, 0.425781, 0.40625, 0.78125, 0.890625, 0.427734, 0.445312, 0.441406, 0.339844, 0.443359, 0.429688, 0.535156, 0.386719, 0.792969, 0.431641, 0.460938, 0.992188, 0.828125, 0.470703, 0.734375, 0.511719, 0.683594, 0.425781, 0.361328, 0.455078, 0.449219, 0.433594, 0.349609, 0.439453, 0.40625, 0.425781, 0.460938, 0.386719, 0.328125, 0.445312, 0.515625, 0.482422, 0.453125, 0.392578, 0.949219, 0.382812, 0.488281, 0.441406, 0.796875, 0.392578, 0.527344, 0.441406, 0.425781, 0.5625, 0.457031, 1.054688, 0.921875, 0.519531, 0.484375, 0.476562, 0.333984, 0.453125, 0.398438, 0.972656, 1.046875, 0.503906, 0.632812, 0.115723, 0.921875, 0.535156, 0.402344, 1.015625, 0.703125, 0.380859, 0.519531, 0.367188, 0.404297, 0.412109, 0.380859, 0.695312, 0.484375, 1.039062, 0.367188, 0.429688, 0.867188, 0.332031, 0.464844, 0.065918, 0.472656, 0.5, 0.8125, 0.855469, 0.449219, 0.353516, 1.429688, 0.5625, 0.542969, 0.320312, 0.4375, 0.40625, 1.296875, 0.460938, 0.8125, 0.439453, 0.875, 0.601562, 0.882812, 0.511719, 1.09375, 0.769531, 1.046875, 0.507812, 0.757812, 0.412109, 0.412109, 0.427734, 0.40625, 0.699219, 1.132812, 0.5625, 0.601562, 0.410156, 0.449219, 0.5625, 0.449219, 0.492188, 0.722656, 0.275391, 0.498047, 0.447266, 0.417969, 1.125, 0.480469, 0.71875, 0.445312, 0.435547, 0.792969, 0.425781, 0.355469, 0.996094, 1.078125, 0.425781, 0.53125, 0.578125, 0.392578, 0.953125, 0.049561, 0.601562, 0.476562, 0.40625, 1.085938, 0.683594, 0.373047, 0.429688, 0.542969, 0.460938, 0.388672, 0.073242, 0.539062, 0.832031, 0.339844, 0.388672, 0.589844, 0.367188, 0.410156, 1.078125, 0.074219, 1.109375, 0.490234, 0.455078, 0.886719, 0.431641, 0.554688, 0.414062, 0.941406, 0.421875, 0.535156, 0.433594, 1.015625, 0.400391, 0.835938, 1.09375, 0.742188, 0.679688, 0.527344, 0.515625, 0.433594, 0.443359, 0.494141, 0.589844, 0.554688, 0.570312, 0.429688, 1.007812, 0.416016, 0.484375, 0.914062, 0.546875, 0.617188, 0.052734, 0.353516, 0.410156, 0.582031, 0.5, 0.617188, 0.566406, 0.476562, 0.425781, 0.789062, 0.373047, 0.453125, 0.404297, 0.40625, 0.796875, 0.453125, 0.455078, 0.451172, 0.800781, 0.425781, 0.664062, 0.429688, 0.597656, 0.402344, 0.429688, 0.431641, 1.070312, 0.945312, 0.396484, 0.546875, 0.451172, 0.152344, 0.554688, 0.431641, 0.53125, 0.416016, 0.337891, 0.400391, 0.486328, 0.423828, 1.0625, 0.349609, 0.429688, 0.554688, 0.558594, 0.628906, 0.458984, 0.480469, 0.792969, 0.527344, 0.519531, 0.099121, 0.480469, 0.566406, 0.5625, 0.488281, 0.5, 0.527344, 0.855469, 0.451172, 0.78125, 0.339844, 0.546875, 0.447266, 0.400391, 0.486328, 1.109375, 0.431641, 1.039062, 0.972656, 0.617188, 0.396484, 0.472656, 0.482422, 0.441406, 0.746094, 0.400391, 0.070801, 0.683594, 0.404297, 0.087402, 0.494141, 0.474609, 0.941406, 0.457031, 0.878906, 0.507812, 0.458984, 0.421875, 0.523438, 0.419922, 0.421875, 0.644531, 0.476562, 0.083984, 0.421875, 0.232422, 0.453125, 0.921875, 0.482422, 0.398438, 0.558594, 0.839844, 0.792969, 0.466797, 0.324219, 0.445312, 0.433594, 0.597656, 0.777344, 0.105469, 0.476562, 0.375, 0.425781, 0.574219, 0.40625, 1.109375, 0.921875, 0.933594, 0.369141, 0.8125, 0.458984, 0.064941, 0.457031, 0.558594, 1.007812, 0.5, 0.466797, 0.898438, 0.359375, 0.632812, 0.421875, 1.015625, 0.582031, 0.589844, 0.394531, 0.435547, 0.451172, 0.417969, 0.597656, 1.078125, 0.408203, 0.644531, 0.400391, 0.423828, 0.671875, 0.605469, 0.292969, 0.101074, 0.515625, 0.488281, 0.679688, 0.455078, 0.566406, 0.925781, 0.419922, 0.412109, 0.578125, 0.632812, 0.396484, 0.417969, 0.388672, 0.492188, 0.462891, 0.46875, 0.3125, 0.746094, 0.503906, 0.451172, 0.417969, 0.429688, 0.785156, 0.488281, 0.425781, 0.789062, 0.054199, 0.484375, 0.392578, 0.400391, 0.371094, 0.503906, 0.710938 ] }, "name": "model.model.layers.9.input_layernorm.weight", "outputIndexes": [ 766 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 765 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_9/Mul_output_0", "outputIndexes": [ 767 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 766, 767 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_9/Mul_1_output_0", "outputIndexes": [ 768 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 768 ], "outputIndexes": [ 2560 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2560 ], "outputIndexes": [ 2561 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear", "inputIndexes": [ 2561 ], "outputIndexes": [ 2562 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1179962730, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2562 ], "outputIndexes": [ 2563 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2563 ], "outputIndexes": [ 769 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 768 ], "main_type": "NONE", "name": "/Shape_127_output_0", "outputIndexes": [ 770 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 770 ], "main_type": "NONE", "name": "Shape2329", "outputIndexes": [ 771 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 770 ], "main_type": "NONE", "name": "Rank2331", "outputIndexes": [ 772 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 772, 772 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2333", "outputIndexes": [ 773 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 773 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2334", "outputIndexes": [ 774 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 773, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2336", "outputIndexes": [ 775 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 775 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2337", "outputIndexes": [ 776 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 771, 774, 776, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2340", "outputIndexes": [ 777 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 777 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2341", "outputIndexes": [ 778 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 778 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2342", "outputIndexes": [ 779 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 779, 778 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2343", "outputIndexes": [ 780 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 770, 780, 773 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_139_output_0", "outputIndexes": [ 781 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 781, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_289_output_0", "outputIndexes": [ 782 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 782, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_117_output_0", "outputIndexes": [ 783 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 769, 783 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_82_output_0", "outputIndexes": [ 784 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_72_output_0", "outputIndexes": [ 785 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784 ], "main_type": "NONE", "name": "/Shape_128_output_0", "outputIndexes": [ 786 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 786 ], "main_type": "NONE", "name": "Shape2350", "outputIndexes": [ 787 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 786 ], "main_type": "NONE", "name": "Rank2352", "outputIndexes": [ 788 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 788, 788 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2354", "outputIndexes": [ 789 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 789 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2355", "outputIndexes": [ 790 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 789, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2357", "outputIndexes": [ 791 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 791 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2358", "outputIndexes": [ 792 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 787, 790, 792, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2361", "outputIndexes": [ 793 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 793 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2362", "outputIndexes": [ 794 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 794 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2363", "outputIndexes": [ 795 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 795, 794 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2364", "outputIndexes": [ 796 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 786, 796, 789 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_140_output_0", "outputIndexes": [ 797 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 797, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_27_output_0", "outputIndexes": [ 798 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 798, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_294_output_0", "outputIndexes": [ 799 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784, 799, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_37_output_0", "outputIndexes": [ 800 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 800 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_18_output_0", "outputIndexes": [ 801 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784, 22, 799, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_36_output_0", "outputIndexes": [ 802 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 801, 802 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_120_output_0", "outputIndexes": [ 803 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 803, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_73_output_0", "outputIndexes": [ 804 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 785, 804 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_45_output_0", "outputIndexes": [ 805 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 768 ], "outputIndexes": [ 2564 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2564 ], "outputIndexes": [ 2565 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear", "inputIndexes": [ 2565 ], "outputIndexes": [ 2566 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1187202432, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2566 ], "outputIndexes": [ 2567 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2567 ], "outputIndexes": [ 806 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 782, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_118_output_0", "outputIndexes": [ 807 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 806, 807 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_83_output_0", "outputIndexes": [ 808 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_74_output_0", "outputIndexes": [ 809 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808 ], "main_type": "NONE", "name": "/Shape_129_output_0", "outputIndexes": [ 810 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 810 ], "main_type": "NONE", "name": "Shape2413", "outputIndexes": [ 811 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 810 ], "main_type": "NONE", "name": "Rank2415", "outputIndexes": [ 812 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 812, 812 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2417", "outputIndexes": [ 813 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 813 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2418", "outputIndexes": [ 814 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 813, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2420", "outputIndexes": [ 815 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 815 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2421", "outputIndexes": [ 816 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 811, 814, 816, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2424", "outputIndexes": [ 817 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 817 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2425", "outputIndexes": [ 818 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 818 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2426", "outputIndexes": [ 819 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 819, 818 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2427", "outputIndexes": [ 820 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 810, 820, 813 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_141_output_0", "outputIndexes": [ 821 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 821, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_28_output_0", "outputIndexes": [ 822 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 822, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_296_output_0", "outputIndexes": [ 823 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808, 823, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_39_output_0", "outputIndexes": [ 824 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 824 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_19_output_0", "outputIndexes": [ 825 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808, 22, 823, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_38_output_0", "outputIndexes": [ 826 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 825, 826 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_121_output_0", "outputIndexes": [ 827 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 827, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_75_output_0", "outputIndexes": [ 828 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 809, 828 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_46_output_0", "outputIndexes": [ 829 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 768 ], "outputIndexes": [ 2568 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2568 ], "outputIndexes": [ 2569 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear", "inputIndexes": [ 2569 ], "outputIndexes": [ 2570 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1188236694, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2570 ], "outputIndexes": [ 2571 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2571 ], "outputIndexes": [ 830 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 830, 807 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_84_output_0", "outputIndexes": [ 831 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 805, 829, 831, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_89_output_0", "outputIndexes": [ 832 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 832 ], "outputIndexes": [ 2572 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2572 ], "outputIndexes": [ 2573 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear", "inputIndexes": [ 2573 ], "outputIndexes": [ 2574 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1189270956, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2574 ], "outputIndexes": [ 2575 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2575 ], "outputIndexes": [ 833 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 765, 833 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_48_output_0", "outputIndexes": [ 834 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.226562, 1.023438, 1.53125, 0.585938, 1.273438, 0.738281, 0.992188, 1.054688, 0.345703, 0.542969, 1.015625, 0.601562, 0.953125, 0.855469, 0.488281, 1.054688, 1.03125, 0.898438, 1.03125, 0.310547, -0.382812, 1.015625, 1.007812, 0.78125, 0.734375, 1.070312, 0.359375, 0.65625, 0.667969, 0.878906, 1.078125, 0.554688, 0.341797, 0.894531, 1.085938, 1.101562, 0.617188, 0.248047, 1.007812, 0.441406, 1.140625, 1.007812, 1.257812, 0.902344, 1.164062, 1.09375, 0.306641, 1.4375, 0.96875, 0.5625, 1.257812, 0.933594, 0.984375, 0.964844, 1.023438, 0.746094, 1.0625, 1.28125, 1.054688, 0.34375, 0.839844, 1.023438, 1.101562, 0.996094, 1.226562, 1.171875, 0.640625, 0.996094, 1.289062, 0.78125, 0.855469, 0.574219, 1.054688, 0.929688, 1.101562, 1.054688, 0.617188, 0.664062, 0.3125, 1.132812, 1.164062, 1.273438, 1.195312, 0.785156, 0.988281, 0.310547, 1.023438, 1.320312, 1.03125, 0.394531, 1.007812, 1.039062, 1.046875, 1.039062, 1.117188, 0.964844, 0.421875, 0.675781, 1.015625, 0.636719, 0.660156, 0.601562, 1.125, 0.949219, 1.101562, 1.132812, 1.195312, 0.574219, 0.699219, 1.117188, 0.980469, 0.886719, 1.03125, 0.15918, 0.921875, 0.15625, 0.652344, 1.03125, 1.101562, 0.574219, 0.839844, 0.960938, 1.117188, 0.984375, 0.878906, 0.90625, 1.085938, 0.875, 0.314453, 0.625, 0.287109, 0.996094, 0.570312, 1.0625, 0.476562, 0.988281, 0.890625, 1.039062, 0.609375, 1.054688, 0.910156, 1.109375, 1.101562, 0.910156, 0.283203, 0.605469, 1.1875, 0.972656, 1.117188, 1.0, 1.1875, 1.0, 0.851562, 1.054688, 0.625, 0.683594, 0.585938, 0.390625, 1.195312, 1.21875, 0.425781, 0.492188, 0.351562, 0.964844, 0.419922, 0.558594, 0.757812, 0.5625, 0.917969, 1.007812, 0.988281, 0.734375, 0.734375, 0.730469, 0.953125, 1.242188, 0.949219, 0.960938, 1.046875, 0.953125, 0.910156, 0.90625, 1.125, 0.322266, 0.84375, 1.039062, 0.929688, 0.511719, 0.847656, 1.03125, 0.597656, 0.960938, 0.664062, 0.839844, 1.359375, 0.988281, 0.972656, 1.1875, 0.539062, 0.957031, 0.96875, 0.298828, 1.046875, 0.925781, 1.28125, 1.015625, 0.859375, 0.667969, 1.164062, 0.941406, 1.09375, 0.957031, 0.71875, 1.007812, 0.992188, 0.863281, 0.570312, 0.597656, 1.398438, 0.890625, 0.957031, 0.535156, 0.648438, 1.023438, 1.039062, 1.34375, 0.621094, 0.617188, 0.949219, 0.972656, 1.234375, 1.078125, 0.996094, 0.945312, 1.023438, 1.03125, 0.832031, 1.164062, 0.337891, 0.949219, 1.101562, 0.953125, 1.039062, 0.972656, 0.824219, 0.515625, 1.03125, 1.070312, 1.007812, 0.9375, 0.988281, 1.257812, 0.667969, 0.800781, 0.984375, 0.621094, 0.984375, 0.279297, 0.992188, 0.542969, 0.957031, 1.023438, 0.980469, 1.039062, 0.976562, 0.679688, 0.96875, 1.015625, 0.734375, 0.964844, 0.835938, 1.03125, 1.039062, 0.628906, 0.792969, 1.203125, 1.007812, 0.332031, 0.863281, 1.210938, 0.96875, 1.023438, 0.294922, 1.023438, 0.875, 1.265625, 0.90625, 1.054688, 1.03125, 0.480469, 1.1875, 0.486328, 0.652344, 0.558594, 0.597656, 0.933594, 0.648438, 0.675781, 1.0, 0.945312, 0.941406, 0.605469, 0.488281, 1.109375, 1.296875, 1.148438, 0.917969, 0.980469, 0.867188, 1.03125, 0.507812, 0.855469, 0.992188, 0.980469, 0.294922, 1.054688, 1.03125, 1.09375, 1.0, 1.0, 1.125, 0.945312, 0.890625, 0.867188, 0.707031, 1.0, 0.886719, 0.964844, 0.710938, 0.738281, 0.328125, 0.84375, 0.746094, 0.839844, 0.546875, 0.984375, 1.015625, 1.289062, 1.039062, 0.667969, 0.291016, 0.875, 0.945312, 0.878906, 0.326172, 1.09375, 1.179688, 1.03125, 0.914062, 0.996094, 1.0, 0.53125, 1.242188, 0.996094, 1.304688, 1.0, 1.023438, 1.03125, 0.910156, 0.953125, 1.289062, 1.15625, 0.324219, 0.570312, 0.289062, 0.484375, 0.863281, 1.125, 0.960938, 0.464844, 0.96875, 1.015625, 1.046875, 0.84375, 1.007812, 1.210938, 0.306641, 0.464844, 1.015625, 1.039062, 0.972656, 1.039062, 0.605469, 1.210938, 1.054688, 0.695312, 1.296875, 1.007812, 0.894531, 0.671875, 1.007812, 1.117188, 0.330078, 0.621094, 0.800781, 1.054688, 0.65625, 0.808594, 1.007812, 0.3125, 0.625, 1.046875, 0.507812, 1.132812, 0.464844, 1.007812, 0.894531, 1.023438, 1.039062, 0.574219, 0.455078, 0.988281, 1.101562, 0.980469, 1.023438, 1.25, 1.101562, 0.988281, 0.988281, 1.0, 0.494141, 0.675781, 0.980469, 0.601562, 0.90625, 0.527344, 1.0625, 1.070312, 0.671875, 0.898438, 0.996094, 0.914062, 0.455078, 0.855469, 1.0625, 0.910156, 0.820312, 1.03125, 0.898438, 0.5625, 0.992188, 1.195312, 1.257812, 1.015625, 0.539062, 0.628906, 0.871094, 1.054688, 1.023438, 1.289062, 1.296875, 0.976562, 1.023438, 1.0, 1.21875, 1.132812, 0.914062, 0.894531, 0.000131, 0.824219, 1.0, 0.816406, 0.996094, 0.417969, 0.628906, 1.054688, 0.601562, 0.949219, 0.507812, 0.851562, 0.894531, 0.320312, 1.007812, 1.03125, 1.15625, 0.539062, 0.917969, 0.597656, 1.023438, 1.007812, 1.101562, 1.015625, 0.84375, 1.101562, 0.386719, 1.070312, 1.382812, 1.085938, 1.140625, 0.972656, 0.917969, 1.117188, 1.210938, 1.007812, 1.210938, 0.878906, 1.0, 0.730469, 1.296875, 1.023438, 0.972656, 0.601562, 0.78125, 0.585938, 0.933594, 0.730469, 1.140625, 0.890625, 1.007812, 0.8125, 1.117188, 1.054688, 1.007812, 1.09375, 1.085938, 0.648438, 0.808594, 0.925781, 0.84375, 1.242188, 0.9375, 1.039062, 1.015625, 0.294922, 1.0, 0.644531, 1.140625, 1.03125, 1.015625, 0.898438, 0.988281, 1.09375, 1.242188, 1.023438, 0.941406, 1.03125, 0.507812, 0.988281, 0.808594, 1.039062, 0.445312, 0.667969, 0.458984, 0.976562, 0.503906, 1.03125, 1.28125, 0.453125, 0.695312, 1.273438, 0.671875, 1.34375, 0.9375, 1.257812, 0.789062, 0.6875, 0.878906, 1.0, 1.007812, 0.804688, 1.21875, 0.964844, 0.703125, 0.96875, 0.578125, 1.046875, 0.902344, 0.957031, 0.988281, 0.960938, 1.109375, 1.0, 0.742188, 0.613281, 0.855469, 0.929688, 0.953125, 1.09375, 0.539062, 1.070312, 1.046875, 1.023438, 1.054688, 0.675781, 1.148438, 0.972656, 0.917969, 0.59375, 0.964844, 0.730469, 1.140625, 0.796875, 1.015625, 1.164062, 1.109375, 0.523438, 0.890625, 0.855469, 0.5625, 0.621094, 1.195312, 0.550781, 0.753906, 1.328125, 0.792969, 1.164062, 0.96875, 0.949219, 0.214844, 1.078125, 1.21875, 1.132812, 0.683594, 0.457031, 1.046875, 1.0, 0.322266, 0.875, 0.78125, 0.996094, 1.03125, 0.984375, 0.423828, 0.953125, 0.322266, 0.800781, 1.179688, 0.945312, 0.96875, 1.203125, 0.609375, 0.667969, 0.808594, 0.957031, 0.894531, 0.664062, 1.070312, 2.09375, 1.015625, 0.960938, 0.9375, 0.457031, 0.988281, 1.03125, 1.171875, 1.0625, 0.972656, 0.960938, 0.980469, 0.871094, 0.335938, 0.667969, 0.941406, 0.4375, 0.328125, 1.101562, 0.738281, 1.023438, 1.039062, 0.515625, 0.484375, 0.832031, 0.178711, 0.992188, 1.117188, 1.078125, 0.980469, 0.855469, 1.03125, 0.980469, 0.804688, 0.921875, 1.015625, 0.984375, 1.0, 0.988281, 1.140625, 0.554688, 0.976562, 1.03125, 0.972656, 1.0, 0.804688, 1.03125, 0.447266, 0.878906, 0.953125, 0.59375, 0.660156, 0.25, 1.21875, 1.21875, 0.988281, 1.28125, 0.875, 0.353516, 0.447266, 1.1875, 0.457031, 0.988281, 0.582031, 1.039062, 1.09375, 0.976562, 0.933594, 0.980469, 0.832031, 0.320312, 0.992188, 1.148438, 0.769531, 1.242188, 0.714844, 0.898438, 0.792969, 0.205078, 0.314453, 0.988281, 0.546875, 1.09375, 0.570312, 0.972656, 1.0, 0.949219, 1.015625, 0.964844, 0.804688, 0.271484, 0.664062, 1.179688, 1.03125, 1.046875, 0.863281, 1.007812, 0.550781, 1.007812, 0.427734, 0.949219, 0.898438, 1.609375, 0.933594, 0.96875, 0.523438, 0.574219, 1.0, 0.949219, 1.078125, 0.828125, 1.140625, 0.765625, 0.462891, 0.976562, 0.835938, 1.023438, 1.070312, 0.96875, 0.582031, 1.039062, 1.0625, 0.59375, 1.039062, 0.746094, 1.007812, 0.332031, 0.992188, 0.949219, 1.023438, 0.59375, 0.320312, 1.148438, 0.929688, 1.015625, 0.328125, 0.886719, 1.265625, 0.302734, 0.867188, 1.101562, 1.039062, 0.828125, 0.941406, 0.597656, 1.054688, 0.941406, 0.539062, 1.0, 0.921875, 0.589844, 0.992188, 0.976562, 1.015625, 0.396484, 0.180664, 0.632812, 1.054688, 0.570312, 0.439453, 1.070312, 1.265625, 1.039062, 0.957031, 0.455078, 0.925781, 1.101562, 1.03125, 0.3125, 0.953125, 0.953125, 0.636719, 0.492188, 0.871094, 0.714844, 1.007812, 1.375, 1.0, 0.847656, 0.722656, 0.486328, 1.09375, 0.257812, 0.796875, 0.917969, 0.25, 1.1875, 0.824219, 0.914062, 0.964844, 0.828125, 0.945312, 0.78125, 1.007812, 1.046875, 1.085938, 1.148438, 0.648438, 0.839844, 0.589844, 1.070312, 1.046875, 1.0625, 1.023438, 0.492188, 0.585938, 1.171875, 0.585938, 0.855469, 0.964844, 0.609375, 0.949219, 0.96875, 1.015625, 0.984375, 0.597656, 0.480469, 1.0, 0.953125, 1.0, 0.597656, 1.0625, 0.871094, 1.265625, 0.765625, 1.0, 1.023438, 0.707031, 0.933594, 1.296875, 0.765625, 0.980469, 1.007812, 0.972656, 0.753906, 0.980469, 1.1875, 1.015625, 1.09375, 0.59375, 0.296875, 1.015625, 0.369141, 1.015625, 1.085938, 0.306641, 0.878906, 1.101562, 1.023438, 1.023438, 0.976562, 0.316406, 0.777344, 0.458984, 0.980469, 0.910156, 0.953125, 1.195312, 0.976562, 0.863281, 0.949219, 0.5625, 0.275391, 1.046875, 0.835938, 0.867188, 0.636719, 1.0625, 1.101562, 0.960938, 1.117188, 0.992188, 0.804688, 1.132812, 1.210938, 0.996094, 0.431641, 0.992188, 0.859375, 1.03125, 1.117188, 0.699219, 1.015625, 1.046875, 0.988281, 1.0, 1.054688, 1.039062, 0.964844, 1.101562, 0.972656, 0.648438, 1.015625, 1.03125, 0.703125, 1.0, 0.75, 1.09375, 0.914062, 0.480469, 1.046875, 0.671875, 0.914062, 0.632812, 0.96875, 0.976562, 0.386719, 0.213867, 0.726562, 1.242188, 0.695312, 0.359375, 1.242188, 1.234375, 0.585938, 1.054688, 0.589844, 0.96875, 1.085938, 0.972656, 0.300781, 0.851562, 0.339844, 0.496094, 1.210938, 0.976562, 0.396484, 0.523438, 0.84375, 0.96875, 0.921875, 0.613281, 1.273438, 1.117188, 0.984375, 0.255859, 1.0625, 1.09375, 1.3125, 0.984375, 1.03125, 1.09375, 0.886719, 0.855469, 0.585938, 0.625, 0.394531, 0.660156, 0.439453, 0.601562, 0.554688, 1.0, 1.078125, 1.171875, 0.976562, 0.835938, 1.039062, 0.960938, 1.039062, 1.015625, 1.148438, 0.28125, 0.566406, 0.925781, 0.988281, 0.753906, 0.314453, 0.535156, 0.949219, 1.0625, 0.863281, 1.109375, 0.165039, 1.007812, 0.980469, 1.0, 0.578125, 0.306641, 0.988281, 1.078125, 0.820312, 0.644531, 0.636719, 0.902344, 0.699219, 1.304688, 0.617188, 0.574219, 0.988281, 0.310547, 1.0, 0.882812, 0.298828, 1.15625, 1.085938, 1.023438, 0.601562, 0.886719, 1.03125, 1.03125, 1.179688, 0.439453, 0.539062, 0.640625, 1.382812, 0.933594, 0.304688, 1.140625, 0.839844, 1.382812, 0.9375, 1.0, 0.992188, 0.730469, 0.625, 1.304688, 0.269531, 1.257812, 0.863281, 0.777344, 1.171875, 0.605469, 1.007812, 0.878906, 0.351562, 0.589844, 0.847656, 0.484375, 0.5625, 0.421875, 0.90625, 0.267578, 0.192383, 1.203125, 0.847656, 1.15625, 1.09375, 0.597656, 1.28125, 0.894531, 1.109375, 0.761719, 0.890625, 1.023438, 0.636719, 0.558594, 0.996094, 1.25, 0.980469, 0.863281, 0.835938, 0.902344, 0.404297, 0.773438, 0.617188, 0.308594, 0.46875, 1.242188, 0.757812, 1.210938, 1.257812, 1.0, 0.945312, 1.148438, 0.9375, 0.507812, 0.820312, 0.945312, 1.25, 0.519531, 0.902344, 1.289062, 1.140625, 0.660156, 1.304688, 1.234375, 1.023438, 0.773438, 1.28125, 0.458984, 0.832031, 0.792969, 1.015625, 1.148438, 0.255859, 0.3125, 0.9375, 0.746094, 1.0625, 0.804688, 1.289062, 0.984375, 0.71875, 0.921875, 0.511719, 1.046875, 0.898438, 0.9375, 1.0625, 0.691406, 0.992188, 0.75, 0.632812, 0.425781, 1.03125, 0.648438, 1.039062, 0.753906, 0.914062, 0.898438, 0.675781, 1.265625, 0.90625, 0.664062, 1.039062, 0.441406, 1.304688, 0.871094, 1.21875, 1.023438, 0.898438, 0.910156, 1.054688, 0.792969, 1.351562, 0.902344, 0.761719, 1.25, 1.015625, 0.945312, 0.492188, 1.046875, 0.578125, 1.273438, 1.023438, 1.109375, 0.996094, 0.597656, 0.511719, 1.007812, 0.867188, 1.03125, 1.039062, 0.835938, 1.15625, 1.03125, 1.265625, 1.1875, 1.203125, 1.039062, 1.09375, 0.90625, 0.847656, 0.6875, 0.478516, 1.195312, 1.132812, 1.03125, 1.0, 0.972656, 0.96875, 1.171875, 0.804688, 1.054688, 1.140625, 1.03125, 0.832031, 1.0, 0.265625, 1.0, 0.601562, 0.291016, 0.960938, 0.914062, 0.921875, 0.703125, 0.96875, 1.007812, 1.023438, 1.351562, 1.320312, 1.054688, 0.6875, 0.566406, 0.373047, 0.960938, 1.078125, 0.558594, 1.320312, 0.898438, 0.972656, 1.164062, 1.0625, 0.945312, 1.078125, 1.101562, 1.0, 0.539062, 1.007812, 1.210938, 0.988281, 0.625, 0.984375, 1.132812, 1.210938, 1.203125, 1.007812, 1.140625, 1.03125, 0.984375, 1.234375, 0.980469, 0.84375, 1.15625, 1.015625, 1.039062, 1.03125, 1.164062, 1.015625, 1.007812, 0.964844, 1.078125, 0.765625, 0.878906, 0.498047, 0.988281, 1.015625, 1.265625, 0.482422, 0.285156, 1.078125, 0.980469, 1.085938, 1.039062, 1.015625, 0.648438, 0.707031, 1.109375, 0.976562, 0.984375, 0.769531, 0.929688, 0.451172, 0.921875, 0.886719, 0.679688, 0.625, 1.132812, 0.255859, 1.007812, 0.707031, 0.193359, 1.078125, 0.78125, 0.490234, 0.734375, 1.078125, 0.9375, 0.558594, 1.0, 0.730469, 0.625, 0.570312, 0.351562, 0.890625, 0.402344, 0.574219, 0.546875, 0.96875, 0.917969, 1.054688, 1.195312, 0.585938, 1.023438, 0.507812, 1.328125, 0.609375, 0.847656, 1.054688, 1.046875, 0.832031, 1.03125, 0.535156, 1.085938, 0.992188, 1.148438, 0.992188, 0.554688, 1.171875, 1.21875, 1.039062, 0.707031, 0.96875, 1.054688, 0.890625, 0.988281, 0.863281, 1.328125, 0.964844, 1.171875, 1.03125, 1.1875, 0.855469, 0.882812, 1.085938, 0.527344, 0.929688, 1.28125, 0.871094, 1.007812, 0.820312, 1.023438, 1.3125, 1.125, 0.839844, 0.376953, 0.667969, 0.953125, 0.601562, 0.996094, 1.3125, 0.929688, 0.644531, 1.046875, 0.730469, 1.335938, 1.007812, 1.054688, 1.046875, 1.03125, 0.972656, 0.617188, 0.792969, 0.558594, 1.015625, 1.046875, 1.039062, 0.480469, 1.046875, 1.039062, 0.972656, 0.957031, 0.753906, 0.5625, 0.40625, 1.007812, 0.757812, 0.914062, 0.875, 0.914062, 0.917969, 0.867188, 1.164062, 0.980469, 1.015625, 0.789062, 0.648438, 0.613281, 0.310547, 0.59375, 0.847656, 1.03125, 1.15625, 1.039062, 1.1875, 0.945312, 0.980469, 0.6875, 0.699219, 1.0, 0.917969, 1.296875, 1.164062, 0.832031, 0.320312, 0.902344, 0.929688, 0.292969, 1.03125, 1.085938, 1.257812, 0.871094, 0.785156, 0.695312, 0.855469, 0.261719, 0.984375, 0.302734, 1.0, 1.085938, 0.992188, 0.263672, 0.769531, 1.070312, 0.871094, 0.960938, 0.511719, 1.21875, 1.078125, 1.023438, 1.0625, 0.804688, 0.480469, 0.953125, 1.054688, 0.992188, 0.53125, 1.015625, 0.28125, 1.0625, 1.171875, 1.0625, 1.09375, 1.25, 0.734375, 0.847656, 0.933594, 0.988281, 0.953125, 0.890625, 1.015625, 0.660156, 0.917969, 1.03125, 0.230469, 0.949219, 1.039062, 0.695312, 0.894531, 0.683594, 0.75, 1.0, 1.046875, 0.314453, 1.125, 1.023438, 0.296875, 1.109375, 0.761719, 1.34375, 1.0, 0.984375, 0.796875, 1.015625, 1.140625, 0.9375, 1.039062, 0.707031, 1.164062, 1.023438, 0.96875, 0.984375, 0.941406, 1.03125, 0.229492, 1.125, 1.226562, 0.6875, 0.992188, 1.039062, 1.023438, 0.964844, 1.320312, 1.25, 0.902344, 0.558594, 0.761719, 0.964844, 1.125, 1.078125, 0.195312, 0.96875, 1.007812, 1.070312, 0.90625, 0.84375, 1.078125, 0.921875, 0.625, 1.007812, 1.195312, 1.023438, 1.03125, 0.851562, 0.980469, 1.210938, 1.101562, 1.179688, 0.996094, 0.878906, 0.78125, 0.8125, 0.929688, 0.828125, 0.490234, 1.21875, 0.894531, 0.984375, 1.015625, 1.195312, 1.265625, 1.007812, 0.917969, 1.195312, 1.023438, 0.554688, 1.039062, 1.023438, 0.439453, 1.203125, 0.722656, 0.910156, 0.765625, 0.617188, 0.554688, 0.835938, 1.015625, 0.416016, 0.894531, 0.279297, 0.980469, 0.921875, 0.667969, 0.664062, 1.039062, 0.241211, 0.953125, 1.109375, 1.007812, 0.992188, 1.28125, 0.652344, 1.179688, 1.054688, 0.263672, 0.3125, 0.554688, 0.699219, 1.140625, 0.746094, 0.917969, 1.140625, 0.589844, 1.03125, 0.597656, 1.054688, 1.210938, 0.855469, 0.972656, 0.738281, 1.0, 0.298828, 0.90625, 0.921875, 1.0, 0.617188, 0.550781, 0.664062, 1.007812, 1.078125, 0.761719, 0.679688, 0.996094, 0.902344, 1.023438, 1.039062, 1.242188, 0.859375, 0.691406, 0.582031, 0.941406, 1.0, 0.859375, 0.460938, 0.75, 1.070312, 1.03125, 0.675781, 0.960938, 1.070312, 0.490234, 0.988281, 0.570312, 0.535156, 0.332031, 1.335938, 0.996094, 1.0625, 0.597656, 0.769531, 0.832031, 0.283203, 1.007812, 1.148438, 0.679688, 0.835938, 0.992188, 0.863281, 0.742188, 1.21875, 1.140625, 0.867188, 0.441406, 0.917969, 1.148438, 0.945312, 1.0, 0.992188, 0.953125, 1.09375, 0.949219, 0.804688, 1.28125, 0.251953, 1.15625, 1.296875, 0.917969, 1.023438, 0.664062, 0.898438, 0.820312, 1.140625, 1.0625, 0.228516, 0.419922, 0.960938, 0.78125, 0.96875, 1.226562, 0.730469, 0.949219, 1.078125, 0.894531, 0.664062, 1.257812, 0.574219, 0.960938, 0.867188, 0.941406, 0.703125, 0.878906, 1.023438, 0.789062, 0.988281, 1.054688, 0.8125, 0.550781, 0.976562, 0.785156, 0.628906, 1.0, 0.859375, 0.988281, 0.878906, 0.84375, 1.671875, 0.738281, 0.964844, 1.039062, 1.078125, 0.625, 0.980469, 0.271484, 0.886719, 1.023438, 0.945312, 1.007812, 0.972656, 0.800781, 0.988281, 0.316406, 0.484375, 0.964844, 0.511719, 0.769531, 0.699219, 1.289062, 1.195312, 0.992188, 0.859375, 0.287109, 1.0, 0.296875, 0.523438, 0.503906, 0.9375, 0.792969, 0.902344, 0.667969, 1.09375, 1.15625, 1.117188, 1.03125, 0.722656, 0.972656, 1.023438, 1.0, 1.023438, 0.691406, 1.101562, 0.90625, 0.378906, 1.109375, 0.699219, 0.945312, 0.585938, 0.632812, 0.496094, 0.960938, 0.992188, 0.992188, 0.53125, 1.078125, 0.574219, 0.566406, 0.308594, 0.789062, 1.054688, 0.980469, 1.257812, 0.980469, 0.925781, 0.253906, 0.777344, 0.621094, 0.875, 0.691406, 0.984375, 0.972656, 1.054688, 2.296875, 1.015625, 0.847656, 1.007812, 1.304688, 1.320312, 1.28125, 1.039062, 1.1875, 0.816406, 0.886719, 0.632812, 1.0, 0.917969, 0.628906, 1.039062, 0.279297, 1.039062, 0.601562, 0.824219, 1.046875, 0.3125, 1.015625, 0.275391, 1.09375, 1.21875, 0.871094, 0.972656, 0.851562, 1.039062, 1.046875, 1.007812, 0.65625, 1.046875, 0.18457, 1.179688, 1.023438, 1.179688, 0.730469, 0.285156, 1.109375, 1.164062, 1.132812, 0.972656, 0.824219, 1.070312, 0.878906, 1.085938, 0.886719, 0.828125, 0.482422, 1.078125, 1.070312, 0.9375, 0.929688, 1.03125, 0.251953, 1.085938, 0.804688, 1.054688, 0.710938, 0.96875, 0.636719, 0.921875, 0.929688, 0.202148, 0.5625, 0.941406, 0.597656, 0.332031, 1.351562, 0.988281, 0.757812, 0.835938, 0.392578, 1.265625, 0.972656, 0.871094, 0.902344, 1.171875, 0.808594, 0.976562, 1.046875, 0.742188, 0.664062, 0.960938, 0.792969, 0.320312, 0.621094, 0.59375, 0.957031, 1.007812, 1.0625, 0.279297, 1.054688, 1.390625, 1.03125, 0.722656, 0.275391, 0.527344, 1.234375, 0.546875, 0.298828, 1.242188, 0.890625, 0.511719, 1.351562, 1.015625, 1.210938, 0.785156, 1.257812, 0.78125, 1.078125, 0.960938, 0.851562, 1.007812, 0.914062, 1.039062, 0.609375, 1.039062, 1.015625, 0.867188, 1.023438, 0.800781, 0.980469, 0.710938, 0.675781, 0.933594, 0.765625, 1.179688, 1.015625, 0.929688, 1.039062, 0.453125, 1.023438, 0.820312, 0.498047, 0.898438, 1.226562, 1.078125, 0.636719, 0.894531, 0.714844, 1.101562, 0.910156, 1.382812, 1.054688, 1.0625, 0.605469, 0.769531, 0.9375, 0.789062, 0.59375, 1.085938, 1.039062, 0.824219, 0.320312, 1.007812, 0.314453, 0.375, 0.976562, 0.789062, 0.257812, 0.894531, 1.015625, 0.589844, 1.265625, 0.878906, 1.0625, 0.984375, 1.023438, 1.195312, 1.367188, 0.419922, 0.726562, 0.9375, 0.90625, 1.304688, 0.945312, 1.179688, 1.382812, 0.960938, 1.0625, 1.054688, 0.308594, 0.953125, 1.0625, 1.007812, 0.914062, 1.023438, 0.890625, 1.140625, 1.070312, 0.671875, 1.054688, 0.730469, 0.960938, 1.023438, 1.15625, 1.125, 0.289062, 0.824219, 0.957031, 1.203125, 0.90625, 1.046875, 1.085938, 1.023438, 1.054688, 0.636719, 0.90625, 1.21875, 0.96875, 0.878906, 0.585938, 0.902344, 1.09375, 0.320312, 0.613281, 1.007812, 0.980469, 1.101562, 0.972656, 0.539062, 0.445312, 1.296875, 0.3125, 1.039062, 0.820312, 0.941406, 0.886719, 1.273438, 0.53125, 1.054688, 1.078125, 1.28125, 0.929688, 0.5625, 1.085938, 0.945312, 0.933594, 1.03125, 0.976562, 0.232422, 1.070312, 0.746094, 0.949219, 0.855469, 0.96875, 0.419922, 1.03125, 1.15625, 0.6875, 0.972656, 1.023438, 0.316406, 1.164062, 0.269531, 0.613281, 0.871094, 0.535156, 0.53125, 0.777344, 0.249023, 0.847656, 0.886719, 0.824219, 0.964844, 0.996094, 0.882812, 0.875, 1.007812, 0.710938, 0.59375, 0.291016, 0.828125, 0.992188, 0.910156, 0.519531, 1.03125, 0.910156, 0.761719, 1.171875, 0.902344, 0.457031, 1.242188, 0.263672, 0.925781, 1.0, 0.988281, 0.945312, 0.984375, 1.007812, 0.601562, 0.570312, 1.054688, 0.816406, 1.085938, 1.109375, 0.933594, 1.039062, 1.023438, 0.507812, 0.894531, 0.515625, 0.314453, 0.949219, 1.195312, 1.195312, 0.972656, 0.578125, 0.261719, 1.140625, 0.648438, 1.085938, 0.976562, 1.023438, 0.980469, 0.753906, 0.980469, 1.023438, 0.820312, 0.964844, 0.570312, 1.054688, 1.25, 1.132812, 0.353516, 0.617188, 0.773438, 0.945312, 0.988281, 0.439453, 0.890625, 0.988281, 0.929688, 0.695312, 0.957031, 1.15625, 0.863281, 1.648438, 1.046875, 0.554688, 1.015625, 0.566406, 1.0, 1.015625, 1.148438, 1.070312, 0.445312, 0.296875, 0.851562, 1.039062, 1.039062, 1.195312, 1.039062, 0.498047, 1.015625, 1.15625, 0.878906, 0.314453, 0.867188, 1.335938, 0.871094, 1.054688, 0.890625, 0.804688, 0.992188, 1.023438, 0.777344, 1.03125, 1.0625, 0.890625, 1.0, 0.78125, 1.046875, 0.34375, 1.007812, 0.984375, 1.21875, 0.914062, 0.613281, 0.328125, 0.582031, 1.078125, 0.917969, 0.898438, 0.898438, 1.296875, 1.023438, 0.703125, 1.046875, 0.945312, 1.203125, 0.648438, 1.101562, 1.039062, 0.929688, 1.0, 1.0625, 0.292969, 1.226562, 1.359375, 0.910156, 0.777344, 1.015625, 1.0625, 0.855469, 0.326172, 1.109375, 0.582031, 0.292969, 0.972656, 0.921875, 1.296875, 1.046875, 0.902344, 1.078125, 1.007812, 0.945312, 0.996094, 1.023438, 0.609375, 0.917969, 0.976562, 0.824219, 0.957031, 0.921875, 0.960938, 1.0, 1.296875, 0.605469, 0.828125, 0.435547, 1.234375, 0.90625, 1.101562, 0.957031, 0.898438, 1.007812, 0.78125, 0.851562, 0.597656, 0.886719, 0.546875, 0.574219, 1.015625, 1.101562, 0.972656, 0.636719, 0.71875, 1.023438, 0.886719, 1.296875, 1.15625, 1.25, 0.828125, 1.03125, 0.75, 0.964844, 1.039062, 0.460938, 0.988281, 0.390625, 0.667969, 0.984375, 0.996094, 0.898438, 0.589844, 0.949219, 1.007812, 1.007812, 1.023438, 0.683594, 1.023438, 0.878906, 1.226562, 1.0, 0.578125, 0.910156, 0.652344, 1.101562, 0.832031, 1.140625, 0.359375, 1.085938, 1.1875, 0.351562, 0.398438, 1.023438, 0.894531, 0.478516, 0.941406, 0.9375, 0.992188, 1.210938, 0.933594, 1.203125, 1.007812, 0.867188, 0.996094, 0.498047, 0.910156, 1.0, 0.984375, 0.824219, 0.439453, 1.03125, 0.371094, 0.859375, 0.683594, 0.96875, 0.710938, 0.761719, 0.523438, 0.964844, 0.816406, 0.648438, 0.554688, 0.96875, 0.808594, 0.310547, 0.146484, 0.710938, 0.882812, 0.996094, 0.953125, 0.384766, 1.015625, 1.015625, 1.03125, 0.988281, 0.398438, 0.839844, 0.546875, 0.878906, 0.3125, 0.369141, 0.628906, 1.078125, 0.400391, 0.996094, 0.9375, 1.171875, 0.980469, 1.203125, 0.863281, 1.046875, 1.210938, 0.24707, 1.015625, 0.820312, 1.132812, 0.625, 0.949219, 0.605469, 0.9375, 1.0, 1.109375, 0.878906, 0.478516, 0.816406, 0.96875, 0.8125, 0.867188, 0.482422, 0.945312, 0.71875, 0.742188, 1.039062, 1.28125, 1.078125, 1.390625, 0.800781, 0.4375, 1.117188, 0.699219, 1.132812, 0.980469, 0.824219, 1.0, 0.255859, 1.070312, 1.007812, 1.015625, 1.070312, 0.863281, 0.964844, 0.78125, 0.957031, 1.046875, 0.820312, 0.84375, 0.851562, 1.023438, 1.171875, 1.148438, 0.855469, 0.832031, 0.957031, 0.835938, 0.710938, 0.777344, 0.65625, 0.992188, 0.53125, 0.449219, 0.488281, 1.109375, 0.921875, 1.0, 1.132812, 0.964844, 1.351562, 1.257812, 1.101562, 0.921875, 0.90625, 0.917969, 0.589844, 0.804688, 0.984375, 1.140625, 1.085938, 0.636719, 0.800781, 1.28125, 0.527344, 1.234375, 0.617188, 0.898438, 0.988281, 1.015625, 1.007812, 0.310547, 0.792969, 0.652344, 0.578125, 0.605469, 0.318359, 0.867188, 0.667969, 1.054688, 0.589844, 0.96875, 0.96875, 0.742188, 1.078125, 0.238281, 0.707031, 1.179688, 0.550781, 0.566406, 1.15625, 1.085938, 1.023438, 1.09375, 1.132812, 0.832031, 0.640625, 0.24707, 1.453125, 0.667969, 1.109375, 0.96875, 1.023438, 0.824219, 0.914062, 0.820312, 1.039062, 0.941406, 0.648438, 0.96875, 0.9375, 0.761719, 0.652344, 1.03125, 0.480469, 0.25, 0.921875, 1.0, 0.902344, 0.917969, 0.875, 0.273438, 0.769531, 1.195312, 1.0625, 0.597656, 1.03125, 1.0625, 1.132812, 1.007812, 1.023438, 0.742188, 1.085938, 1.0, 0.960938, 0.320312, 1.0, 0.294922, 1.03125, 0.921875, 0.527344, 1.054688, 1.023438, 1.03125, 0.925781, 0.59375, 0.863281, 0.24707, 0.425781, 0.925781, 0.996094, 0.703125, 1.109375, 0.820312, 0.53125, 1.070312, 0.589844, 0.9375, 0.609375, 0.757812, 1.070312, 0.458984, 1.210938, 1.085938, 0.984375, 0.859375, 0.917969, 1.007812, 0.78125, 1.0625, 1.078125, 0.585938, 1.15625, 0.882812, 1.148438, 1.0625, 1.039062, 1.367188, 1.015625, 1.085938, 0.582031, 0.894531, 1.023438, 1.054688, 1.039062, 0.984375, 0.625, 1.203125, 0.949219, 0.644531, 0.71875, 0.9375, 1.351562, 0.451172, 0.248047, 0.917969, 1.195312, 0.287109, 0.914062, 0.449219, 1.015625, 0.746094, 1.046875, 0.964844, 0.550781, 1.046875, 1.1875, 0.960938, 0.933594, 0.8125, 0.960938, 0.675781, 0.75, 0.976562, 0.486328, 0.283203, 0.992188, 0.511719, 1.054688, 0.949219, 1.015625, 0.898438, 0.996094, 1.265625, 1.054688, 1.085938, 1.070312, 0.320312, 0.800781, 0.628906, 0.507812, 0.333984, 1.351562, 0.964844, 1.03125, 0.566406, 0.902344, 0.310547, 0.714844, 0.679688, 0.233398, 0.507812, 1.0, 1.070312, 1.0, 0.980469, 0.855469, 0.539062, 0.988281, 1.304688, 1.210938, 0.914062, 0.800781, 0.628906, 1.039062, 1.054688, 1.0625, 1.039062, 1.117188, 0.789062, 0.570312, 0.404297, 1.195312, 0.847656, 0.980469, 1.125, 0.855469, 1.257812, 0.498047, 0.310547, 0.570312, 0.652344, 1.179688, 0.796875, 0.257812, 0.582031, 0.496094, 1.273438, 0.988281, 1.046875, 0.933594, 0.960938, 0.636719, 0.820312, 0.972656, 0.929688, 1.039062, 0.960938, 1.054688, 0.373047, 0.730469, 1.148438, 0.980469, 1.078125, 0.425781, 1.257812, 0.917969, 0.976562, 1.085938, 0.910156, 1.007812, 1.101562, 0.753906, 0.898438, 0.53125, 1.015625, 1.21875, 0.722656, 0.960938, 1.179688, 0.894531, 0.929688, 0.765625, 0.535156, 0.734375, 0.652344, 1.007812, 0.960938, 0.796875, 1.039062, 0.664062, 1.265625, 0.652344, 0.867188, 1.242188, 0.310547, 0.804688, 0.890625, 0.652344, 0.283203, 0.427734, 1.046875, 0.972656, 1.023438, 0.613281, 1.148438, 0.640625, 0.882812, 1.046875, 0.863281, 1.0, 1.171875, 1.03125, 0.550781, 0.957031, 0.933594, 1.132812, 0.5, 0.527344, 1.0, 0.566406, 1.046875, 0.585938, 0.933594, 0.933594, 0.318359, 1.0, 1.203125, 1.125, 0.976562, 0.792969, 1.023438, 1.085938, 0.726562, 1.1875, 0.431641, 0.753906, 0.988281, 1.03125, 0.902344, 0.917969, 0.878906, 0.886719, 0.515625, 1.0, 0.953125, 0.851562, 1.015625, 0.597656, 0.878906, 0.492188, 0.964844, 0.972656, 0.359375, 0.498047, 0.503906, 1.046875, 1.078125, 2.703125, 1.179688, 0.511719, 0.539062, 0.886719, 1.164062, 0.679688, 0.322266, 1.039062, 0.925781, 1.03125, 1.023438, 2.75, 0.699219, 0.992188, 0.710938, 0.878906, 0.617188, 0.996094, 0.3125, 0.265625, 0.988281, 1.046875, 0.953125, 0.9375, 1.195312, 1.0, 0.376953, 0.941406, 0.882812, 0.851562, 1.054688, 0.333984, 0.984375, 1.070312, 0.886719, 1.078125, 0.59375, 0.988281, 1.28125, 0.699219, 0.160156, 1.078125, 1.0, 0.945312, 0.914062, 0.867188, 1.015625, 0.992188, 1.117188, 0.808594, 0.589844, 0.957031, 0.789062, 1.28125, 0.609375, 1.015625, 1.109375, 0.878906, 0.878906, 1.0, 0.613281, 0.300781, 0.953125, 1.0, 1.0625, 0.972656, 1.109375, 1.328125, 0.925781, 0.996094, 0.871094, 0.246094, 0.992188, 0.535156, 0.964844, 0.535156, 0.464844, 0.90625, 0.746094, 1.085938, 1.054688, 0.949219, 0.789062, 1.164062, 1.070312, 1.023438, 1.023438, 0.925781, 1.203125, 1.164062, 0.722656, 0.914062, 0.957031, 0.933594, 0.53125, 0.882812, 1.023438, 1.03125, 0.566406, 0.570312, 0.90625, 1.335938, 1.15625, 1.039062, 1.054688, 1.148438, 1.117188, 1.203125, 0.761719, 0.523438, 0.609375, 0.832031, 0.875, 0.523438, 1.015625, 1.15625, 0.730469, 0.671875, 1.09375, 0.871094, 1.273438, 0.308594, 0.492188, 1.007812, 0.894531, 1.023438, 1.070312, 1.25, 1.117188, 1.171875, 0.960938, 0.996094, 0.828125, 1.257812, 0.96875, 0.933594, 1.28125, 1.164062, 1.15625, 0.914062, 1.265625, 1.070312, 0.828125, 1.054688, 0.832031, 1.1875, 0.808594, 0.972656, 1.09375, 1.054688, 1.070312, 0.984375, 1.203125, 0.953125, 0.773438, 0.910156, 0.917969, 1.25, 0.878906, 0.941406, 1.1875, 0.828125, 0.960938, 0.498047, 0.664062, 0.621094, 1.007812, 0.613281, 0.378906, 1.023438, 0.664062, 0.326172, 0.988281, 1.0, 1.085938, 0.474609, 1.140625, 0.828125, 0.886719, 0.535156, 1.375, 0.384766, 0.416016, 1.210938, 1.351562, 1.273438, 0.589844, 0.306641, 0.785156, 1.085938, 1.023438, 0.917969, 0.972656, 1.09375, 0.992188, 0.345703, 0.773438, 0.964844, 0.984375, 0.464844, 0.59375, 0.554688, 0.546875, 0.628906, 0.566406, 1.03125, 0.980469, 0.84375, 0.308594, 0.984375, 1.273438, 1.03125, 1.0, 0.949219, 1.242188, 0.566406, 1.046875, 1.007812, 1.164062, 0.992188, 0.921875, 0.191406, 1.015625, 0.976562, 0.992188, 0.902344, 0.90625, 0.738281, 0.832031, 0.451172, 1.007812, 1.0, 1.007812, 0.957031, 0.419922, 0.96875, 0.851562, 0.855469, 0.910156, 0.578125, 0.644531, 0.328125, 1.078125, 1.117188, 1.023438, 1.101562, 0.917969, 1.085938, 0.925781, 0.949219, 0.636719, 0.566406, 0.75, 0.960938, 0.367188, 0.980469, 0.5625, 1.085938, 0.75, 0.789062, 0.972656, 0.480469, 0.996094, 0.910156, 1.25, 1.289062, 0.769531, 1.242188, 0.746094, 0.707031, 0.449219, 1.015625, 0.9375, 0.855469, 1.015625, 1.007812, 0.558594, 0.515625, 0.792969, 0.953125, 0.855469, 0.992188, 1.023438, 1.03125, 0.265625, 1.007812, 0.570312, 1.046875, 1.03125, 0.789062, 0.871094, 0.9375, 1.140625, 1.054688, 0.609375, 1.0, 1.210938, 0.597656, 0.726562, 1.140625, 1.015625, 0.875, 0.898438, 0.933594, 1.070312, 1.046875, 0.546875, 0.570312, 1.203125, 0.949219, 1.03125, 0.839844, 0.558594, 0.886719, 1.0625, 1.015625, 1.039062, 0.734375, 0.960938, 1.03125, 1.414062, 1.179688, 1.070312, 0.894531, 0.695312, 1.015625, 0.875, 0.275391, 0.972656, 1.140625, 0.980469, 0.710938, 0.613281, 0.984375, 0.695312, 1.03125, 1.03125, 1.328125, 0.976562, 0.730469, 0.929688, 1.234375, 1.015625, 1.125, 0.9375, 0.839844, 1.148438, 0.953125, 0.714844, 0.890625, 0.925781, 0.248047, 0.308594, 1.078125, 0.523438, 1.023438, 1.039062, 1.234375, 0.480469, 0.648438, 1.070312, 0.976562, 1.242188, 0.921875, 0.949219, 0.515625, 0.761719, 1.203125, 1.03125, 1.0, 1.039062, 0.279297, 1.21875, 0.640625, 1.125, 1.34375, 0.882812, 1.15625, 1.03125, 1.09375, 1.28125, 1.078125, 1.023438, 0.652344, 0.738281, 0.957031, 0.96875, 1.09375, 1.015625, 0.960938, 1.03125, 1.90625, 0.5625, 1.148438, 0.863281, 1.09375, 1.0, 1.03125, 0.980469, 1.0, 0.519531, 0.478516, 0.78125, 1.007812, 0.605469, 0.273438, 0.988281, 0.589844, 0.722656, 0.474609, 0.535156, 1.195312, 0.574219, 0.585938, 0.839844, 0.519531, 0.777344, 1.25, 0.523438, 0.917969, 1.257812, 1.0625, 1.023438, 0.734375, 0.851562, 1.015625, 1.023438, 0.890625, 1.070312, 0.621094, 1.226562, 1.109375, 1.0625, 0.898438, 1.023438, 0.859375, 0.953125, 0.984375, 0.283203, 1.015625, 1.0, 0.652344, 1.296875, 1.007812, 1.015625, 1.085938, 1.070312, 1.046875, 0.914062, 1.023438, 0.980469, 0.929688, 0.601562, 0.84375, 0.625, 0.980469, 1.3125, 1.085938, 1.015625, 0.984375, 1.070312, 1.007812, 0.324219, 0.914062, 1.203125, 0.804688, 0.847656, 1.0, 0.957031, 1.070312, 0.84375, 0.988281, 0.613281, 0.294922, 1.03125, 1.117188, 0.796875, 1.023438, 0.175781, 1.023438, 0.980469, 1.023438, 1.117188, 0.929688, 0.628906, 1.015625, 0.757812, 3.703125, 1.070312, 1.015625, 0.878906, 0.9375, 1.179688, 1.28125, 0.832031, 1.03125, 0.769531, 1.21875, 0.886719, 0.964844, 0.699219, 0.988281, 1.0625, 0.957031, 0.988281, 0.519531, 1.179688, 0.941406, 0.949219, 0.789062, 1.085938, 0.714844, 0.929688, 0.447266, 0.910156, 1.0, 0.953125, 1.007812, 1.007812, 0.996094, 0.8125, 0.800781, 0.851562, 0.984375, 1.070312, 0.664062, 0.863281, 0.847656, 1.109375, 0.388672, 0.953125, 0.925781, 0.734375, 1.023438, 0.902344, 0.933594, 0.957031, 1.007812, 0.75, 1.234375, 1.15625, 0.617188, 0.960938, 0.601562, 0.992188, 0.921875, 0.75, 1.15625, 1.328125, 0.976562, 1.078125, 0.267578, 1.257812, 0.90625, 0.875, 1.171875, 0.496094, 0.738281, 1.03125, 0.992188, 0.996094, 1.023438, 0.730469, 1.03125, 0.832031, 1.289062, 1.03125, 0.90625, 1.1875, 0.332031, 0.96875, 0.285156, 1.007812, 1.007812, 0.714844, 1.101562, 1.03125, 0.882812, 0.447266, 0.796875, 1.101562, 0.539062, 0.820312, 0.816406, 0.193359, 0.914062, 0.617188, 0.980469, 1.039062, 0.589844, 1.234375, 1.078125, 0.285156, 0.371094, 1.203125, 0.722656, 1.09375, 0.914062, 1.03125, 0.527344, 0.486328, 0.578125, 1.320312, 1.117188, 0.90625, 0.996094, 0.6875, 1.085938, 0.84375, 1.023438, 0.431641, 1.03125, 1.054688, 1.007812, 0.910156, 1.304688, 1.03125, 1.140625, 1.0, 1.023438, 1.179688, 0.980469, 0.6875, 1.234375, 1.242188, 0.992188, 0.800781, 0.996094, 1.007812, 1.132812, 0.242188, 1.0625, 1.03125, 1.015625, 1.179688, 0.902344, 0.984375, 0.550781, 0.996094, 0.386719, 0.800781, 0.324219, 0.644531, 1.117188, 0.503906, 0.941406, 1.039062, 0.996094, 0.964844, 1.335938, 0.304688, 1.398438, 1.046875, 1.054688, 1.242188, 1.046875, 0.9375, 0.964844, 1.265625, 0.933594, 0.753906, 0.992188, 1.226562, 0.691406, 1.101562, 1.492188, 1.171875, 1.007812, 0.980469, 0.585938, 0.953125, 1.015625, 0.585938, 0.582031, 0.96875, 0.269531, 1.039062, 1.328125, 1.023438, 0.478516, 1.25, 1.023438, 1.078125, 0.261719, 0.535156, 0.621094, 0.523438, 1.070312, 0.542969, 1.03125, 0.847656, 0.949219, 1.15625, 0.527344, 0.601562, 0.917969, 0.859375, 1.171875, 0.808594, 1.03125, 0.792969, 0.707031, 1.023438, 1.078125, 0.933594, 0.578125, 1.023438, 0.992188, 1.015625, 1.242188, 1.070312, 0.392578, 0.730469, 0.890625, 0.267578, 1.0625, 0.902344, 0.535156, 0.921875, 0.6875, 0.917969, 1.0625, 0.886719, 1.351562, 0.941406, 1.007812, 1.023438, 0.703125, 0.8125, 1.070312, 1.023438, 1.148438, 1.0625, 0.558594, 0.314453, 1.070312, 1.015625, 0.710938, 0.941406, 1.054688, 1.070312, 1.179688, 0.5625, 0.515625, 0.361328, 0.632812, 0.914062, 0.738281, 1.023438, 1.34375, 1.023438, 1.054688, 0.90625, 1.070312, 0.992188, 1.070312, 0.644531, 1.007812, 0.660156, 0.925781, 0.332031, 1.117188, 0.957031, 0.263672, 1.070312, 1.03125, 1.28125, 0.832031, 0.539062, 0.808594, 0.816406, 0.296875, 1.0, 0.824219, 0.574219, 1.179688, 0.949219, 0.326172, 1.015625, 0.261719, 1.007812, 1.085938, 0.726562, 0.925781, 0.46875, 1.078125, 0.71875, 1.039062, 0.796875, 0.957031, 0.542969, 0.542969, 1.03125, 0.330078, 0.5625, 0.820312, 0.304688, 0.664062, 0.929688, 1.351562, 1.25, 1.039062, 1.023438, 0.539062, 1.023438, 0.298828, 0.6875, 1.023438, 1.203125, 0.980469, 0.957031, 1.101562, 0.664062, 0.953125, 0.78125, 1.179688, 0.652344, 0.746094, 1.0, 0.863281, 1.039062, 0.9375, 0.503906, 1.328125, 1.007812, 1.015625, 0.486328, 0.796875, 1.054688, 0.609375, 0.878906, 0.322266, 0.644531, 0.988281, 0.992188, 1.0, 0.640625, 1.164062, 0.984375, 0.941406, 0.980469, 0.90625, 0.808594, 0.65625, 0.90625, 0.609375, 0.867188, 0.8125, 0.289062, 1.070312, 1.039062, 0.921875, 0.96875, 0.90625, 0.933594, 0.957031, 0.863281, 0.566406, 0.246094, 0.667969, 0.878906, 0.972656, 0.683594, 1.070312, 1.09375 ] }, "name": "model.model.layers.9.post_attention_layernorm.weight", "outputIndexes": [ 835 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 834 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_9/Mul_output_0", "outputIndexes": [ 836 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 835, 836 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_9/Mul_1_output_0", "outputIndexes": [ 837 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 837 ], "outputIndexes": [ 2576 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2576 ], "outputIndexes": [ 2577 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear", "inputIndexes": [ 2577 ], "outputIndexes": [ 2578 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1196496322, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2578 ], "outputIndexes": [ 2579 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2579 ], "outputIndexes": [ 838 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 838 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_9/Sigmoid_output_0", "outputIndexes": [ 839 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 838, 839 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_9/Mul_output_0", "outputIndexes": [ 840 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 837 ], "outputIndexes": [ 2580 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2580 ], "outputIndexes": [ 2581 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear", "inputIndexes": [ 2581 ], "outputIndexes": [ 2582 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1234687448, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2582 ], "outputIndexes": [ 2583 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2583 ], "outputIndexes": [ 841 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 840, 841 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_9/Mul_output_0", "outputIndexes": [ 842 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 842 ], "outputIndexes": [ 2584 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2584 ], "outputIndexes": [ 2585 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear", "inputIndexes": [ 2585 ], "outputIndexes": [ 2586 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1272878574, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2586 ], "outputIndexes": [ 2587 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2587 ], "outputIndexes": [ 843 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 834, 843 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_49_output_0", "outputIndexes": [ 844 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 844, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_90_output_0", "outputIndexes": [ 845 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.824219, 0.386719, 1.023438, 0.417969, 0.757812, 0.474609, 0.371094, 0.414062, 0.609375, 0.390625, 0.394531, 0.369141, 0.416016, 0.371094, 0.371094, 0.582031, 0.371094, 0.341797, 0.386719, 0.375, 0.761719, 0.384766, 0.34375, 0.394531, 0.365234, 0.507812, 0.3125, 0.349609, 0.451172, 0.396484, 0.699219, 0.326172, 0.621094, 0.386719, 0.494141, 0.492188, 0.386719, 0.871094, 0.349609, 0.378906, 0.578125, 0.386719, 1.03125, 0.476562, 0.683594, 0.482422, 0.129883, 0.871094, 0.667969, 0.353516, 0.761719, 0.380859, 0.365234, 0.353516, 0.632812, 0.455078, 0.582031, 0.683594, 0.5625, 0.640625, 0.337891, 0.511719, 0.535156, 0.373047, 0.746094, 0.988281, 0.291016, 0.371094, 0.4375, 0.496094, 0.392578, 0.699219, 0.431641, 0.414062, 0.675781, 0.423828, 0.71875, 0.396484, 0.652344, 0.65625, 0.679688, 0.597656, 0.902344, 0.443359, 0.445312, 0.081055, 0.335938, 0.84375, 0.378906, 0.664062, 0.5, 0.384766, 0.392578, 0.367188, 0.792969, 0.339844, 0.800781, 0.404297, 0.376953, 0.359375, 0.337891, 0.386719, 0.455078, 0.384766, 1.046875, 0.5625, 1.078125, 0.433594, 0.710938, 0.431641, 0.324219, 0.353516, 0.345703, 1.125, 0.40625, 1.15625, 0.373047, 0.435547, 0.462891, 0.333984, 0.363281, 0.367188, 0.490234, 0.373047, 0.671875, 0.382812, 0.5, 0.373047, 0.100586, 0.371094, 0.335938, 0.339844, 0.462891, 0.863281, 0.554688, 0.470703, 0.376953, 0.400391, 0.574219, 0.451172, 0.351562, 0.515625, 0.5, 0.337891, 0.785156, 0.34375, 1.078125, 0.388672, 0.53125, 0.335938, 0.640625, 0.423828, 0.416016, 0.382812, 0.679688, 0.554688, 0.410156, 0.367188, 0.605469, 0.707031, 0.392578, 0.472656, 0.648438, 0.376953, 0.859375, 0.451172, 0.480469, 0.695312, 0.373047, 0.507812, 0.390625, 0.328125, 0.335938, 0.353516, 0.392578, 0.847656, 0.378906, 0.347656, 0.423828, 0.347656, 0.314453, 0.408203, 0.550781, 0.306641, 0.25, 0.458984, 0.373047, 0.371094, 0.373047, 0.380859, 0.328125, 0.453125, 0.867188, 0.376953, 1.0625, 0.515625, 0.404297, 0.550781, 0.554688, 0.376953, 0.365234, 0.984375, 1.054688, 0.921875, 0.988281, 0.382812, 0.333984, 0.460938, 0.414062, 0.335938, 0.492188, 0.359375, 0.339844, 0.566406, 0.353516, 0.90625, 0.423828, 0.394531, 0.804688, 0.390625, 0.328125, 0.378906, 0.6875, 0.404297, 0.433594, 0.800781, 0.367188, 0.550781, 0.375, 0.355469, 0.503906, 0.636719, 0.417969, 0.355469, 0.34375, 0.695312, 0.369141, 0.578125, 0.089844, 0.439453, 0.566406, 0.386719, 0.388672, 0.359375, 0.357422, 0.789062, 0.371094, 0.462891, 0.515625, 0.388672, 0.347656, 0.867188, 0.462891, 0.445312, 0.394531, 0.408203, 0.341797, 0.068359, 0.390625, 0.404297, 0.378906, 0.359375, 0.400391, 0.429688, 0.458984, 0.347656, 0.4375, 0.34375, 0.828125, 0.832031, 0.832031, 0.458984, 0.380859, 0.542969, 0.375, 0.746094, 0.384766, 0.65625, 0.386719, 0.867188, 0.361328, 0.355469, 0.07666, 0.384766, 0.408203, 0.773438, 0.300781, 0.550781, 0.527344, 0.40625, 0.75, 0.425781, 0.589844, 0.546875, 0.412109, 0.396484, 0.785156, 0.388672, 0.542969, 0.369141, 0.328125, 0.570312, 0.535156, 0.53125, 0.75, 0.472656, 0.396484, 0.341797, 0.486328, 0.410156, 0.824219, 0.408203, 0.34375, 0.351562, 0.90625, 0.386719, 0.494141, 0.667969, 0.511719, 0.361328, 0.5625, 0.402344, 0.34375, 0.371094, 0.445312, 0.34375, 0.341797, 0.351562, 0.466797, 0.4375, 0.083008, 0.578125, 0.585938, 0.371094, 0.462891, 0.349609, 0.660156, 0.96875, 0.5625, 0.328125, 0.067383, 0.375, 0.349609, 0.400391, 0.137695, 0.632812, 0.730469, 0.345703, 0.349609, 0.378906, 0.527344, 0.386719, 0.804688, 0.386719, 0.871094, 0.339844, 0.376953, 0.455078, 0.337891, 0.361328, 0.851562, 0.546875, 0.134766, 0.380859, 0.390625, 0.503906, 0.404297, 0.78125, 0.394531, 0.390625, 0.359375, 0.34375, 0.386719, 0.386719, 0.455078, 0.910156, 0.121582, 0.443359, 0.353516, 0.5, 0.570312, 0.386719, 0.453125, 0.742188, 0.488281, 0.398438, 0.882812, 0.382812, 0.421875, 0.408203, 0.361328, 0.777344, 0.621094, 0.283203, 0.369141, 0.408203, 0.380859, 0.363281, 0.392578, 0.111816, 0.423828, 0.433594, 0.511719, 0.652344, 0.376953, 0.427734, 0.515625, 0.460938, 0.421875, 0.625, 0.558594, 0.423828, 0.644531, 0.365234, 0.40625, 0.855469, 0.742188, 0.390625, 0.380859, 0.365234, 0.621094, 0.753906, 0.396484, 0.392578, 0.349609, 0.384766, 0.421875, 0.488281, 0.429688, 0.457031, 0.382812, 0.351562, 0.371094, 0.404297, 0.660156, 0.304688, 0.425781, 0.367188, 0.359375, 0.460938, 0.355469, 0.78125, 0.867188, 0.359375, 0.443359, 0.416016, 0.431641, 0.388672, 0.757812, 0.941406, 0.761719, 0.361328, 0.421875, 0.335938, 0.941406, 0.498047, 0.291016, 0.341797, -0.000134, 0.359375, 0.384766, 0.394531, 0.369141, 0.757812, 0.34375, 0.582031, 0.392578, 0.363281, 0.376953, 0.578125, 0.332031, 0.112793, 0.357422, 0.371094, 0.722656, 0.585938, 0.341797, 0.378906, 0.40625, 0.347656, 0.466797, 0.382812, 0.359375, 0.773438, 0.929688, 0.427734, 0.941406, 0.96875, 0.695312, 0.84375, 0.388672, 0.554688, 0.773438, 0.4375, 0.742188, 0.320312, 0.400391, 0.5, 0.804688, 0.453125, 0.347656, 0.375, 0.357422, 0.511719, 0.369141, 0.960938, 0.886719, 0.251953, 0.347656, 0.421875, 0.574219, 0.558594, 0.414062, 0.683594, 0.585938, 0.427734, 0.337891, 0.398438, 0.410156, 0.804688, 0.330078, 0.367188, 0.392578, 0.099121, 0.400391, 0.359375, 0.753906, 0.380859, 0.380859, 0.363281, 0.363281, 0.785156, 0.792969, 0.367188, 0.355469, 0.369141, 0.408203, 0.324219, 0.632812, 0.351562, 0.371094, 0.380859, 0.431641, 0.388672, 0.410156, 0.414062, 0.941406, 0.789062, 0.226562, 0.921875, 0.589844, 0.757812, 0.507812, 0.917969, 0.349609, 0.386719, 0.382812, 0.373047, 0.376953, 0.332031, 0.820312, 0.40625, 0.443359, 0.275391, 0.367188, 0.441406, 0.394531, 0.871094, 0.800781, 0.34375, 0.941406, 0.34375, 0.304688, 0.3125, 0.474609, 0.365234, 0.357422, 0.5, 0.367188, 0.427734, 0.429688, 0.953125, 0.482422, 0.347656, 0.8125, 0.353516, 0.423828, 0.34375, 0.382812, 0.335938, 0.789062, 0.535156, 0.361328, 0.9375, 0.535156, 0.582031, 0.335938, 0.345703, 0.402344, 0.373047, 0.859375, 0.328125, 0.335938, 0.746094, 0.550781, 0.742188, 0.363281, 0.375, 1.085938, 0.443359, 0.867188, 0.523438, 0.412109, 0.421875, 0.421875, 0.355469, 0.105469, 0.363281, 0.707031, 0.808594, 0.388672, 0.359375, 1.164062, 0.396484, 0.945312, 0.441406, 0.847656, 0.423828, 0.373047, 0.789062, 0.425781, 0.478516, 0.349609, 0.361328, 0.277344, 0.378906, 0.554688, 0.439453, 0.351562, 0.400391, 0.378906, 0.46875, 0.425781, 0.429688, 0.683594, 0.941406, 0.371094, 0.384766, 0.390625, 0.378906, 0.136719, 0.710938, 0.416016, 0.46875, 0.392578, 0.621094, 0.376953, 0.359375, 0.390625, 0.347656, 0.498047, 0.339844, 1.0625, 0.470703, 0.535156, 0.441406, 0.382812, 0.457031, 0.396484, 0.416016, 0.365234, 0.423828, 0.355469, 0.4375, 0.335938, 0.380859, 0.542969, 0.494141, 1.039062, 0.373047, 0.398438, 0.484375, 0.320312, 0.404297, 0.769531, 0.941406, 0.404297, 0.453125, 0.382812, 0.326172, 0.617188, 0.996094, 0.349609, 0.714844, 0.394531, 0.382812, 0.851562, 0.929688, 0.429688, 0.427734, 0.330078, 0.449219, 0.425781, 0.333984, 0.447266, 0.388672, 0.388672, 0.102539, 0.396484, 0.566406, 0.478516, 0.351562, 0.419922, 0.404297, 1.0, 1.242188, 0.498047, 0.369141, 0.558594, 0.527344, 0.800781, 0.402344, 0.353516, 0.34375, 0.375, 0.421875, 0.574219, 0.287109, 0.351562, 0.992188, 0.380859, 0.425781, 0.390625, 0.34375, 0.527344, 0.390625, 0.369141, 0.351562, 0.384766, 1.023438, 0.761719, 0.353516, 0.400391, 0.376953, 0.349609, 0.341797, 0.460938, 0.333984, 0.625, 0.470703, 0.457031, 0.363281, 0.554688, 1.0, 0.878906, 0.359375, 0.345703, 0.382812, 0.964844, 0.652344, 0.375, 0.431641, 0.449219, 0.140625, 0.417969, 0.367188, 0.46875, 0.371094, 0.357422, 0.710938, 0.373047, 0.550781, 0.094238, 0.388672, 0.613281, 0.15625, 0.613281, 0.527344, 0.400391, 0.4375, 0.378906, 0.388672, 0.455078, 0.441406, 0.427734, 0.341797, 0.447266, 0.453125, 0.388672, 0.373047, 0.535156, 0.369141, 0.030884, 0.515625, 0.423828, 0.365234, 0.423828, 0.449219, 0.714844, 0.386719, 0.34375, 0.832031, 0.427734, 0.427734, 0.65625, 0.133789, 0.429688, 0.353516, 0.816406, 0.378906, 0.359375, 0.5, 0.353516, 1.03125, 0.345703, 0.710938, 0.482422, 0.369141, 0.455078, 0.194336, 0.445312, 0.410156, 0.054443, 0.585938, 0.423828, 0.335938, 0.353516, 0.375, 0.328125, 0.382812, 0.390625, 0.84375, 0.53125, 0.679688, 0.388672, 0.382812, 0.5, 0.503906, 0.435547, 0.789062, 0.359375, 0.488281, 0.455078, 0.664062, 0.761719, 0.474609, 0.349609, 0.527344, 0.404297, 0.380859, 0.376953, 0.369141, 0.539062, 0.457031, 0.523438, 0.382812, 0.785156, 0.400391, 0.423828, 0.550781, 0.542969, 0.425781, 0.404297, 0.628906, 0.365234, 0.396484, 0.796875, 0.326172, 0.394531, 0.466797, 0.359375, 0.523438, 0.832031, 0.796875, 0.636719, 0.679688, 0.496094, 0.108887, 0.408203, 0.863281, 0.394531, 0.46875, 0.519531, 0.410156, 0.578125, 0.480469, 0.375, 0.382812, 0.083008, 0.863281, 0.9375, 0.460938, 0.410156, 0.394531, 0.65625, 0.373047, 0.435547, 0.472656, 0.890625, 0.882812, 0.398438, 0.425781, 0.423828, 0.339844, 0.5, 0.523438, 0.400391, 0.570312, 0.423828, 0.40625, 0.613281, 0.871094, 0.384766, 0.738281, 0.353516, 0.335938, 0.492188, 0.828125, 0.398438, 0.394531, 0.376953, 0.394531, 0.363281, 0.416016, 0.453125, 0.357422, 0.59375, 0.373047, 0.349609, 0.392578, 0.384766, 0.761719, 0.380859, 0.416016, 0.632812, 0.460938, 0.425781, 0.388672, 0.363281, 0.628906, 0.355469, 0.335938, 0.332031, 0.9375, 0.980469, 0.394531, 0.847656, 0.427734, 0.894531, 0.886719, 0.835938, 0.757812, 0.451172, 0.384766, 0.353516, 0.494141, 0.347656, 0.095703, 0.34375, 0.112305, 0.53125, 0.890625, 0.660156, 0.447266, 0.53125, 0.363281, 0.353516, 0.349609, 0.515625, 0.945312, 0.5625, 0.355469, 0.273438, 0.53125, 0.5, 1.007812, 0.609375, 0.380859, 0.574219, 0.578125, 0.435547, 0.378906, 0.353516, 0.6875, 0.515625, 0.369141, 0.314453, 0.5, 0.386719, 0.996094, 0.777344, 0.371094, 0.308594, 0.414062, 0.984375, 0.40625, 0.330078, 0.6875, 0.132812, 0.367188, 0.388672, 0.353516, 0.392578, 0.460938, 0.416016, 0.378906, 0.417969, 0.761719, 0.550781, 0.261719, 0.378906, 0.396484, 0.359375, 0.378906, 0.08252, 0.394531, 0.449219, 0.322266, 0.373047, 0.470703, 0.341797, 0.367188, 0.847656, 0.388672, 0.353516, 0.664062, 0.117676, 0.433594, 0.357422, 0.095215, 0.769531, 0.458984, 0.394531, 0.466797, 0.34375, 0.376953, 0.412109, 0.714844, 0.460938, 0.824219, 0.332031, 0.419922, 1.0, 0.550781, 0.574219, 0.314453, 0.9375, 0.373047, 0.378906, 0.402344, 0.347656, 0.421875, 0.882812, 0.640625, 0.933594, 0.574219, 0.382812, 0.710938, 0.375, 0.361328, 0.347656, 0.425781, 0.402344, 0.535156, 0.490234, 0.333984, 0.578125, 0.373047, 0.063477, 0.044189, 0.917969, 0.390625, 0.679688, 0.449219, 0.800781, 0.976562, 0.361328, 0.621094, 0.375, 0.470703, 0.382812, 0.363281, 0.402344, 0.339844, 0.984375, 0.347656, 0.550781, 0.376953, 0.339844, 0.382812, 0.341797, 0.507812, 0.096191, 0.597656, 0.867188, 0.863281, 0.679688, 0.976562, 0.355469, 0.28125, 0.585938, 0.345703, 0.427734, 0.392578, 0.347656, 0.757812, 0.474609, 0.396484, 0.753906, 0.617188, 0.217773, 0.439453, 0.734375, 0.410156, 0.449219, 0.65625, 0.408203, 0.376953, 0.570312, 0.427734, 0.664062, 0.820312, 0.304688, 0.320312, 0.404297, 1.054688, 0.388672, 0.964844, 0.341797, 0.363281, 0.359375, 0.445312, 0.417969, 0.523438, 0.365234, 0.408203, 0.330078, 0.380859, 0.828125, 0.376953, 0.636719, 0.414062, 0.652344, 0.386719, 0.341797, 0.419922, 0.371094, 0.5, 0.785156, 0.449219, 0.416016, 0.367188, 0.478516, 0.847656, 0.371094, 0.90625, 0.458984, 0.445312, 0.306641, 0.398438, 0.355469, 0.917969, 0.357422, 0.355469, 0.886719, 0.59375, 0.351562, 0.546875, 0.470703, 0.390625, 0.953125, 0.380859, 0.707031, 0.394531, 0.376953, 0.394531, 0.429688, 0.351562, 0.386719, 0.371094, 0.378906, 0.636719, 0.353516, 0.921875, 0.589844, 0.597656, 0.539062, 0.898438, 0.384766, 0.400391, 0.369141, 0.429688, 0.886719, 0.578125, 0.400391, 0.367188, 0.3125, 0.339844, 0.761719, 0.462891, 0.488281, 0.515625, 0.431641, 0.431641, 0.339844, 0.075195, 0.363281, 0.390625, 0.074707, 0.355469, 0.394531, 0.578125, 0.410156, 0.355469, 0.404297, 0.359375, 0.742188, 0.835938, 0.423828, 0.382812, 0.349609, 0.447266, 0.337891, 0.464844, 0.46875, 0.929688, 0.351562, 0.361328, 0.679688, 0.451172, 0.310547, 0.378906, 0.472656, 0.378906, 0.392578, 0.388672, 0.929688, 0.328125, 0.390625, 0.367188, 0.484375, 0.964844, 0.820312, 0.353516, 0.8125, 0.402344, 0.8125, 0.863281, 0.361328, 0.373047, 0.621094, 0.392578, 0.386719, 0.376953, 0.746094, 0.40625, 0.373047, 0.390625, 0.431641, 0.341797, 0.400391, 0.671875, 0.369141, 0.613281, 1.054688, 0.488281, 0.066895, 0.933594, 0.345703, 0.644531, 0.410156, 0.3125, 0.511719, 0.421875, 0.455078, 0.386719, 0.367188, 0.236328, 0.419922, 0.640625, 0.392578, 0.421875, 0.345703, 0.427734, 0.523438, 0.069336, 0.363281, 0.419922, 1.171875, 0.578125, 0.355469, 0.679688, 0.757812, 0.558594, 0.345703, 0.478516, 0.527344, 0.388672, 0.40625, 0.382812, 0.679688, 0.449219, 1.140625, 0.388672, 0.488281, 0.558594, 0.363281, 0.464844, 0.710938, 0.404297, 0.404297, 0.400391, 0.917969, 0.75, 0.439453, 0.402344, 0.408203, 0.367188, 0.335938, 0.322266, 0.5, 0.384766, 0.644531, 0.347656, 0.412109, 0.65625, 0.703125, 0.404297, 0.480469, 0.4375, 0.503906, 0.371094, 0.355469, 0.324219, 0.941406, 0.369141, 0.515625, 0.378906, 0.566406, 0.386719, 0.753906, 0.875, 0.625, 0.349609, 0.824219, 0.388672, 0.363281, 0.417969, 0.388672, 0.949219, 1.023438, 0.511719, 0.322266, 0.628906, 0.376953, 0.341797, 0.355469, 0.988281, 0.335938, 0.367188, 0.472656, 0.804688, 0.902344, 0.376953, 0.59375, 0.394531, 0.421875, 0.429688, 0.439453, 0.474609, 0.357422, 0.375, 0.824219, 0.703125, 0.683594, 0.398438, 0.421875, 0.398438, 0.644531, 0.419922, 0.574219, 0.429688, 0.353516, 0.59375, 0.347656, 0.335938, 0.337891, 0.355469, 0.507812, 0.96875, 0.427734, 0.78125, 0.361328, 0.636719, 0.326172, 0.542969, 0.695312, 0.341797, 0.367188, 0.808594, 0.410156, 1.023438, 0.373047, 0.78125, 0.400391, 0.507812, 0.378906, 0.361328, 0.828125, 0.617188, 0.423828, 0.092285, 0.347656, 0.359375, 0.102051, 0.417969, 0.582031, 0.769531, 0.464844, 0.679688, 0.5, 0.386719, 0.0625, 0.361328, 0.149414, 0.353516, 0.949219, 0.320312, 0.064453, 0.410156, 0.416016, 0.419922, 0.332031, 0.429688, 0.722656, 0.636719, 0.357422, 1.023438, 0.65625, 0.914062, 0.386719, 0.757812, 0.675781, 0.429688, 0.402344, 0.367188, 0.605469, 0.714844, 0.433594, 0.507812, 0.769531, 0.371094, 0.523438, 0.367188, 0.394531, 0.382812, 0.310547, 0.337891, 0.441406, 0.333984, 0.464844, 0.773438, 0.423828, 0.574219, 0.519531, 0.404297, 0.5625, 0.347656, 0.398438, 0.449219, 0.174805, 0.59375, 0.449219, 0.511719, 0.785156, 0.345703, 0.921875, 0.363281, 0.347656, 0.570312, 0.414062, 0.484375, 0.390625, 0.375, 0.441406, 0.734375, 0.404297, 0.326172, 0.367188, 0.322266, 0.482422, 0.390625, 0.628906, 0.933594, 0.371094, 0.515625, 0.369141, 0.408203, 0.964844, 0.671875, 0.636719, 0.443359, 0.439453, 0.451172, 0.367188, 0.664062, 0.486328, 0.029785, 0.585938, 0.361328, 0.558594, 0.326172, 0.365234, 0.378906, 0.404297, 0.294922, 0.347656, 0.699219, 0.375, 0.416016, 0.330078, 0.353516, 0.859375, 0.511719, 0.660156, 0.404297, 0.427734, 0.380859, 0.390625, 0.369141, 0.394531, 0.429688, 0.613281, 0.351562, 0.339844, 0.388672, 0.894531, 0.9375, 0.359375, 0.457031, 0.820312, 0.421875, 0.339844, 0.353516, 0.398438, 0.373047, 0.722656, 0.386719, 0.429688, 0.367188, 0.375, 0.636719, 0.353516, 0.4375, 0.886719, 0.3125, 0.933594, 0.363281, 0.388672, 0.412109, 0.332031, 0.363281, 0.054688, 0.345703, 0.597656, 0.376953, 0.369141, 0.675781, 0.785156, 0.679688, 0.400391, 0.146484, 0.092773, 0.402344, 0.527344, 0.820312, 0.300781, 0.503906, 0.5625, 0.367188, 0.425781, 0.550781, 0.445312, 0.960938, 0.71875, 0.359375, 0.480469, 0.369141, 0.196289, 0.345703, 0.380859, 0.353516, 0.921875, 0.369141, 0.396484, 0.373047, 0.585938, 0.396484, 0.380859, 0.367188, 0.898438, 0.388672, 0.365234, 0.921875, 0.410156, 0.539062, 0.519531, 0.371094, 0.40625, 0.421875, 0.671875, 0.515625, 0.484375, 0.472656, 0.341797, 0.378906, 0.609375, 0.777344, 0.324219, 0.613281, 0.578125, 0.726562, 0.882812, 0.349609, 0.890625, 0.384766, 0.435547, 0.503906, 0.09375, 0.351562, 0.601562, 0.367188, 0.427734, 0.345703, 0.355469, 0.355469, 0.671875, 0.6875, 0.355469, 0.412109, 0.359375, 0.769531, 0.3125, 0.404297, 0.378906, 0.369141, 0.519531, 0.365234, 0.394531, 1.007812, 0.769531, 0.851562, 0.894531, 0.371094, 0.333984, 0.492188, 0.386719, 0.292969, 0.570312, 0.408203, 1.132812, 0.378906, 0.435547, 0.355469, 0.507812, 0.8125, 0.351562, 0.378906, 0.443359, 0.667969, 0.349609, 0.832031, 0.392578, 0.349609, 0.839844, 0.515625, 0.449219, 0.394531, 0.355469, 0.5625, 0.371094, 0.376953, 0.419922, 0.345703, 0.275391, 0.439453, 0.433594, 0.5, 0.349609, 0.8125, 0.339844, 0.527344, 0.632812, 0.515625, 0.375, 0.474609, 0.617188, 0.371094, 0.384766, 0.386719, 0.957031, 0.382812, 0.402344, 0.380859, 0.347656, 0.382812, 0.496094, 0.076172, 0.470703, 0.400391, 0.511719, 0.396484, 0.498047, 0.984375, 0.617188, 0.363281, 0.316406, 0.07959, 0.40625, 0.275391, 0.601562, 0.445312, 0.949219, 0.404297, 0.765625, 0.419922, 0.566406, 0.949219, 0.507812, 0.339844, 0.357422, 0.341797, 0.417969, 0.339844, 0.375, 0.376953, 0.488281, 0.369141, 0.339844, 0.488281, 0.503906, 0.382812, 0.585938, 0.511719, 0.773438, 0.349609, 0.333984, 0.386719, 0.310547, 0.691406, 0.482422, 0.476562, 0.103516, 0.359375, 0.423828, 0.345703, 0.929688, 0.375, 0.384766, 0.057861, 0.470703, 0.425781, 0.371094, 0.429688, 0.492188, 0.394531, 0.398438, 0.511719, 0.433594, 0.6875, 0.417969, 0.828125, 0.863281, 0.738281, 0.453125, 0.773438, 0.365234, 0.363281, 0.369141, 0.423828, 0.382812, 0.181641, 0.449219, 0.914062, 0.384766, 0.416016, 0.345703, 0.375, 0.111328, 0.429688, 0.625, 0.527344, 0.605469, 0.347656, 0.357422, 0.435547, 0.373047, 0.863281, 0.359375, 0.382812, 0.400391, 1.28125, 0.585938, 0.394531, 0.667969, 0.443359, 0.396484, 0.550781, 0.578125, 0.996094, 0.472656, 0.341797, 0.542969, 0.566406, 0.470703, 0.484375, 0.451172, 0.507812, 0.609375, 0.476562, 0.335938, 0.351562, 0.345703, 0.060059, 0.453125, 0.353516, 0.439453, 0.402344, 0.357422, 0.875, 0.408203, 0.349609, 1.320312, 0.357422, 0.333984, 0.466797, 0.617188, 0.761719, 0.378906, 0.332031, 0.433594, 0.416016, 1.023438, 0.359375, 0.357422, 0.400391, 0.703125, 0.494141, 0.757812, 0.847656, 0.414062, 0.431641, 0.441406, 0.328125, 0.106934, 0.416016, 0.373047, 0.341797, 0.363281, 0.402344, 0.069824, 0.365234, 0.847656, 0.427734, 0.470703, 0.337891, 0.382812, 0.917969, 0.431641, 0.585938, 0.605469, 0.302734, 0.365234, 0.882812, 0.357422, 0.738281, 0.314453, 0.792969, 0.439453, 0.478516, 0.349609, 0.382812, 0.386719, 0.388672, 0.390625, 0.431641, 0.40625, 0.632812, 0.353516, 0.339844, 0.380859, 0.328125, 0.710938, 0.492188, 0.382812, 0.330078, 0.597656, 0.390625, 0.351562, 0.384766, 0.398438, 0.347656, 0.375, 0.835938, 0.326172, 0.992188, 0.488281, 0.421875, 0.378906, 0.333984, 0.941406, 0.367188, 0.882812, 0.851562, 0.394531, 0.447266, 0.382812, 0.332031, 0.433594, 0.746094, 0.640625, 0.542969, 0.371094, 0.613281, 0.376953, 0.106445, 0.765625, 0.373047, 0.476562, 0.832031, 0.363281, 0.396484, 0.390625, 0.820312, 0.457031, 0.492188, 0.345703, 0.386719, 0.890625, 0.945312, 0.960938, 0.396484, 0.365234, 0.488281, 0.878906, 0.378906, 0.792969, 0.773438, 0.40625, 0.396484, 0.511719, 0.957031, 0.361328, 0.523438, 0.628906, 0.357422, 0.431641, 0.394531, 0.839844, 0.445312, 0.380859, 0.470703, 0.455078, 0.378906, 0.427734, 0.867188, 0.941406, 0.080078, 0.546875, 0.335938, 0.921875, 0.328125, 0.380859, 0.478516, 0.384766, 0.384766, 0.423828, 0.357422, 1.101562, 0.390625, 0.353516, 0.496094, 0.388672, 0.707031, 0.09082, 0.238281, 0.625, 0.308594, 0.486328, 0.371094, 0.40625, 0.664062, 0.855469, 0.373047, 0.359375, 0.371094, 0.357422, 0.410156, 0.816406, 0.816406, 0.486328, 0.421875, 0.96875, 0.345703, 0.492188, 0.5, 0.351562, 0.4375, 0.369141, 0.382812, 0.835938, 0.539062, 0.369141, 0.519531, 0.527344, 0.353516, 0.378906, 0.404297, 0.824219, 0.394531, 0.515625, 0.376953, 0.100586, 0.625, 0.134766, 0.427734, 0.333984, 0.449219, 0.375, 0.3125, 0.84375, 0.353516, 0.421875, 0.349609, 0.376953, 0.353516, 0.304688, 0.392578, 0.365234, 0.390625, 0.507812, 0.105469, 0.390625, 0.439453, 0.359375, 0.462891, 0.355469, 0.402344, 0.490234, 0.832031, 0.373047, 0.773438, 0.828125, 0.048828, 0.384766, 0.578125, 0.359375, 0.416016, 0.316406, 0.341797, 0.361328, 0.601562, 0.400391, 0.333984, 0.458984, 0.494141, 0.287109, 0.361328, 0.421875, 0.398438, 0.392578, 0.742188, 0.134766, 0.351562, 0.867188, 0.765625, 0.353516, 0.335938, 0.062988, 0.675781, 0.373047, 0.445312, 0.367188, 0.373047, 0.435547, 0.380859, 0.400391, 0.363281, 0.322266, 0.378906, 0.376953, 0.361328, 0.929688, 0.558594, 0.392578, 0.396484, 0.339844, 0.373047, 0.367188, 0.695312, 0.365234, 0.394531, 0.416016, 0.390625, 0.376953, 0.769531, 0.376953, 0.917969, 0.423828, 0.574219, 0.351562, 0.414062, 0.357422, 0.371094, 0.632812, 0.8125, 0.462891, 0.069824, 0.371094, 0.535156, 0.386719, 0.59375, 0.361328, 0.761719, 0.361328, 0.582031, 0.435547, 0.10498, 0.341797, 0.902344, 0.421875, 0.382812, 0.277344, 0.376953, 0.398438, 0.34375, 0.765625, 0.714844, 0.75, 0.376953, 0.417969, 0.373047, 0.394531, 0.243164, 0.628906, 0.416016, 1.007812, 0.394531, 0.457031, 0.785156, 0.488281, 0.427734, 0.333984, 0.357422, 0.453125, 1.03125, 0.414062, 0.378906, 0.503906, 0.333984, 0.5625, 0.314453, 0.466797, 0.476562, 0.355469, 0.496094, 0.433594, 0.398438, 0.839844, 0.871094, 0.365234, 0.419922, 0.359375, 0.546875, 0.380859, 0.10791, 0.644531, 0.609375, 0.773438, 0.369141, 0.359375, 0.726562, 0.515625, 0.722656, 0.378906, 0.40625, 0.449219, 0.472656, 0.357422, 0.371094, 0.355469, 0.404297, 0.453125, 0.359375, 0.402344, 0.347656, 0.371094, 0.773438, 0.447266, 0.341797, 0.558594, 0.640625, 0.394531, 0.679688, 0.359375, 0.376953, 0.347656, 0.613281, 0.326172, 0.341797, 0.380859, 0.373047, 0.320312, 0.988281, 0.457031, 0.398438, 0.417969, 0.613281, 0.376953, 0.388672, 0.71875, 0.667969, 0.660156, 0.322266, 0.554688, 0.378906, 1.046875, 0.382812, 0.402344, 0.373047, 0.503906, 0.5, 0.355469, 0.84375, 0.333984, 0.345703, 0.386719, 0.484375, 0.785156, 0.345703, 0.384766, 0.365234, 0.378906, 0.902344, 0.353516, 0.417969, 0.388672, 0.574219, 0.400391, 0.498047, 1.078125, 0.882812, 0.519531, 0.679688, 0.917969, 0.382812, 0.554688, 0.363281, 0.414062, 0.4375, 0.628906, 0.400391, 0.871094, 0.511719, 0.996094, 0.355469, 0.402344, 0.376953, 0.412109, 0.396484, 0.332031, 0.353516, 0.484375, 0.519531, 0.455078, 0.546875, 0.369141, 0.404297, 0.412109, 0.384766, 0.820312, 0.375, 0.339844, 0.447266, 0.386719, 0.347656, 0.349609, 0.478516, 0.103027, 1.210938, 0.376953, 0.357422, 0.378906, 0.474609, 0.5, 0.410156, 0.388672, 0.376953, 0.515625, 0.349609, 0.289062, 0.431641, 0.302734, 0.090332, 0.402344, 0.408203, 0.578125, 0.554688, 0.375, 0.433594, 1.0625, 0.359375, 0.785156, 0.363281, 0.375, 0.671875, 0.960938, 0.378906, 0.363281, 0.890625, 0.376953, 0.410156, 0.332031, 0.353516, 0.488281, 0.441406, 0.455078, 0.423828, 0.613281, 0.332031, 0.384766, 0.347656, 0.582031, 0.302734, 0.984375, 0.326172, 0.464844, 0.738281, 0.554688, 0.851562, 0.439453, 0.535156, 0.628906, 0.400391, 0.507812, 0.349609, 0.349609, 0.365234, 0.061035, 0.703125, 0.363281, 0.353516, 0.59375, 0.75, 0.357422, 0.378906, 0.478516, 0.488281, 0.300781, 0.494141, 0.808594, 0.357422, 0.609375, 0.542969, 0.380859, 0.382812, 0.394531, 0.328125, 0.804688, 0.636719, 0.949219, 0.330078, 0.660156, 0.414062, 0.470703, 0.585938, 0.353516, 0.337891, 0.527344, 0.353516, 0.953125, 0.792969, 0.554688, 0.380859, 0.392578, 0.333984, 0.367188, 0.369141, 0.367188, 0.933594, 0.578125, 0.410156, 0.566406, 0.691406, 0.910156, 0.792969, 0.392578, 0.816406, 0.566406, 0.378906, 0.361328, 0.138672, 0.441406, 0.349609, 0.550781, 0.386719, 0.300781, 0.34375, 0.373047, 0.527344, 0.333984, 0.351562, 0.382812, 0.361328, 0.421875, 0.108887, 0.519531, 0.761719, 0.458984, 0.542969, 0.632812, 0.640625, 0.353516, 0.976562, 0.902344, 0.369141, 0.337891, 0.054932, 0.878906, 0.337891, 0.53125, 0.341797, 0.345703, 0.333984, 0.402344, 0.314453, 0.382812, 0.458984, 0.476562, 0.398438, 0.355469, 0.421875, 0.423828, 0.388672, 0.490234, 0.060791, 0.345703, 0.441406, 0.394531, 0.386719, 1.03125, 0.070312, 0.416016, 0.808594, 0.558594, 0.447266, 0.683594, 0.480469, 0.667969, 0.341797, 0.404297, 0.373047, 0.496094, 0.496094, 0.382812, 0.101074, 0.365234, 0.072754, 0.371094, 0.660156, 0.462891, 0.402344, 0.404297, 0.427734, 0.318359, 0.796875, 0.365234, 0.056885, 0.361328, 0.408203, 0.400391, 0.361328, 0.423828, 0.507812, 0.349609, 0.527344, 0.353516, 0.416016, 0.414062, 0.419922, 0.621094, 0.382812, 0.613281, 0.535156, 0.53125, 0.400391, 0.347656, 0.498047, 0.378906, 0.443359, 0.515625, 0.486328, 0.855469, 0.324219, 0.695312, 0.429688, 0.361328, 1.015625, 0.347656, 0.753906, 1.039062, 0.359375, 0.394531, 0.400391, 0.369141, 0.40625, 0.380859, 0.796875, 0.347656, 0.425781, 0.359375, 0.863281, 0.6875, 0.496094, 0.05957, 0.277344, 0.660156, 0.116699, 0.664062, 0.839844, 0.357422, 0.566406, 0.486328, 0.382812, 0.357422, 0.376953, 0.498047, 0.332031, 0.427734, 0.376953, 0.957031, 0.371094, 0.355469, 0.347656, 0.416016, 0.228516, 0.361328, 0.855469, 0.550781, 0.365234, 0.337891, 0.375, 0.371094, 0.925781, 0.427734, 0.671875, 0.359375, 0.12793, 0.394531, 0.386719, 0.404297, 0.097168, 0.824219, 0.339844, 0.384766, 0.417969, 0.40625, 0.546875, 0.355469, 0.382812, -0.002151, 0.486328, 0.410156, 0.480469, 0.445312, 0.349609, 0.765625, 0.5, 0.337891, 0.875, 0.644531, 0.341797, 0.792969, 0.4375, 0.378906, 0.404297, 0.451172, 0.386719, 0.65625, 0.320312, 0.734375, 0.859375, 0.671875, 0.535156, 0.347656, 0.816406, 0.4375, 0.8125, 0.769531, 0.091797, 0.371094, 0.421875, 0.914062, 0.322266, 0.621094, 0.503906, 0.699219, 0.960938, 0.396484, 0.376953, 0.384766, 0.355469, 0.4375, 0.398438, 0.375, 0.359375, 0.431641, 0.429688, 0.425781, 0.318359, 0.316406, 0.503906, 0.333984, 0.554688, 0.511719, 0.84375, 0.414062, 0.373047, 0.507812, 0.416016, 0.380859, 0.455078, 0.490234, 0.349609, 0.388672, 0.414062, 1.0, 0.384766, 0.863281, 0.921875, 0.427734, 0.386719, 0.376953, 0.554688, 0.53125, 0.400391, 0.455078, 0.396484, 0.392578, 0.400391, 0.357422, 0.742188, 0.53125, 0.419922, 0.785156, 0.108398, 0.371094, 0.320312, 0.443359, 0.069336, 0.427734, 0.554688, 0.419922, 0.804688, 0.349609, 0.644531, 0.804688, 0.40625, 0.476562, 0.976562, 0.353516, 0.921875, 0.380859, 0.324219, 0.34375, 0.283203, 0.589844, 0.800781, 0.515625, 0.357422, 0.423828, 0.392578, 0.535156, 0.330078, 0.451172, 0.314453, 0.337891, 0.78125, 0.898438, 0.511719, 0.271484, 0.357422, 0.486328, 0.408203, 0.90625, 0.373047, 0.416016, 0.355469, 0.492188, 0.369141, 0.332031, 0.443359, 0.398438, 0.558594, 0.345703, 0.373047, 0.373047, 0.361328, 0.65625, 0.330078, 0.492188, 0.394531, 0.408203, 0.445312, 0.738281, 0.449219, 0.380859, 0.578125, 0.570312, 0.652344, 0.417969, 0.5, 0.427734, 0.753906, 0.375, 0.075684, 0.425781, 0.330078, 0.382812, 0.365234, 0.396484, 0.859375, 0.404297, 0.357422, 0.707031, 0.470703, 0.392578, 0.59375, 0.066406, 0.357422, 0.453125, 0.404297, 0.339844, 0.714844, 0.351562, 0.398438, 0.392578, 0.503906, 0.388672, 0.425781, 0.511719, 0.34375, 0.554688, 0.332031, 0.511719, 0.375, 0.519531, 0.945312, 0.414062, 1.21875, 0.402344, 0.345703, 0.326172, 0.34375, 0.361328, 0.416016, 0.410156, 0.769531, 0.410156, 0.394531, 0.527344, 0.59375, 0.792969, 0.648438, 0.589844, 0.574219, 0.423828, 0.439453, 0.382812, 0.326172, 0.086914, 0.378906, 1.023438, 0.429688, 1.007812, 0.621094, 0.992188, 0.726562, 0.328125, 0.683594, 0.261719, 0.554688, 0.371094, 0.353516, 0.679688, 0.414062, 0.302734, 0.414062, 0.902344, 0.365234, 0.355469, 0.412109, 0.507812, 0.417969, 0.375, 0.400391, 0.431641, 0.792969, 0.835938, 0.357422, 0.402344, 0.351562, 0.398438, 0.589844, 0.369141, 0.441406, 0.394531, 0.486328, 0.337891, 0.361328, 0.707031, 0.605469, 0.371094, 0.435547, 0.515625, 0.804688, 0.824219, 0.445312, 0.460938, 0.441406, 0.40625, 0.427734, 0.390625, 0.486328, 0.480469, 0.339844, 0.351562, 0.597656, 0.347656, 0.75, 0.151367, 0.400391, 0.392578, 0.243164, 0.390625, 0.460938, 0.621094, 0.523438, 0.632812, 0.34375, 0.353516, 0.449219, 0.664062, 0.78125, 0.322266, 0.726562, 0.660156, 0.851562, 0.396484, 0.722656, 0.458984, 0.404297, 0.384766, 0.404297, 0.792969, 0.375, 0.410156, 0.416016, 0.382812, 0.511719, 0.355469, 0.816406, 0.347656, 0.464844, 0.378906, 0.621094, 0.632812, 0.388672, 0.351562, 0.574219, 0.498047, 0.371094, 0.601562, 0.363281, 0.414062, 0.349609, 0.357422, 0.65625, 0.660156, 0.427734, 0.671875, 0.349609, 0.460938, 0.46875, 0.789062, 0.632812, 0.25, 0.582031, 0.695312, 1.03125, 0.439453, 0.376953, 0.839844, 0.992188, 0.882812, 0.294922, 0.910156, 0.335938, 0.394531, 0.376953, 0.458984, 0.339844, 0.628906, 0.369141, 0.296875, 0.355469, 0.365234, 0.447266, 0.332031, 0.589844, 0.376953, 0.523438, 0.371094, 0.419922, 0.349609, 0.353516, 0.351562, 0.096191, 0.400391, 1.109375, 0.472656, 0.404297, 0.390625, 0.613281, 0.527344, 0.648438, 0.373047, 0.742188, 0.404297, 0.566406, 1.109375, 0.382812, 0.388672, 0.361328, 0.345703, 0.859375, 0.800781, 0.703125, 0.683594, 0.367188, 0.371094, 0.384766, 0.363281, 0.613281, 0.375, 0.390625, 0.949219, 0.367188, 0.439453, 0.404297, 0.083496, 0.820312, 0.488281, 0.435547, 0.515625, 0.339844, 0.457031, 0.589844, 0.361328, 0.474609, 0.5, 0.546875, 0.359375, 0.345703, 0.347656, 0.361328, 0.488281, 0.449219, 0.419922, 0.371094, 0.314453, 0.40625, 0.503906, 0.683594, 0.691406, 0.359375, 1.039062, 0.882812, 0.34375, 0.388672, 0.679688, 0.396484, 0.945312, 0.382812, 0.371094, 0.3125, 0.337891, 0.404297, 0.376953, 0.345703, 0.416016, 0.609375, 0.371094, 0.071289, 0.447266, 0.494141, 0.503906, 0.359375, 0.386719, 0.542969, 0.345703, 0.753906, 0.404297, 0.382812, 0.322266, 0.71875, 0.335938, 0.78125, 0.875, 0.460938, 0.378906, 0.361328, 0.65625, 0.445312, 0.433594, 0.761719, 0.707031, 0.648438, 0.353516, 0.353516, 0.613281, 0.341797, 0.404297, 0.5625, 0.363281, 0.367188, 0.714844, 0.376953, 0.404297, 0.886719, 0.582031, 0.542969, 0.574219, 0.335938, 0.625, 0.357422, 0.065918, 0.386719, 0.558594, 0.376953, 0.652344, 0.402344, 0.337891, 0.384766, 0.414062, 0.439453, 0.824219, 0.84375, 0.404297, 1.0, 0.875, 0.363281, 0.789062, 0.359375, 0.261719, 0.976562, 0.363281, 0.392578, 0.369141, 0.462891, 1.03125, 0.09375, 0.578125, 0.449219, 0.390625, 0.625, 0.859375, 0.527344, 0.800781, 0.515625, 0.369141, 0.839844, 0.367188, 0.361328, 0.53125, 0.330078, 0.835938, 0.455078, 0.373047, 0.365234, 0.111816, 0.695312, 0.330078, 0.957031, 0.695312, 0.339844, 0.832031, 0.380859, 0.574219, 0.882812, 0.400391, 0.378906, 0.34375, 0.429688, 0.330078, 0.455078, 0.714844, 0.359375, 0.357422, 0.371094, 0.53125, 0.462891, 0.8125, 0.375, 0.554688, 0.363281, 0.384766, 0.375, 0.367188, 0.394531, 0.785156, 0.408203, 0.373047, 0.3125, 0.074707, 0.394531, 0.353516, 0.363281, 0.644531, 0.449219, 0.757812, 0.660156, 0.402344, 0.291016, 0.404297, 0.408203, 0.835938, 0.414062, 0.40625, 0.910156, 0.777344, 0.453125, 0.40625, 0.349609, 0.337891, 0.369141, 0.515625, 0.53125, 0.390625, 0.640625, 0.660156, 0.488281, 0.359375, 0.404297, 0.349609, 0.398438, 0.347656, 0.071777, 0.349609, 0.349609, 0.330078, 0.882812, 0.351562, 0.349609, 0.511719, 0.396484, 0.396484, 0.376953, 0.380859, 0.332031, 0.402344, 0.457031, 0.363281, 0.40625, 0.376953, 0.777344, 0.554688, 0.412109, 0.353516, 0.605469, 0.332031, 0.105957, 0.337891, 0.59375, 0.322266, 0.408203, 0.332031, 0.421875, 0.699219, 0.507812, 0.867188, 0.59375, 0.433594, 0.386719, 0.953125, 0.511719, 0.410156, 0.976562, 0.384766, 0.394531, 0.349609, 0.738281, 0.416016, 0.460938, 0.363281, 0.376953, 0.648438, 0.691406, 0.347656, 0.353516, 0.378906, 0.667969, 0.8125, 0.369141, 0.396484, 0.369141, 0.335938, 0.365234, 0.414062, 0.488281, 0.310547, 0.84375, 0.375, 0.353516, 0.8125, 0.679688, 0.408203, 0.613281, 0.4375, 0.5, 0.371094, 0.326172, 0.486328, 0.400391, 0.347656, 0.34375, 0.375, 0.353516, 0.363281, 0.404297, 0.337891, 0.3125, 0.380859, 0.458984, 0.427734, 0.408203, 0.337891, 0.757812, 0.353516, 0.427734, 0.363281, 0.734375, 0.349609, 0.466797, 0.365234, 0.345703, 0.416016, 0.425781, 0.964844, 0.71875, 0.488281, 0.457031, 0.40625, 0.328125, 0.357422, 0.347656, 0.792969, 0.828125, 0.412109, 0.601562, 0.115723, 0.816406, 0.457031, 0.34375, 0.796875, 0.609375, 0.392578, 0.414062, 0.324219, 0.365234, 0.373047, 0.392578, 0.535156, 0.398438, 0.769531, 0.355469, 0.369141, 0.746094, 0.359375, 0.365234, 0.071289, 0.351562, 0.390625, 0.761719, 0.71875, 0.449219, 0.320312, 1.023438, 0.492188, 0.527344, 0.279297, 0.388672, 0.355469, 1.390625, 0.375, 0.691406, 0.369141, 0.808594, 0.542969, 0.699219, 0.402344, 0.984375, 0.761719, 0.96875, 0.472656, 0.664062, 0.357422, 0.402344, 0.429688, 0.396484, 0.582031, 0.886719, 0.511719, 0.558594, 0.355469, 0.408203, 0.449219, 0.347656, 0.376953, 0.695312, 0.28125, 0.4375, 0.423828, 0.333984, 0.925781, 0.40625, 0.574219, 0.394531, 0.326172, 0.570312, 0.359375, 0.310547, 0.847656, 0.898438, 0.330078, 0.447266, 0.503906, 0.353516, 0.945312, 0.050049, 0.539062, 0.431641, 0.400391, 1.085938, 0.546875, 0.333984, 0.392578, 0.421875, 0.458984, 0.34375, 0.087891, 0.478516, 0.617188, 0.333984, 0.357422, 0.511719, 0.349609, 0.380859, 0.960938, 0.085938, 0.832031, 0.40625, 0.427734, 0.679688, 0.330078, 0.449219, 0.347656, 0.722656, 0.408203, 0.470703, 0.351562, 0.816406, 0.380859, 0.640625, 0.929688, 0.519531, 0.527344, 0.398438, 0.419922, 0.359375, 0.375, 0.445312, 0.519531, 0.453125, 0.597656, 0.384766, 0.796875, 0.363281, 0.5, 0.761719, 0.410156, 0.466797, 0.061035, 0.332031, 0.400391, 0.539062, 0.453125, 0.566406, 0.5, 0.384766, 0.371094, 0.558594, 0.355469, 0.361328, 0.351562, 0.390625, 0.605469, 0.429688, 0.355469, 0.40625, 0.765625, 0.380859, 0.511719, 0.392578, 0.511719, 0.382812, 0.384766, 0.382812, 0.898438, 0.875, 0.417969, 0.476562, 0.382812, 0.174805, 0.458984, 0.392578, 0.482422, 0.365234, 0.304688, 0.392578, 0.388672, 0.367188, 0.980469, 0.34375, 0.386719, 0.476562, 0.511719, 0.523438, 0.378906, 0.474609, 0.664062, 0.503906, 0.457031, 0.105469, 0.408203, 0.480469, 0.523438, 0.380859, 0.402344, 0.355469, 0.746094, 0.527344, 0.683594, 0.359375, 0.503906, 0.347656, 0.394531, 0.492188, 0.863281, 0.375, 1.023438, 0.964844, 0.433594, 0.359375, 0.46875, 0.429688, 0.421875, 0.710938, 0.365234, 0.087402, 0.515625, 0.34375, 0.095703, 0.494141, 0.367188, 0.714844, 0.402344, 0.714844, 0.429688, 0.416016, 0.419922, 0.488281, 0.380859, 0.410156, 0.839844, 0.408203, 0.095215, 0.363281, 0.25, 0.382812, 0.886719, 0.439453, 0.367188, 0.519531, 0.769531, 0.675781, 0.408203, 0.308594, 0.355469, 0.380859, 0.527344, 0.699219, 0.12793, 0.400391, 0.333984, 0.412109, 0.519531, 0.34375, 0.882812, 0.671875, 0.90625, 0.345703, 0.671875, 0.455078, 0.07666, 0.402344, 0.408203, 0.867188, 0.447266, 0.400391, 0.800781, 0.328125, 0.664062, 0.361328, 0.859375, 0.486328, 0.507812, 0.333984, 0.396484, 0.382812, 0.369141, 0.582031, 0.945312, 0.369141, 0.582031, 0.400391, 0.363281, 0.722656, 0.535156, 0.289062, 0.108398, 0.453125, 0.373047, 0.585938, 0.447266, 0.496094, 0.921875, 0.345703, 0.345703, 0.425781, 0.542969, 0.353516, 0.396484, 0.361328, 0.427734, 0.410156, 0.4375, 0.335938, 0.496094, 0.417969, 0.371094, 0.355469, 0.375, 0.675781, 0.388672, 0.345703, 0.660156, 0.066895, 0.457031, 0.347656, 0.351562, 0.365234, 0.416016, 0.523438 ] }, "name": "model.model.layers.10.input_layernorm.weight", "outputIndexes": [ 846 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 845 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_10/Mul_output_0", "outputIndexes": [ 847 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 846, 847 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_10/Mul_1_output_0", "outputIndexes": [ 848 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 848 ], "outputIndexes": [ 2588 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2588 ], "outputIndexes": [ 2589 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear", "inputIndexes": [ 2589 ], "outputIndexes": [ 2590 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1311069700, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2590 ], "outputIndexes": [ 2591 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2591 ], "outputIndexes": [ 849 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 848 ], "main_type": "NONE", "name": "/Shape_141_output_0", "outputIndexes": [ 850 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 850 ], "main_type": "NONE", "name": "Shape2579", "outputIndexes": [ 851 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 850 ], "main_type": "NONE", "name": "Rank2581", "outputIndexes": [ 852 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 852, 852 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2583", "outputIndexes": [ 853 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 853 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2584", "outputIndexes": [ 854 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 853, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2586", "outputIndexes": [ 855 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 855 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2587", "outputIndexes": [ 856 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 851, 854, 856, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2590", "outputIndexes": [ 857 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 857 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2591", "outputIndexes": [ 858 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 858 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2592", "outputIndexes": [ 859 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 859, 858 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2593", "outputIndexes": [ 860 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 850, 860, 853 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_154_output_0", "outputIndexes": [ 861 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 861, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_321_output_0", "outputIndexes": [ 862 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 862, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_130_output_0", "outputIndexes": [ 863 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 849, 863 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_91_output_0", "outputIndexes": [ 864 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_80_output_0", "outputIndexes": [ 865 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864 ], "main_type": "NONE", "name": "/Shape_142_output_0", "outputIndexes": [ 866 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 866 ], "main_type": "NONE", "name": "Shape2600", "outputIndexes": [ 867 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 866 ], "main_type": "NONE", "name": "Rank2602", "outputIndexes": [ 868 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 868, 868 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2604", "outputIndexes": [ 869 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 869 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2605", "outputIndexes": [ 870 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 869, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2607", "outputIndexes": [ 871 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 871 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2608", "outputIndexes": [ 872 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 867, 870, 872, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2611", "outputIndexes": [ 873 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 873 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2612", "outputIndexes": [ 874 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 874 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2613", "outputIndexes": [ 875 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 875, 874 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2614", "outputIndexes": [ 876 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 866, 876, 869 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_155_output_0", "outputIndexes": [ 877 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 877, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_30_output_0", "outputIndexes": [ 878 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 878, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_326_output_0", "outputIndexes": [ 879 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864, 879, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_41_output_0", "outputIndexes": [ 880 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 880 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_20_output_0", "outputIndexes": [ 881 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864, 22, 879, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_40_output_0", "outputIndexes": [ 882 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 881, 882 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_133_output_0", "outputIndexes": [ 883 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 883, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_81_output_0", "outputIndexes": [ 884 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 865, 884 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_50_output_0", "outputIndexes": [ 885 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 848 ], "outputIndexes": [ 2592 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2592 ], "outputIndexes": [ 2593 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear", "inputIndexes": [ 2593 ], "outputIndexes": [ 2594 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1318309402, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2594 ], "outputIndexes": [ 2595 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2595 ], "outputIndexes": [ 886 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 862, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_131_output_0", "outputIndexes": [ 887 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 886, 887 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_92_output_0", "outputIndexes": [ 888 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_82_output_0", "outputIndexes": [ 889 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888 ], "main_type": "NONE", "name": "/Shape_143_output_0", "outputIndexes": [ 890 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 890 ], "main_type": "NONE", "name": "Shape2663", "outputIndexes": [ 891 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 890 ], "main_type": "NONE", "name": "Rank2665", "outputIndexes": [ 892 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 892, 892 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2667", "outputIndexes": [ 893 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 893 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2668", "outputIndexes": [ 894 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 893, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2670", "outputIndexes": [ 895 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 895 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2671", "outputIndexes": [ 896 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 891, 894, 896, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2674", "outputIndexes": [ 897 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 897 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2675", "outputIndexes": [ 898 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 898 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2676", "outputIndexes": [ 899 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 899, 898 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2677", "outputIndexes": [ 900 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 890, 900, 893 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_156_output_0", "outputIndexes": [ 901 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 901, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_31_output_0", "outputIndexes": [ 902 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 902, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_328_output_0", "outputIndexes": [ 903 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888, 903, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_43_output_0", "outputIndexes": [ 904 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 904 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_21_output_0", "outputIndexes": [ 905 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888, 22, 903, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_42_output_0", "outputIndexes": [ 906 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 905, 906 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_134_output_0", "outputIndexes": [ 907 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 907, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_83_output_0", "outputIndexes": [ 908 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 889, 908 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_51_output_0", "outputIndexes": [ 909 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 848 ], "outputIndexes": [ 2596 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2596 ], "outputIndexes": [ 2597 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear", "inputIndexes": [ 2597 ], "outputIndexes": [ 2598 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1319343664, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2598 ], "outputIndexes": [ 2599 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2599 ], "outputIndexes": [ 910 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 910, 887 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_93_output_0", "outputIndexes": [ 911 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 885, 909, 911, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_98_output_0", "outputIndexes": [ 912 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 912 ], "outputIndexes": [ 2600 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2600 ], "outputIndexes": [ 2601 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear", "inputIndexes": [ 2601 ], "outputIndexes": [ 2602 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1320377926, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2602 ], "outputIndexes": [ 2603 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2603 ], "outputIndexes": [ 913 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 845, 913 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_53_output_0", "outputIndexes": [ 914 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.867188, 0.753906, 1.046875, 0.429688, 0.894531, 0.550781, 0.738281, 0.78125, 0.294922, 0.382812, 0.746094, 0.419922, 0.679688, 0.597656, 0.367188, 0.792969, 0.765625, 0.636719, 0.765625, 0.275391, 0.279297, 0.761719, 0.75, 0.566406, 0.523438, 0.824219, 0.271484, 0.464844, 0.490234, 0.613281, 0.816406, 0.386719, 0.341797, 0.652344, 0.8125, 0.839844, 0.449219, 0.253906, 0.753906, 0.34375, 0.839844, 0.75, 0.914062, 0.691406, 0.886719, 0.835938, 0.208984, 0.976562, 0.738281, 0.412109, 0.902344, 0.679688, 0.710938, 0.695312, 0.761719, 0.546875, 0.792969, 0.914062, 0.800781, 0.310547, 0.570312, 0.761719, 0.820312, 0.738281, 0.875, 0.875, 0.431641, 0.738281, 0.585938, 0.585938, 0.636719, 0.462891, 0.792969, 0.6875, 0.824219, 0.800781, 0.498047, 0.478516, 0.302734, 0.871094, 0.859375, 0.898438, 0.886719, 0.582031, 0.738281, 0.203125, 0.75, 0.929688, 0.777344, 0.322266, 0.765625, 0.78125, 0.792969, 0.761719, 0.839844, 0.710938, 0.332031, 0.472656, 0.761719, 0.429688, 0.451172, 0.429688, 0.839844, 0.707031, 0.824219, 0.820312, 0.882812, 0.421875, 0.5625, 0.757812, 0.71875, 0.632812, 0.777344, 0.193359, 0.667969, 0.172852, 0.447266, 0.78125, 0.84375, 0.40625, 0.589844, 0.691406, 0.839844, 0.734375, 0.660156, 0.644531, 0.804688, 0.636719, 0.211914, 0.427734, 0.233398, 0.722656, 0.425781, 0.816406, 0.402344, 0.738281, 0.628906, 0.78125, 0.46875, 0.789062, 0.640625, 0.824219, 0.832031, 0.447266, 0.291016, 0.400391, 0.867188, 0.726562, 0.847656, 0.746094, 0.835938, 0.71875, 0.632812, 0.765625, 0.494141, 0.527344, 0.423828, 0.316406, 0.851562, 0.875, 0.337891, 0.380859, 0.314453, 0.722656, 0.355469, 0.419922, 0.558594, 0.447266, 0.664062, 0.722656, 0.738281, 0.503906, 0.492188, 0.507812, 0.71875, 0.894531, 0.695312, 0.691406, 0.808594, 0.699219, 0.535156, 0.679688, 0.832031, 0.251953, 0.496094, 0.769531, 0.667969, 0.378906, 0.609375, 0.769531, 0.417969, 0.71875, 0.523438, 0.605469, 0.984375, 0.726562, 0.722656, 0.839844, 0.419922, 0.695312, 0.710938, 0.248047, 0.789062, 0.730469, 0.933594, 0.765625, 0.515625, 0.503906, 0.832031, 0.515625, 0.800781, 0.699219, 0.494141, 0.753906, 0.714844, 0.695312, 0.421875, 0.419922, 0.945312, 0.644531, 0.683594, 0.394531, 0.527344, 0.761719, 0.765625, 0.925781, 0.445312, 0.478516, 0.679688, 0.722656, 0.8125, 0.816406, 0.738281, 0.695312, 0.765625, 0.796875, 0.597656, 0.851562, 0.226562, 0.699219, 0.792969, 0.683594, 0.78125, 0.703125, 0.574219, 0.439453, 0.785156, 0.808594, 0.753906, 0.691406, 0.746094, 0.933594, 0.496094, 0.578125, 0.722656, 0.466797, 0.726562, 0.18457, 0.710938, 0.400391, 0.707031, 0.769531, 0.726562, 0.792969, 0.703125, 0.470703, 0.707031, 0.742188, 0.59375, 0.746094, 0.671875, 0.796875, 0.769531, 0.478516, 0.566406, 0.910156, 0.75, 0.328125, 0.585938, 0.902344, 0.699219, 0.738281, 0.198242, 0.773438, 0.632812, 0.910156, 0.582031, 0.785156, 0.785156, 0.376953, 0.882812, 0.371094, 0.515625, 0.433594, 0.431641, 0.660156, 0.519531, 0.474609, 0.765625, 0.691406, 0.621094, 0.458984, 0.388672, 0.824219, 0.917969, 0.820312, 0.667969, 0.695312, 0.65625, 0.75, 0.439453, 0.613281, 0.726562, 0.714844, 0.318359, 0.785156, 0.730469, 0.851562, 0.734375, 0.726562, 0.847656, 0.691406, 0.613281, 0.632812, 0.519531, 0.738281, 0.628906, 0.703125, 0.535156, 0.53125, 0.211914, 0.640625, 0.585938, 0.609375, 0.414062, 0.703125, 0.777344, 0.929688, 0.777344, 0.453125, 0.196289, 0.632812, 0.6875, 0.640625, 0.230469, 0.824219, 0.902344, 0.761719, 0.648438, 0.730469, 0.742188, 0.390625, 0.914062, 0.730469, 0.9375, 0.726562, 0.78125, 0.777344, 0.65625, 0.714844, 0.921875, 0.875, 0.227539, 0.414062, 0.269531, 0.376953, 0.617188, 0.847656, 0.703125, 0.359375, 0.710938, 0.75, 0.78125, 0.601562, 0.761719, 0.886719, 0.231445, 0.365234, 0.761719, 0.769531, 0.757812, 0.78125, 0.441406, 0.890625, 0.796875, 0.482422, 0.921875, 0.730469, 0.652344, 0.486328, 0.738281, 0.820312, 0.306641, 0.412109, 0.558594, 0.796875, 0.462891, 0.574219, 0.757812, 0.21582, 0.457031, 0.773438, 0.396484, 0.855469, 0.349609, 0.761719, 0.683594, 0.769531, 0.769531, 0.455078, 0.375, 0.726562, 0.804688, 0.71875, 0.773438, 0.910156, 0.839844, 0.746094, 0.742188, 0.777344, 0.373047, 0.539062, 0.710938, 0.410156, 0.652344, 0.373047, 0.792969, 0.773438, 0.443359, 0.671875, 0.734375, 0.660156, 0.349609, 0.609375, 0.8125, 0.494141, 0.59375, 0.761719, 0.636719, 0.416016, 0.703125, 0.886719, 0.925781, 0.75, 0.40625, 0.460938, 0.644531, 0.777344, 0.800781, 0.9375, 0.917969, 0.722656, 0.773438, 0.722656, 0.902344, 0.835938, 0.558594, 0.652344, 0.00015, 0.582031, 0.738281, 0.585938, 0.734375, 0.367188, 0.431641, 0.785156, 0.447266, 0.695312, 0.376953, 0.636719, 0.613281, 0.22168, 0.75, 0.769531, 0.847656, 0.417969, 0.640625, 0.412109, 0.773438, 0.75, 0.785156, 0.746094, 0.554688, 0.839844, 0.326172, 0.785156, 0.949219, 0.824219, 0.851562, 0.753906, 0.660156, 0.839844, 0.871094, 0.761719, 0.886719, 0.558594, 0.738281, 0.554688, 0.914062, 0.785156, 0.71875, 0.4375, 0.550781, 0.449219, 0.675781, 0.59375, 0.828125, 0.490234, 0.738281, 0.585938, 0.808594, 0.800781, 0.75, 0.816406, 0.824219, 0.466797, 0.539062, 0.679688, 0.601562, 0.902344, 0.652344, 0.769531, 0.769531, 0.205078, 0.753906, 0.449219, 0.839844, 0.773438, 0.75, 0.648438, 0.714844, 0.839844, 0.910156, 0.75, 0.671875, 0.769531, 0.388672, 0.722656, 0.628906, 0.769531, 0.333984, 0.419922, 0.359375, 0.71875, 0.371094, 0.792969, 0.933594, 0.398438, 0.423828, 0.929688, 0.535156, 0.929688, 0.695312, 0.917969, 0.550781, 0.470703, 0.628906, 0.746094, 0.761719, 0.546875, 0.898438, 0.722656, 0.523438, 0.539062, 0.417969, 0.773438, 0.644531, 0.75, 0.765625, 0.574219, 0.859375, 0.722656, 0.480469, 0.423828, 0.636719, 0.671875, 0.695312, 0.847656, 0.390625, 0.816406, 0.785156, 0.78125, 0.753906, 0.460938, 0.863281, 0.714844, 0.660156, 0.40625, 0.707031, 0.470703, 0.859375, 0.617188, 0.765625, 0.882812, 0.808594, 0.40625, 0.625, 0.566406, 0.410156, 0.439453, 0.894531, 0.386719, 0.519531, 0.941406, 0.605469, 0.863281, 0.707031, 0.695312, 0.240234, 0.816406, 0.898438, 0.839844, 0.492188, 0.355469, 0.777344, 0.75, 0.223633, 0.636719, 0.613281, 0.761719, 0.773438, 0.734375, 0.394531, 0.695312, 0.330078, 0.59375, 0.886719, 0.699219, 0.707031, 0.886719, 0.453125, 0.498047, 0.578125, 0.699219, 0.539062, 0.472656, 0.816406, 0.554688, 0.761719, 0.699219, 0.683594, 0.363281, 0.738281, 0.753906, 0.878906, 0.800781, 0.734375, 0.710938, 0.730469, 0.617188, 0.238281, 0.539062, 0.714844, 0.357422, 0.279297, 0.800781, 0.523438, 0.773438, 0.773438, 0.384766, 0.375, 0.578125, 0.209961, 0.753906, 0.800781, 0.792969, 0.734375, 0.613281, 0.78125, 0.730469, 0.570312, 0.675781, 0.757812, 0.757812, 0.742188, 0.71875, 0.835938, 0.416016, 0.734375, 0.773438, 0.71875, 0.734375, 0.527344, 0.765625, 0.363281, 0.710938, 0.699219, 0.443359, 0.480469, 0.227539, 0.886719, 0.890625, 0.730469, 0.890625, 0.636719, 0.291016, 0.388672, 0.890625, 0.345703, 0.730469, 0.421875, 0.78125, 0.804688, 0.730469, 0.675781, 0.730469, 0.59375, 0.217773, 0.734375, 0.824219, 0.574219, 0.566406, 0.515625, 0.636719, 0.636719, 0.102051, 0.285156, 0.738281, 0.431641, 0.800781, 0.46875, 0.722656, 0.75, 0.703125, 0.773438, 0.714844, 0.625, 0.230469, 0.46875, 0.886719, 0.765625, 0.765625, 0.617188, 0.75, 0.419922, 0.753906, 0.333984, 0.609375, 0.644531, 0.996094, 0.71875, 0.726562, 0.386719, 0.400391, 0.738281, 0.695312, 0.792969, 0.542969, 0.875, 0.5625, 0.351562, 0.734375, 0.628906, 0.777344, 0.800781, 0.695312, 0.404297, 0.800781, 0.808594, 0.492188, 0.761719, 0.53125, 0.761719, 0.235352, 0.734375, 0.707031, 0.769531, 0.416016, 0.271484, 0.875, 0.644531, 0.773438, 0.217773, 0.636719, 0.882812, 0.225586, 0.667969, 0.839844, 0.78125, 0.605469, 0.683594, 0.427734, 0.8125, 0.699219, 0.408203, 0.742188, 0.679688, 0.431641, 0.738281, 0.726562, 0.777344, 0.3125, 0.113281, 0.498047, 0.785156, 0.380859, 0.339844, 0.796875, 0.914062, 0.761719, 0.679688, 0.390625, 0.671875, 0.824219, 0.78125, 0.227539, 0.71875, 0.699219, 0.519531, 0.371094, 0.601562, 0.53125, 0.746094, 0.953125, 0.757812, 0.679688, 0.53125, 0.353516, 0.808594, 0.217773, 0.59375, 0.664062, 0.186523, 0.871094, 0.474609, 0.554688, 0.710938, 0.59375, 0.648438, 0.542969, 0.761719, 0.785156, 0.816406, 0.867188, 0.455078, 0.621094, 0.462891, 0.816406, 0.804688, 0.769531, 0.757812, 0.369141, 0.435547, 0.878906, 0.492188, 0.652344, 0.707031, 0.476562, 0.710938, 0.714844, 0.746094, 0.734375, 0.443359, 0.369141, 0.769531, 0.703125, 0.769531, 0.445312, 0.800781, 0.664062, 0.882812, 0.550781, 0.671875, 0.78125, 0.490234, 0.65625, 0.917969, 0.5, 0.707031, 0.765625, 0.703125, 0.566406, 0.78125, 0.875, 0.761719, 0.816406, 0.460938, 0.208008, 0.757812, 0.316406, 0.757812, 0.828125, 0.292969, 0.621094, 0.828125, 0.753906, 0.769531, 0.742188, 0.205078, 0.621094, 0.419922, 0.730469, 0.65625, 0.703125, 0.890625, 0.71875, 0.632812, 0.699219, 0.466797, 0.283203, 0.792969, 0.613281, 0.644531, 0.435547, 0.800781, 0.824219, 0.722656, 0.808594, 0.75, 0.574219, 0.835938, 0.886719, 0.730469, 0.371094, 0.753906, 0.621094, 0.777344, 0.828125, 0.5, 0.75, 0.792969, 0.730469, 0.726562, 0.785156, 0.785156, 0.722656, 0.832031, 0.714844, 0.449219, 0.761719, 0.75, 0.566406, 0.757812, 0.539062, 0.84375, 0.6875, 0.386719, 0.796875, 0.466797, 0.707031, 0.4375, 0.710938, 0.714844, 0.34375, 0.204102, 0.519531, 0.933594, 0.511719, 0.337891, 0.882812, 0.90625, 0.464844, 0.746094, 0.417969, 0.710938, 0.824219, 0.703125, 0.203125, 0.585938, 0.228516, 0.390625, 0.878906, 0.75, 0.335938, 0.414062, 0.609375, 0.667969, 0.644531, 0.451172, 0.902344, 0.835938, 0.734375, 0.226562, 0.789062, 0.820312, 0.976562, 0.75, 0.765625, 0.835938, 0.691406, 0.632812, 0.421875, 0.441406, 0.34375, 0.5, 0.339844, 0.429688, 0.416016, 0.722656, 0.796875, 0.871094, 0.714844, 0.5625, 0.753906, 0.742188, 0.777344, 0.742188, 0.832031, 0.209961, 0.400391, 0.660156, 0.734375, 0.550781, 0.289062, 0.384766, 0.683594, 0.785156, 0.660156, 0.847656, 0.179688, 0.746094, 0.71875, 0.714844, 0.419922, 0.206055, 0.730469, 0.804688, 0.542969, 0.451172, 0.488281, 0.648438, 0.488281, 0.929688, 0.433594, 0.408203, 0.753906, 0.217773, 0.753906, 0.613281, 0.201172, 0.902344, 0.800781, 0.769531, 0.447266, 0.632812, 0.765625, 0.78125, 0.847656, 0.357422, 0.449219, 0.433594, 0.484375, 0.730469, 0.287109, 0.828125, 0.566406, 0.972656, 0.652344, 0.734375, 0.71875, 0.519531, 0.445312, 0.929688, 0.255859, 0.90625, 0.648438, 0.542969, 0.851562, 0.433594, 0.730469, 0.628906, 0.296875, 0.421875, 0.632812, 0.388672, 0.398438, 0.349609, 0.652344, 0.193359, 0.121094, 0.902344, 0.621094, 0.855469, 0.828125, 0.476562, 0.933594, 0.652344, 0.832031, 0.519531, 0.652344, 0.753906, 0.445312, 0.408203, 0.726562, 0.921875, 0.710938, 0.65625, 0.589844, 0.589844, 0.318359, 0.535156, 0.46875, 0.205078, 0.375, 0.902344, 0.628906, 0.878906, 0.929688, 0.746094, 0.519531, 0.847656, 0.671875, 0.371094, 0.585938, 0.683594, 0.890625, 0.394531, 0.664062, 0.914062, 0.871094, 0.390625, 0.458984, 0.863281, 0.742188, 0.570312, 0.882812, 0.322266, 0.597656, 0.605469, 0.769531, 0.851562, 0.292969, 0.261719, 0.613281, 0.53125, 0.816406, 0.46875, 0.921875, 0.714844, 0.484375, 0.671875, 0.388672, 0.796875, 0.667969, 0.664062, 0.796875, 0.482422, 0.746094, 0.601562, 0.445312, 0.363281, 0.769531, 0.507812, 0.777344, 0.523438, 0.652344, 0.644531, 0.503906, 0.921875, 0.671875, 0.46875, 0.789062, 0.357422, 0.933594, 0.625, 0.890625, 0.777344, 0.667969, 0.578125, 0.792969, 0.566406, 0.9375, 0.660156, 0.527344, 0.894531, 0.75, 0.660156, 0.386719, 0.785156, 0.416016, 0.929688, 0.765625, 0.851562, 0.738281, 0.429688, 0.371094, 0.757812, 0.609375, 0.777344, 0.785156, 0.605469, 0.859375, 0.773438, 0.910156, 0.871094, 0.867188, 0.75, 0.839844, 0.652344, 0.621094, 0.478516, 0.367188, 0.886719, 0.839844, 0.78125, 0.769531, 0.714844, 0.722656, 0.867188, 0.585938, 0.816406, 0.828125, 0.789062, 0.605469, 0.753906, 0.178711, 0.765625, 0.433594, 0.192383, 0.699219, 0.65625, 0.695312, 0.498047, 0.710938, 0.746094, 0.765625, 0.941406, 0.917969, 0.734375, 0.480469, 0.373047, 0.306641, 0.632812, 0.832031, 0.410156, 0.953125, 0.644531, 0.730469, 0.851562, 0.785156, 0.671875, 0.808594, 0.839844, 0.738281, 0.392578, 0.742188, 0.902344, 0.734375, 0.462891, 0.734375, 0.832031, 0.882812, 0.878906, 0.742188, 0.855469, 0.777344, 0.761719, 0.882812, 0.71875, 0.597656, 0.859375, 0.746094, 0.757812, 0.777344, 0.875, 0.769531, 0.742188, 0.703125, 0.808594, 0.539062, 0.65625, 0.412109, 0.714844, 0.773438, 0.933594, 0.386719, 0.188477, 0.835938, 0.722656, 0.820312, 0.792969, 0.769531, 0.496094, 0.494141, 0.832031, 0.714844, 0.726562, 0.455078, 0.699219, 0.369141, 0.691406, 0.625, 0.453125, 0.453125, 0.84375, 0.174805, 0.757812, 0.527344, 0.19043, 0.800781, 0.458984, 0.400391, 0.578125, 0.804688, 0.671875, 0.423828, 0.734375, 0.515625, 0.449219, 0.40625, 0.322266, 0.65625, 0.375, 0.427734, 0.416016, 0.738281, 0.632812, 0.804688, 0.878906, 0.410156, 0.773438, 0.353516, 0.945312, 0.503906, 0.640625, 0.792969, 0.777344, 0.597656, 0.761719, 0.378906, 0.816406, 0.746094, 0.894531, 0.722656, 0.404297, 0.867188, 0.875, 0.796875, 0.507812, 0.707031, 0.796875, 0.621094, 0.738281, 0.597656, 0.957031, 0.714844, 0.820312, 0.78125, 0.855469, 0.605469, 0.691406, 0.804688, 0.417969, 0.671875, 0.925781, 0.628906, 0.757812, 0.589844, 0.75, 0.949219, 0.859375, 0.636719, 0.298828, 0.527344, 0.683594, 0.419922, 0.738281, 0.957031, 0.652344, 0.453125, 0.789062, 0.601562, 0.925781, 0.75, 0.804688, 0.773438, 0.777344, 0.707031, 0.453125, 0.585938, 0.394531, 0.738281, 0.800781, 0.789062, 0.417969, 0.800781, 0.769531, 0.730469, 0.726562, 0.546875, 0.441406, 0.326172, 0.730469, 0.574219, 0.660156, 0.613281, 0.644531, 0.652344, 0.640625, 0.863281, 0.714844, 0.785156, 0.53125, 0.519531, 0.423828, 0.298828, 0.476562, 0.574219, 0.785156, 0.832031, 0.78125, 0.882812, 0.695312, 0.742188, 0.511719, 0.539062, 0.730469, 0.65625, 0.921875, 0.871094, 0.59375, 0.210938, 0.652344, 0.667969, 0.206055, 0.789062, 0.828125, 0.910156, 0.644531, 0.625, 0.523438, 0.617188, 0.177734, 0.738281, 0.225586, 0.753906, 0.835938, 0.476562, 0.177734, 0.542969, 0.78125, 0.523438, 0.695312, 0.373047, 0.894531, 0.839844, 0.769531, 0.796875, 0.636719, 0.392578, 0.707031, 0.8125, 0.753906, 0.386719, 0.777344, 0.255859, 0.816406, 0.867188, 0.765625, 0.824219, 0.898438, 0.431641, 0.644531, 0.699219, 0.742188, 0.710938, 0.585938, 0.753906, 0.490234, 0.648438, 0.789062, 0.243164, 0.695312, 0.773438, 0.535156, 0.644531, 0.523438, 0.527344, 0.734375, 0.792969, 0.234375, 0.871094, 0.761719, 0.261719, 0.859375, 0.523438, 0.941406, 0.75, 0.714844, 0.621094, 0.742188, 0.832031, 0.675781, 0.761719, 0.527344, 0.867188, 0.785156, 0.707031, 0.738281, 0.703125, 0.78125, 0.22168, 0.84375, 0.898438, 0.482422, 0.757812, 0.769531, 0.777344, 0.753906, 0.902344, 0.886719, 0.675781, 0.408203, 0.558594, 0.71875, 0.832031, 0.792969, 0.12207, 0.71875, 0.75, 0.832031, 0.617188, 0.589844, 0.800781, 0.675781, 0.412109, 0.75, 0.878906, 0.765625, 0.78125, 0.605469, 0.71875, 0.863281, 0.8125, 0.855469, 0.742188, 0.632812, 0.546875, 0.582031, 0.703125, 0.613281, 0.373047, 0.867188, 0.636719, 0.691406, 0.773438, 0.871094, 0.945312, 0.742188, 0.679688, 0.894531, 0.785156, 0.390625, 0.757812, 0.726562, 0.341797, 0.875, 0.460938, 0.675781, 0.53125, 0.416016, 0.435547, 0.566406, 0.695312, 0.353516, 0.570312, 0.261719, 0.570312, 0.65625, 0.486328, 0.404297, 0.777344, 0.166992, 0.675781, 0.828125, 0.75, 0.734375, 0.914062, 0.523438, 0.890625, 0.769531, 0.201172, 0.217773, 0.400391, 0.535156, 0.851562, 0.480469, 0.691406, 0.824219, 0.416016, 0.792969, 0.455078, 0.789062, 0.898438, 0.667969, 0.726562, 0.554688, 0.746094, 0.231445, 0.664062, 0.660156, 0.746094, 0.515625, 0.384766, 0.472656, 0.734375, 0.792969, 0.550781, 0.482422, 0.699219, 0.703125, 0.765625, 0.777344, 0.90625, 0.621094, 0.519531, 0.445312, 0.679688, 0.75, 0.632812, 0.386719, 0.570312, 0.761719, 0.769531, 0.462891, 0.699219, 0.8125, 0.429688, 0.734375, 0.453125, 0.414062, 0.294922, 0.925781, 0.722656, 0.816406, 0.439453, 0.570312, 0.519531, 0.18457, 0.753906, 0.792969, 0.478516, 0.601562, 0.726562, 0.597656, 0.53125, 0.886719, 0.839844, 0.59375, 0.341797, 0.660156, 0.878906, 0.597656, 0.753906, 0.574219, 0.699219, 0.816406, 0.6875, 0.578125, 0.9375, 0.267578, 0.851562, 0.949219, 0.679688, 0.757812, 0.498047, 0.636719, 0.523438, 0.863281, 0.804688, 0.240234, 0.328125, 0.699219, 0.53125, 0.726562, 0.894531, 0.507812, 0.691406, 0.8125, 0.6875, 0.470703, 0.902344, 0.412109, 0.699219, 0.683594, 0.695312, 0.523438, 0.640625, 0.761719, 0.601562, 0.714844, 0.796875, 0.589844, 0.390625, 0.523438, 0.539062, 0.460938, 0.753906, 0.609375, 0.757812, 0.609375, 0.652344, 0.726562, 0.546875, 0.707031, 0.753906, 0.804688, 0.4375, 0.710938, 0.242188, 0.6875, 0.765625, 0.707031, 0.769531, 0.699219, 0.566406, 0.742188, 0.203125, 0.375, 0.703125, 0.410156, 0.546875, 0.53125, 0.933594, 0.859375, 0.730469, 0.546875, 0.198242, 0.75, 0.249023, 0.416016, 0.382812, 0.746094, 0.582031, 0.707031, 0.484375, 0.820312, 0.863281, 0.816406, 0.761719, 0.480469, 0.714844, 0.765625, 0.746094, 0.773438, 0.539062, 0.847656, 0.65625, 0.294922, 0.828125, 0.527344, 0.679688, 0.453125, 0.480469, 0.40625, 0.707031, 0.734375, 0.757812, 0.375, 0.832031, 0.431641, 0.423828, 0.210938, 0.546875, 0.789062, 0.722656, 0.929688, 0.730469, 0.675781, 0.169922, 0.554688, 0.443359, 0.625, 0.498047, 0.726562, 0.726562, 0.796875, 0.601562, 0.777344, 0.675781, 0.761719, 0.9375, 0.933594, 0.914062, 0.785156, 0.914062, 0.503906, 0.65625, 0.443359, 0.753906, 0.675781, 0.363281, 0.746094, 0.294922, 0.769531, 0.427734, 0.472656, 0.789062, 0.219727, 0.757812, 0.289062, 0.816406, 0.855469, 0.585938, 0.699219, 0.617188, 0.78125, 0.804688, 0.761719, 0.462891, 0.769531, 0.15625, 0.878906, 0.464844, 0.855469, 0.5, 0.253906, 0.835938, 0.847656, 0.839844, 0.726562, 0.558594, 0.8125, 0.667969, 0.832031, 0.65625, 0.597656, 0.390625, 0.816406, 0.796875, 0.65625, 0.652344, 0.765625, 0.173828, 0.816406, 0.582031, 0.808594, 0.507812, 0.703125, 0.527344, 0.671875, 0.664062, 0.137695, 0.410156, 0.695312, 0.441406, 0.3125, 0.9375, 0.726562, 0.435547, 0.605469, 0.324219, 0.90625, 0.710938, 0.613281, 0.660156, 0.886719, 0.613281, 0.757812, 0.800781, 0.542969, 0.492188, 0.726562, 0.527344, 0.216797, 0.4375, 0.431641, 0.683594, 0.765625, 0.792969, 0.1875, 0.796875, 0.957031, 0.773438, 0.535156, 0.238281, 0.394531, 0.910156, 0.400391, 0.275391, 0.871094, 0.582031, 0.375, 0.953125, 0.738281, 0.878906, 0.515625, 0.898438, 0.574219, 0.824219, 0.703125, 0.582031, 0.75, 0.667969, 0.789062, 0.4375, 0.765625, 0.75, 0.621094, 0.757812, 0.511719, 0.707031, 0.554688, 0.496094, 0.640625, 0.511719, 0.878906, 0.761719, 0.644531, 0.769531, 0.355469, 0.757812, 0.589844, 0.412109, 0.578125, 0.910156, 0.835938, 0.464844, 0.640625, 0.478516, 0.820312, 0.640625, 0.972656, 0.792969, 0.804688, 0.458984, 0.550781, 0.664062, 0.582031, 0.490234, 0.820312, 0.800781, 0.601562, 0.332031, 0.75, 0.225586, 0.337891, 0.714844, 0.585938, 0.263672, 0.644531, 0.773438, 0.416016, 0.898438, 0.648438, 0.828125, 0.726562, 0.761719, 0.894531, 0.949219, 0.373047, 0.507812, 0.683594, 0.671875, 0.925781, 0.667969, 0.867188, 0.941406, 0.714844, 0.785156, 0.804688, 0.269531, 0.695312, 0.8125, 0.769531, 0.640625, 0.78125, 0.648438, 0.847656, 0.789062, 0.486328, 0.800781, 0.542969, 0.710938, 0.765625, 0.882812, 0.863281, 0.199219, 0.636719, 0.683594, 0.890625, 0.5625, 0.753906, 0.808594, 0.777344, 0.808594, 0.470703, 0.652344, 0.917969, 0.710938, 0.628906, 0.443359, 0.644531, 0.828125, 0.216797, 0.4375, 0.765625, 0.707031, 0.824219, 0.71875, 0.404297, 0.378906, 0.929688, 0.275391, 0.773438, 0.589844, 0.640625, 0.648438, 0.925781, 0.441406, 0.757812, 0.828125, 0.945312, 0.664062, 0.433594, 0.8125, 0.695312, 0.691406, 0.78125, 0.707031, 0.257812, 0.8125, 0.53125, 0.710938, 0.648438, 0.726562, 0.330078, 0.773438, 0.867188, 0.486328, 0.734375, 0.769531, 0.211914, 0.851562, 0.206055, 0.4375, 0.597656, 0.390625, 0.388672, 0.457031, 0.273438, 0.609375, 0.664062, 0.574219, 0.707031, 0.722656, 0.5625, 0.621094, 0.734375, 0.451172, 0.453125, 0.211914, 0.589844, 0.746094, 0.648438, 0.400391, 0.773438, 0.664062, 0.550781, 0.910156, 0.652344, 0.386719, 0.890625, 0.173828, 0.660156, 0.761719, 0.703125, 0.691406, 0.730469, 0.726562, 0.427734, 0.462891, 0.804688, 0.535156, 0.824219, 0.832031, 0.46875, 0.769531, 0.78125, 0.353516, 0.648438, 0.419922, 0.224609, 0.714844, 0.875, 0.898438, 0.691406, 0.404297, 0.174805, 0.851562, 0.466797, 0.84375, 0.714844, 0.761719, 0.722656, 0.535156, 0.710938, 0.777344, 0.570312, 0.710938, 0.410156, 0.789062, 0.914062, 0.828125, 0.291016, 0.433594, 0.527344, 0.679688, 0.71875, 0.388672, 0.636719, 0.746094, 0.691406, 0.498047, 0.703125, 0.875, 0.613281, 1.070312, 0.78125, 0.425781, 0.757812, 0.410156, 0.742188, 0.753906, 0.832031, 0.8125, 0.353516, 0.201172, 0.617188, 0.789062, 0.792969, 0.851562, 0.765625, 0.412109, 0.761719, 0.847656, 0.644531, 0.222656, 0.621094, 0.941406, 0.628906, 0.789062, 0.535156, 0.574219, 0.734375, 0.734375, 0.617188, 0.777344, 0.835938, 0.640625, 0.738281, 0.539062, 0.785156, 0.265625, 0.761719, 0.710938, 0.90625, 0.675781, 0.462891, 0.316406, 0.433594, 0.820312, 0.640625, 0.527344, 0.660156, 0.941406, 0.765625, 0.507812, 0.800781, 0.664062, 0.882812, 0.443359, 0.835938, 0.761719, 0.679688, 0.75, 0.816406, 0.265625, 0.859375, 0.945312, 0.640625, 0.570312, 0.765625, 0.804688, 0.617188, 0.21582, 0.839844, 0.462891, 0.283203, 0.71875, 0.667969, 0.914062, 0.738281, 0.703125, 0.800781, 0.734375, 0.707031, 0.746094, 0.773438, 0.435547, 0.667969, 0.714844, 0.585938, 0.710938, 0.667969, 0.707031, 0.742188, 0.898438, 0.447266, 0.566406, 0.363281, 0.890625, 0.5, 0.847656, 0.703125, 0.660156, 0.753906, 0.589844, 0.515625, 0.402344, 0.664062, 0.394531, 0.40625, 0.785156, 0.820312, 0.71875, 0.462891, 0.558594, 0.769531, 0.625, 0.914062, 0.828125, 0.898438, 0.558594, 0.757812, 0.523438, 0.738281, 0.777344, 0.361328, 0.734375, 0.320312, 0.490234, 0.714844, 0.773438, 0.585938, 0.412109, 0.466797, 0.78125, 0.738281, 0.777344, 0.478516, 0.761719, 0.640625, 0.921875, 0.753906, 0.417969, 0.652344, 0.511719, 0.832031, 0.632812, 0.859375, 0.314453, 0.832031, 0.878906, 0.337891, 0.318359, 0.75, 0.636719, 0.371094, 0.683594, 0.703125, 0.730469, 0.898438, 0.703125, 0.914062, 0.742188, 0.625, 0.757812, 0.382812, 0.664062, 0.746094, 0.726562, 0.613281, 0.359375, 0.785156, 0.3125, 0.585938, 0.5, 0.71875, 0.492188, 0.609375, 0.373047, 0.707031, 0.601562, 0.460938, 0.394531, 0.683594, 0.589844, 0.22168, 0.178711, 0.507812, 0.636719, 0.734375, 0.722656, 0.316406, 0.773438, 0.757812, 0.757812, 0.742188, 0.318359, 0.558594, 0.410156, 0.558594, 0.208984, 0.308594, 0.462891, 0.792969, 0.353516, 0.746094, 0.683594, 0.886719, 0.707031, 0.898438, 0.613281, 0.765625, 0.875, 0.271484, 0.757812, 0.574219, 0.847656, 0.451172, 0.707031, 0.421875, 0.671875, 0.757812, 0.820312, 0.636719, 0.365234, 0.632812, 0.691406, 0.578125, 0.59375, 0.398438, 0.660156, 0.585938, 0.503906, 0.792969, 0.914062, 0.800781, 0.945312, 0.589844, 0.369141, 0.835938, 0.5, 0.851562, 0.714844, 0.585938, 0.753906, 0.175781, 0.804688, 0.746094, 0.730469, 0.835938, 0.675781, 0.6875, 0.546875, 0.703125, 0.78125, 0.503906, 0.628906, 0.660156, 0.742188, 0.890625, 0.859375, 0.597656, 0.601562, 0.703125, 0.578125, 0.566406, 0.605469, 0.539062, 0.722656, 0.423828, 0.359375, 0.373047, 0.804688, 0.652344, 0.746094, 0.835938, 0.695312, 0.964844, 0.914062, 0.804688, 0.65625, 0.652344, 0.636719, 0.416016, 0.566406, 0.726562, 0.847656, 0.820312, 0.466797, 0.621094, 0.910156, 0.445312, 0.925781, 0.445312, 0.707031, 0.746094, 0.757812, 0.753906, 0.223633, 0.578125, 0.449219, 0.455078, 0.439453, 0.259766, 0.605469, 0.472656, 0.757812, 0.40625, 0.703125, 0.726562, 0.523438, 0.796875, 0.168945, 0.539062, 0.878906, 0.400391, 0.4375, 0.84375, 0.8125, 0.777344, 0.832031, 0.855469, 0.585938, 0.449219, 0.172852, 0.980469, 0.460938, 0.832031, 0.699219, 0.773438, 0.578125, 0.667969, 0.535156, 0.769531, 0.679688, 0.472656, 0.707031, 0.667969, 0.550781, 0.447266, 0.769531, 0.378906, 0.172852, 0.679688, 0.738281, 0.640625, 0.667969, 0.6875, 0.180664, 0.558594, 0.890625, 0.804688, 0.435547, 0.785156, 0.820312, 0.824219, 0.746094, 0.765625, 0.523438, 0.808594, 0.757812, 0.683594, 0.220703, 0.753906, 0.217773, 0.761719, 0.707031, 0.392578, 0.796875, 0.769531, 0.796875, 0.554688, 0.492188, 0.621094, 0.168945, 0.316406, 0.695312, 0.714844, 0.5, 0.816406, 0.621094, 0.382812, 0.816406, 0.412109, 0.683594, 0.4375, 0.554688, 0.816406, 0.351562, 0.871094, 0.835938, 0.753906, 0.613281, 0.648438, 0.742188, 0.550781, 0.792969, 0.796875, 0.439453, 0.851562, 0.597656, 0.855469, 0.8125, 0.785156, 0.96875, 0.757812, 0.824219, 0.5, 0.640625, 0.773438, 0.800781, 0.765625, 0.746094, 0.443359, 0.863281, 0.707031, 0.462891, 0.494141, 0.730469, 0.933594, 0.371094, 0.172852, 0.566406, 0.847656, 0.200195, 0.714844, 0.378906, 0.761719, 0.574219, 0.785156, 0.699219, 0.396484, 0.777344, 0.878906, 0.691406, 0.6875, 0.585938, 0.75, 0.490234, 0.478516, 0.707031, 0.365234, 0.231445, 0.746094, 0.423828, 0.761719, 0.703125, 0.757812, 0.609375, 0.742188, 0.933594, 0.785156, 0.804688, 0.804688, 0.222656, 0.570312, 0.439453, 0.373047, 0.226562, 0.941406, 0.703125, 0.773438, 0.412109, 0.648438, 0.289062, 0.490234, 0.472656, 0.077148, 0.400391, 0.738281, 0.804688, 0.75, 0.714844, 0.652344, 0.40625, 0.71875, 0.957031, 0.882812, 0.640625, 0.640625, 0.460938, 0.785156, 0.785156, 0.804688, 0.78125, 0.835938, 0.539062, 0.462891, 0.349609, 0.859375, 0.640625, 0.722656, 0.886719, 0.628906, 0.914062, 0.417969, 0.212891, 0.396484, 0.472656, 0.898438, 0.515625, 0.261719, 0.445312, 0.40625, 0.9375, 0.730469, 0.796875, 0.660156, 0.707031, 0.464844, 0.597656, 0.703125, 0.675781, 0.796875, 0.710938, 0.800781, 0.289062, 0.476562, 0.828125, 0.730469, 0.824219, 0.310547, 0.925781, 0.679688, 0.722656, 0.839844, 0.667969, 0.746094, 0.535156, 0.570312, 0.613281, 0.396484, 0.753906, 0.90625, 0.535156, 0.75, 0.871094, 0.648438, 0.65625, 0.535156, 0.412109, 0.566406, 0.462891, 0.75, 0.722656, 0.578125, 0.769531, 0.46875, 0.90625, 0.5, 0.613281, 0.894531, 0.211914, 0.582031, 0.601562, 0.482422, 0.18457, 0.337891, 0.777344, 0.710938, 0.765625, 0.421875, 0.859375, 0.515625, 0.648438, 0.785156, 0.679688, 0.746094, 0.875, 0.769531, 0.378906, 0.699219, 0.542969, 0.84375, 0.419922, 0.408203, 0.726562, 0.414062, 0.792969, 0.449219, 0.644531, 0.691406, 0.25, 0.738281, 0.894531, 0.839844, 0.726562, 0.458984, 0.761719, 0.816406, 0.519531, 0.875, 0.335938, 0.539062, 0.714844, 0.746094, 0.636719, 0.640625, 0.628906, 0.613281, 0.40625, 0.726562, 0.691406, 0.582031, 0.753906, 0.476562, 0.617188, 0.384766, 0.707031, 0.734375, 0.296875, 0.417969, 0.378906, 0.792969, 0.820312, 1.710938, 0.859375, 0.378906, 0.402344, 0.636719, 0.882812, 0.484375, 0.208984, 0.785156, 0.652344, 0.761719, 0.75, 1.1875, 0.5625, 0.738281, 0.480469, 0.683594, 0.472656, 0.738281, 0.277344, 0.177734, 0.734375, 0.78125, 0.679688, 0.636719, 0.875, 0.734375, 0.314453, 0.695312, 0.675781, 0.621094, 0.785156, 0.300781, 0.722656, 0.820312, 0.582031, 0.816406, 0.429688, 0.753906, 0.9375, 0.503906, 0.125, 0.808594, 0.730469, 0.660156, 0.664062, 0.621094, 0.765625, 0.75, 0.890625, 0.589844, 0.441406, 0.71875, 0.605469, 0.914062, 0.492188, 0.78125, 0.84375, 0.644531, 0.628906, 0.753906, 0.419922, 0.198242, 0.699219, 0.777344, 0.816406, 0.738281, 0.8125, 0.972656, 0.714844, 0.742188, 0.671875, 0.206055, 0.761719, 0.378906, 0.6875, 0.451172, 0.365234, 0.535156, 0.527344, 0.855469, 0.777344, 0.660156, 0.574219, 0.851562, 0.800781, 0.773438, 0.777344, 0.65625, 0.894531, 0.859375, 0.494141, 0.664062, 0.707031, 0.667969, 0.423828, 0.609375, 0.769531, 0.773438, 0.417969, 0.404297, 0.648438, 0.914062, 0.867188, 0.777344, 0.785156, 0.835938, 0.832031, 0.875, 0.558594, 0.408203, 0.445312, 0.597656, 0.632812, 0.380859, 0.761719, 0.859375, 0.511719, 0.462891, 0.839844, 0.597656, 0.90625, 0.22168, 0.382812, 0.730469, 0.535156, 0.785156, 0.816406, 0.882812, 0.84375, 0.890625, 0.691406, 0.734375, 0.601562, 0.875, 0.714844, 0.65625, 0.910156, 0.875, 0.847656, 0.648438, 0.886719, 0.828125, 0.597656, 0.789062, 0.59375, 0.878906, 0.570312, 0.71875, 0.808594, 0.792969, 0.785156, 0.703125, 0.871094, 0.628906, 0.570312, 0.667969, 0.691406, 0.902344, 0.621094, 0.683594, 0.867188, 0.601562, 0.691406, 0.402344, 0.478516, 0.435547, 0.742188, 0.423828, 0.335938, 0.777344, 0.488281, 0.302734, 0.726562, 0.746094, 0.835938, 0.402344, 0.859375, 0.511719, 0.679688, 0.425781, 0.972656, 0.318359, 0.326172, 0.886719, 0.9375, 0.929688, 0.402344, 0.291016, 0.550781, 0.792969, 0.765625, 0.679688, 0.683594, 0.789062, 0.726562, 0.267578, 0.5625, 0.707031, 0.726562, 0.359375, 0.470703, 0.394531, 0.435547, 0.447266, 0.400391, 0.773438, 0.730469, 0.59375, 0.21582, 0.71875, 0.945312, 0.777344, 0.753906, 0.679688, 0.867188, 0.433594, 0.8125, 0.738281, 0.875, 0.730469, 0.695312, 0.198242, 0.757812, 0.714844, 0.730469, 0.617188, 0.714844, 0.59375, 0.648438, 0.371094, 0.757812, 0.746094, 0.765625, 0.710938, 0.355469, 0.707031, 0.605469, 0.65625, 0.660156, 0.427734, 0.466797, 0.214844, 0.800781, 0.832031, 0.785156, 0.816406, 0.640625, 0.800781, 0.703125, 0.683594, 0.462891, 0.431641, 0.566406, 0.691406, 0.283203, 0.734375, 0.404297, 0.804688, 0.550781, 0.585938, 0.710938, 0.349609, 0.738281, 0.6875, 0.886719, 0.925781, 0.542969, 0.914062, 0.59375, 0.439453, 0.347656, 0.765625, 0.679688, 0.683594, 0.769531, 0.777344, 0.390625, 0.380859, 0.585938, 0.675781, 0.59375, 0.738281, 0.78125, 0.78125, 0.208008, 0.738281, 0.414062, 0.796875, 0.769531, 0.570312, 0.660156, 0.679688, 0.875, 0.78125, 0.431641, 0.738281, 0.875, 0.417969, 0.585938, 0.84375, 0.769531, 0.609375, 0.636719, 0.726562, 0.8125, 0.800781, 0.447266, 0.46875, 0.886719, 0.707031, 0.777344, 0.65625, 0.404297, 0.648438, 0.796875, 0.75, 0.785156, 0.585938, 0.714844, 0.753906, 0.9375, 0.847656, 0.78125, 0.683594, 0.476562, 0.796875, 0.628906, 0.177734, 0.71875, 0.84375, 0.707031, 0.558594, 0.443359, 0.738281, 0.5, 0.789062, 0.773438, 0.941406, 0.757812, 0.53125, 0.71875, 0.910156, 0.761719, 0.824219, 0.667969, 0.550781, 0.863281, 0.675781, 0.519531, 0.636719, 0.691406, 0.267578, 0.208984, 0.816406, 0.404297, 0.773438, 0.769531, 0.882812, 0.380859, 0.527344, 0.777344, 0.703125, 0.902344, 0.667969, 0.699219, 0.412109, 0.523438, 0.894531, 0.738281, 0.746094, 0.773438, 0.197266, 0.882812, 0.417969, 0.871094, 0.910156, 0.570312, 0.84375, 0.753906, 0.832031, 0.917969, 0.8125, 0.757812, 0.462891, 0.578125, 0.660156, 0.714844, 0.828125, 0.746094, 0.695312, 0.777344, 0.589844, 0.410156, 0.851562, 0.605469, 0.789062, 0.730469, 0.765625, 0.710938, 0.734375, 0.380859, 0.408203, 0.570312, 0.746094, 0.416016, 0.185547, 0.734375, 0.416016, 0.515625, 0.400391, 0.398438, 0.875, 0.457031, 0.421875, 0.478516, 0.376953, 0.558594, 0.921875, 0.392578, 0.664062, 0.902344, 0.804688, 0.761719, 0.53125, 0.601562, 0.761719, 0.757812, 0.671875, 0.808594, 0.445312, 0.878906, 0.792969, 0.777344, 0.636719, 0.78125, 0.566406, 0.695312, 0.734375, 0.189453, 0.753906, 0.730469, 0.451172, 0.929688, 0.730469, 0.761719, 0.785156, 0.808594, 0.789062, 0.65625, 0.769531, 0.714844, 0.695312, 0.457031, 0.613281, 0.462891, 0.714844, 0.929688, 0.800781, 0.761719, 0.71875, 0.816406, 0.734375, 0.21582, 0.640625, 0.875, 0.53125, 0.621094, 0.742188, 0.71875, 0.828125, 0.636719, 0.777344, 0.482422, 0.259766, 0.78125, 0.851562, 0.601562, 0.753906, 0.179688, 0.765625, 0.730469, 0.753906, 0.820312, 0.6875, 0.464844, 0.75, 0.527344, 0.464844, 0.828125, 0.746094, 0.625, 0.679688, 0.878906, 0.933594, 0.574219, 0.769531, 0.542969, 0.550781, 0.652344, 0.726562, 0.53125, 0.71875, 0.820312, 0.699219, 0.730469, 0.441406, 0.875, 0.6875, 0.707031, 0.578125, 0.792969, 0.496094, 0.65625, 0.357422, 0.660156, 0.746094, 0.695312, 0.738281, 0.746094, 0.726562, 0.585938, 0.558594, 0.53125, 0.726562, 0.808594, 0.488281, 0.625, 0.59375, 0.824219, 0.3125, 0.710938, 0.664062, 0.589844, 0.773438, 0.675781, 0.667969, 0.703125, 0.730469, 0.535156, 0.914062, 0.84375, 0.466797, 0.703125, 0.433594, 0.75, 0.664062, 0.507812, 0.855469, 0.949219, 0.714844, 0.800781, 0.196289, 0.886719, 0.664062, 0.617188, 0.847656, 0.404297, 0.480469, 0.769531, 0.75, 0.726562, 0.757812, 0.378906, 0.753906, 0.59375, 0.910156, 0.785156, 0.652344, 0.855469, 0.271484, 0.71875, 0.189453, 0.738281, 0.738281, 0.566406, 0.820312, 0.777344, 0.558594, 0.410156, 0.601562, 0.847656, 0.376953, 0.589844, 0.570312, 0.193359, 0.664062, 0.494141, 0.710938, 0.785156, 0.46875, 0.890625, 0.816406, 0.273438, 0.339844, 0.917969, 0.550781, 0.824219, 0.679688, 0.773438, 0.396484, 0.371094, 0.455078, 0.941406, 0.84375, 0.679688, 0.734375, 0.496094, 0.808594, 0.570312, 0.757812, 0.384766, 0.496094, 0.78125, 0.765625, 0.621094, 0.921875, 0.777344, 0.859375, 0.738281, 0.75, 0.871094, 0.722656, 0.449219, 0.890625, 0.898438, 0.671875, 0.585938, 0.753906, 0.742188, 0.871094, 0.162109, 0.804688, 0.769531, 0.765625, 0.882812, 0.679688, 0.722656, 0.402344, 0.726562, 0.318359, 0.554688, 0.212891, 0.486328, 0.808594, 0.357422, 0.675781, 0.765625, 0.738281, 0.714844, 0.96875, 0.205078, 0.976562, 0.789062, 0.789062, 0.890625, 0.773438, 0.667969, 0.695312, 0.898438, 0.691406, 0.570312, 0.707031, 0.878906, 0.476562, 0.796875, 0.976562, 0.851562, 0.757812, 0.703125, 0.419922, 0.683594, 0.765625, 0.435547, 0.435547, 0.703125, 0.283203, 0.773438, 0.945312, 0.757812, 0.373047, 0.894531, 0.753906, 0.816406, 0.183594, 0.376953, 0.441406, 0.408203, 0.800781, 0.429688, 0.777344, 0.613281, 0.695312, 0.847656, 0.394531, 0.419922, 0.667969, 0.613281, 0.867188, 0.585938, 0.765625, 0.570312, 0.5625, 0.753906, 0.777344, 0.695312, 0.441406, 0.765625, 0.730469, 0.761719, 0.894531, 0.816406, 0.322266, 0.546875, 0.628906, 0.212891, 0.773438, 0.65625, 0.40625, 0.6875, 0.466797, 0.667969, 0.796875, 0.636719, 1.015625, 0.675781, 0.75, 0.761719, 0.539062, 0.605469, 0.808594, 0.757812, 0.859375, 0.808594, 0.40625, 0.217773, 0.800781, 0.773438, 0.546875, 0.675781, 0.789062, 0.785156, 0.871094, 0.421875, 0.417969, 0.291016, 0.488281, 0.644531, 0.498047, 0.769531, 0.949219, 0.761719, 0.804688, 0.703125, 0.777344, 0.742188, 0.824219, 0.464844, 0.753906, 0.527344, 0.679688, 0.213867, 0.804688, 0.707031, 0.192383, 0.816406, 0.753906, 0.929688, 0.613281, 0.449219, 0.605469, 0.582031, 0.263672, 0.75, 0.585938, 0.417969, 0.902344, 0.703125, 0.220703, 0.765625, 0.232422, 0.757812, 0.828125, 0.542969, 0.679688, 0.380859, 0.816406, 0.570312, 0.78125, 0.490234, 0.691406, 0.396484, 0.414062, 0.792969, 0.235352, 0.400391, 0.546875, 0.259766, 0.515625, 0.664062, 0.957031, 0.886719, 0.789062, 0.773438, 0.445312, 0.765625, 0.195312, 0.496094, 0.753906, 0.886719, 0.738281, 0.714844, 0.84375, 0.46875, 0.726562, 0.550781, 0.875, 0.480469, 0.5625, 0.734375, 0.625, 0.773438, 0.683594, 0.410156, 0.9375, 0.75, 0.761719, 0.369141, 0.558594, 0.816406, 0.464844, 0.519531, 0.230469, 0.470703, 0.730469, 0.761719, 0.75, 0.482422, 0.875, 0.738281, 0.679688, 0.707031, 0.675781, 0.542969, 0.46875, 0.660156, 0.462891, 0.640625, 0.601562, 0.242188, 0.769531, 0.757812, 0.660156, 0.722656, 0.644531, 0.722656, 0.6875, 0.613281, 0.449219, 0.171875, 0.5, 0.519531, 0.722656, 0.474609, 0.800781, 0.8125 ] }, "name": "model.model.layers.10.post_attention_layernorm.weight", "outputIndexes": [ 915 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 914 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_10/Mul_output_0", "outputIndexes": [ 916 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 915, 916 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_10/Mul_1_output_0", "outputIndexes": [ 917 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 917 ], "outputIndexes": [ 2604 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2604 ], "outputIndexes": [ 2605 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear", "inputIndexes": [ 2605 ], "outputIndexes": [ 2606 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1327603292, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2606 ], "outputIndexes": [ 2607 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2607 ], "outputIndexes": [ 918 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 918 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_10/Sigmoid_output_0", "outputIndexes": [ 919 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 918, 919 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_10/Mul_output_0", "outputIndexes": [ 920 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 917 ], "outputIndexes": [ 2608 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2608 ], "outputIndexes": [ 2609 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear", "inputIndexes": [ 2609 ], "outputIndexes": [ 2610 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1365794418, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2610 ], "outputIndexes": [ 2611 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2611 ], "outputIndexes": [ 921 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 920, 921 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_10/Mul_output_0", "outputIndexes": [ 922 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 922 ], "outputIndexes": [ 2612 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2612 ], "outputIndexes": [ 2613 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear", "inputIndexes": [ 2613 ], "outputIndexes": [ 2614 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1403985544, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2614 ], "outputIndexes": [ 2615 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2615 ], "outputIndexes": [ 923 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 914, 923 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_54_output_0", "outputIndexes": [ 924 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 924, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_99_output_0", "outputIndexes": [ 925 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.902344, 0.378906, 1.179688, 0.4375, 0.808594, 0.539062, 0.369141, 0.451172, 0.695312, 0.341797, 0.402344, 0.365234, 0.419922, 0.302734, 0.472656, 0.65625, 0.375, 0.306641, 0.367188, 0.423828, 0.734375, 0.425781, 0.392578, 0.384766, 0.375, 0.554688, 0.349609, 0.359375, 0.466797, 0.335938, 0.792969, 0.34375, 0.6875, 0.425781, 0.578125, 0.539062, 0.416016, 0.976562, 0.369141, 0.357422, 0.609375, 0.398438, 1.1875, 0.535156, 0.839844, 0.566406, 0.149414, 0.878906, 0.867188, 0.408203, 0.878906, 0.367188, 0.353516, 0.333984, 0.679688, 0.451172, 0.601562, 0.664062, 0.59375, 0.726562, 0.285156, 0.53125, 0.546875, 0.365234, 0.835938, 1.195312, 0.263672, 0.353516, 0.273438, 0.519531, 0.412109, 0.910156, 0.478516, 0.433594, 0.78125, 0.445312, 0.953125, 0.394531, 0.773438, 0.644531, 0.785156, 0.664062, 0.980469, 0.480469, 0.488281, 0.097656, 0.378906, 0.910156, 0.40625, 0.726562, 0.535156, 0.375, 0.369141, 0.382812, 0.96875, 0.361328, 0.777344, 0.429688, 0.380859, 0.300781, 0.34375, 0.417969, 0.503906, 0.400391, 1.390625, 0.664062, 1.375, 0.460938, 1.0, 0.404297, 0.361328, 0.347656, 0.357422, 1.039062, 0.392578, 1.195312, 0.355469, 0.445312, 0.546875, 0.318359, 0.322266, 0.335938, 0.535156, 0.378906, 0.789062, 0.361328, 0.570312, 0.378906, 0.112305, 0.435547, 0.335938, 0.359375, 0.515625, 1.101562, 0.558594, 0.511719, 0.355469, 0.380859, 0.648438, 0.498047, 0.306641, 0.582031, 0.527344, 0.176758, 0.808594, 0.335938, 1.1875, 0.384766, 0.617188, 0.345703, 0.664062, 0.447266, 0.412109, 0.392578, 0.910156, 0.703125, 0.453125, 0.464844, 0.691406, 0.691406, 0.384766, 0.550781, 0.722656, 0.390625, 1.03125, 0.527344, 0.527344, 0.976562, 0.373047, 0.53125, 0.388672, 0.306641, 0.316406, 0.328125, 0.363281, 0.941406, 0.398438, 0.359375, 0.498047, 0.357422, 0.207031, 0.458984, 0.589844, 0.320312, 0.170898, 0.482422, 0.365234, 0.349609, 0.367188, 0.419922, 0.328125, 0.482422, 1.195312, 0.339844, 1.0625, 0.53125, 0.431641, 0.628906, 0.691406, 0.376953, 0.376953, 1.117188, 1.367188, 1.289062, 1.0625, 0.380859, 0.238281, 0.478516, 0.46875, 0.208984, 0.5, 0.363281, 0.333984, 0.660156, 0.361328, 1.242188, 0.439453, 0.400391, 0.882812, 0.394531, 0.320312, 0.414062, 0.925781, 0.425781, 0.445312, 0.839844, 0.351562, 0.683594, 0.349609, 0.353516, 0.519531, 0.792969, 0.488281, 0.337891, 0.355469, 0.890625, 0.361328, 0.625, 0.093262, 0.429688, 0.589844, 0.347656, 0.390625, 0.375, 0.337891, 0.980469, 0.419922, 0.507812, 0.53125, 0.398438, 0.357422, 0.9375, 0.474609, 0.443359, 0.394531, 0.46875, 0.371094, 0.103516, 0.351562, 0.470703, 0.396484, 0.373047, 0.447266, 0.462891, 0.453125, 0.320312, 0.410156, 0.363281, 1.117188, 1.0, 1.054688, 0.486328, 0.433594, 0.636719, 0.347656, 0.792969, 0.419922, 0.582031, 0.306641, 1.023438, 0.335938, 0.349609, 0.099609, 0.414062, 0.357422, 0.84375, 0.239258, 0.539062, 0.542969, 0.351562, 0.855469, 0.390625, 0.699219, 0.640625, 0.330078, 0.382812, 1.078125, 0.359375, 0.640625, 0.339844, 0.287109, 0.742188, 0.617188, 0.570312, 0.761719, 0.523438, 0.378906, 0.353516, 0.515625, 0.421875, 1.007812, 0.400391, 0.361328, 0.347656, 1.070312, 0.404297, 0.482422, 0.695312, 0.632812, 0.355469, 0.582031, 0.398438, 0.320312, 0.375, 0.443359, 0.347656, 0.357422, 0.380859, 0.558594, 0.492188, 0.095703, 0.707031, 0.699219, 0.382812, 0.554688, 0.353516, 0.730469, 0.980469, 0.578125, 0.296875, 0.089355, 0.351562, 0.353516, 0.382812, 0.167969, 0.714844, 0.859375, 0.373047, 0.355469, 0.337891, 0.660156, 0.429688, 0.984375, 0.421875, 0.878906, 0.347656, 0.396484, 0.498047, 0.324219, 0.371094, 0.972656, 0.625, 0.167969, 0.386719, 0.451172, 0.601562, 0.425781, 0.828125, 0.402344, 0.363281, 0.371094, 0.34375, 0.386719, 0.345703, 0.478516, 0.90625, 0.171875, 0.503906, 0.386719, 0.554688, 0.628906, 0.423828, 0.519531, 0.855469, 0.535156, 0.378906, 0.953125, 0.404297, 0.410156, 0.429688, 0.341797, 0.933594, 0.640625, 0.273438, 0.341797, 0.445312, 0.380859, 0.337891, 0.375, 0.132812, 0.423828, 0.462891, 0.632812, 0.714844, 0.357422, 0.416016, 0.570312, 0.523438, 0.417969, 0.738281, 0.648438, 0.441406, 0.679688, 0.332031, 0.470703, 0.90625, 0.75, 0.361328, 0.375, 0.427734, 0.640625, 0.941406, 0.349609, 0.304688, 0.339844, 0.427734, 0.460938, 0.458984, 0.34375, 0.503906, 0.367188, 0.335938, 0.447266, 0.412109, 0.820312, 0.210938, 0.419922, 0.361328, 0.353516, 0.519531, 0.328125, 0.90625, 1.015625, 0.365234, 0.527344, 0.46875, 0.445312, 0.408203, 0.980469, 1.078125, 0.820312, 0.363281, 0.412109, 0.34375, 1.195312, 0.519531, 0.217773, 0.337891, -0.000186, 0.314453, 0.414062, 0.363281, 0.365234, 0.949219, 0.345703, 0.71875, 0.40625, 0.373047, 0.402344, 0.699219, 0.287109, 0.118652, 0.408203, 0.388672, 0.785156, 0.746094, 0.324219, 0.337891, 0.40625, 0.373047, 0.507812, 0.40625, 0.302734, 0.957031, 1.101562, 0.451172, 0.882812, 1.257812, 0.789062, 1.0625, 0.351562, 0.582031, 0.867188, 0.478516, 0.898438, 0.259766, 0.394531, 0.558594, 0.847656, 0.480469, 0.353516, 0.40625, 0.333984, 0.609375, 0.335938, 1.25, 1.070312, 0.163086, 0.367188, 0.371094, 0.65625, 0.589844, 0.460938, 0.695312, 0.617188, 0.419922, 0.275391, 0.382812, 0.355469, 0.863281, 0.300781, 0.394531, 0.386719, 0.124512, 0.378906, 0.335938, 0.863281, 0.384766, 0.376953, 0.349609, 0.365234, 0.996094, 0.917969, 0.345703, 0.355469, 0.376953, 0.457031, 0.330078, 0.792969, 0.373047, 0.341797, 0.289062, 0.416016, 0.388672, 0.455078, 0.421875, 1.023438, 0.960938, 0.19043, 0.996094, 0.710938, 0.835938, 0.546875, 1.085938, 0.324219, 0.355469, 0.339844, 0.351562, 0.382812, 0.298828, 0.867188, 0.443359, 0.447266, 0.186523, 0.396484, 0.433594, 0.382812, 1.132812, 1.023438, 0.244141, 1.148438, 0.332031, 0.25, 0.296875, 0.486328, 0.351562, 0.330078, 0.462891, 0.376953, 0.462891, 0.421875, 1.273438, 0.515625, 0.318359, 0.96875, 0.369141, 0.417969, 0.410156, 0.367188, 0.287109, 0.863281, 0.636719, 0.390625, 1.109375, 0.566406, 0.789062, 0.333984, 0.283203, 0.453125, 0.392578, 0.972656, 0.359375, 0.306641, 0.761719, 0.625, 0.847656, 0.375, 0.363281, 1.210938, 0.503906, 0.910156, 0.558594, 0.421875, 0.404297, 0.443359, 0.349609, 0.125, 0.361328, 0.898438, 1.007812, 0.423828, 0.353516, 1.398438, 0.412109, 1.132812, 0.494141, 0.9375, 0.466797, 0.367188, 0.859375, 0.486328, 0.542969, 0.316406, 0.373047, 0.206055, 0.347656, 0.601562, 0.25, 0.378906, 0.410156, 0.333984, 0.443359, 0.419922, 0.453125, 0.726562, 1.195312, 0.357422, 0.398438, 0.402344, 0.333984, 0.175781, 0.960938, 0.457031, 0.601562, 0.464844, 0.640625, 0.373047, 0.367188, 0.433594, 0.365234, 0.558594, 0.330078, 1.0, 0.527344, 0.648438, 0.515625, 0.330078, 0.451172, 0.447266, 0.451172, 0.351562, 0.433594, 0.359375, 0.453125, 0.337891, 0.349609, 0.578125, 0.59375, 1.351562, 0.392578, 0.396484, 0.558594, 0.253906, 0.443359, 0.929688, 1.289062, 0.365234, 0.542969, 0.378906, 0.376953, 0.703125, 1.242188, 0.349609, 0.785156, 0.359375, 0.429688, 0.984375, 1.0, 0.378906, 0.486328, 0.308594, 0.455078, 0.480469, 0.351562, 0.431641, 0.363281, 0.349609, 0.114258, 0.412109, 0.664062, 0.511719, 0.214844, 0.412109, 0.335938, 1.414062, 1.257812, 0.554688, 0.390625, 0.65625, 0.558594, 1.046875, 0.427734, 0.345703, 0.351562, 0.402344, 0.400391, 0.65625, 0.314453, 0.339844, 1.21875, 0.404297, 0.470703, 0.361328, 0.34375, 0.625, 0.425781, 0.371094, 0.271484, 0.349609, 0.984375, 0.949219, 0.369141, 0.441406, 0.443359, 0.339844, 0.335938, 0.558594, 0.287109, 0.648438, 0.539062, 0.462891, 0.369141, 0.601562, 1.28125, 0.984375, 0.335938, 0.369141, 0.433594, 1.273438, 0.894531, 0.376953, 0.429688, 0.519531, 0.203125, 0.425781, 0.353516, 0.464844, 0.371094, 0.396484, 0.777344, 0.341797, 0.585938, 0.11377, 0.355469, 0.695312, 0.186523, 0.808594, 0.570312, 0.398438, 0.417969, 0.332031, 0.427734, 0.515625, 0.453125, 0.46875, 0.369141, 0.472656, 0.451172, 0.375, 0.363281, 0.558594, 0.423828, 0.034424, 0.640625, 0.408203, 0.339844, 0.498047, 0.458984, 0.796875, 0.355469, 0.332031, 1.0, 0.476562, 0.460938, 0.738281, 0.178711, 0.416016, 0.361328, 1.101562, 0.451172, 0.335938, 0.546875, 0.373047, 1.09375, 0.365234, 0.949219, 0.519531, 0.357422, 0.472656, 0.251953, 0.441406, 0.402344, 0.11377, 0.566406, 0.3125, 0.246094, 0.357422, 0.347656, 0.292969, 0.359375, 0.400391, 1.0625, 0.617188, 0.785156, 0.408203, 0.457031, 0.664062, 0.589844, 0.486328, 0.878906, 0.394531, 0.546875, 0.515625, 0.707031, 1.054688, 0.507812, 0.359375, 0.628906, 0.425781, 0.363281, 0.363281, 0.359375, 0.691406, 0.550781, 0.660156, 0.367188, 1.046875, 0.445312, 0.484375, 0.675781, 0.640625, 0.425781, 0.349609, 0.753906, 0.345703, 0.335938, 0.890625, 0.267578, 0.373047, 0.5, 0.363281, 0.585938, 1.140625, 0.898438, 0.691406, 0.773438, 0.597656, 0.141602, 0.466797, 1.054688, 0.396484, 0.53125, 0.511719, 0.375, 0.636719, 0.482422, 0.375, 0.384766, 0.101562, 1.179688, 1.164062, 0.472656, 0.421875, 0.361328, 0.660156, 0.333984, 0.445312, 0.498047, 1.078125, 1.0625, 0.408203, 0.439453, 0.408203, 0.292969, 0.523438, 0.617188, 0.392578, 0.636719, 0.435547, 0.369141, 0.742188, 1.0, 0.386719, 0.847656, 0.380859, 0.333984, 0.492188, 1.007812, 0.408203, 0.382812, 0.376953, 0.417969, 0.357422, 0.449219, 0.4375, 0.373047, 0.640625, 0.341797, 0.318359, 0.416016, 0.396484, 1.0, 0.402344, 0.398438, 0.695312, 0.451172, 0.40625, 0.408203, 0.351562, 0.667969, 0.353516, 0.347656, 0.345703, 1.179688, 1.078125, 0.371094, 0.851562, 0.441406, 1.015625, 1.125, 0.824219, 1.0, 0.447266, 0.369141, 0.341797, 0.625, 0.339844, 0.12207, 0.3125, 0.143555, 0.644531, 0.9375, 0.753906, 0.494141, 0.691406, 0.373047, 0.316406, 0.320312, 0.625, 1.054688, 0.601562, 0.339844, 0.300781, 0.574219, 0.535156, 1.125, 0.753906, 0.373047, 0.578125, 0.683594, 0.429688, 0.414062, 0.330078, 0.808594, 0.578125, 0.380859, 0.3125, 0.625, 0.388672, 1.335938, 0.78125, 0.367188, 0.277344, 0.367188, 1.351562, 0.453125, 0.353516, 0.800781, 0.174805, 0.376953, 0.40625, 0.371094, 0.353516, 0.451172, 0.5, 0.355469, 0.458984, 0.996094, 0.621094, 0.222656, 0.365234, 0.425781, 0.337891, 0.345703, 0.101074, 0.361328, 0.490234, 0.267578, 0.363281, 0.5, 0.324219, 0.339844, 0.980469, 0.375, 0.371094, 0.753906, 0.15332, 0.451172, 0.292969, 0.142578, 0.839844, 0.488281, 0.404297, 0.527344, 0.308594, 0.361328, 0.4375, 0.777344, 0.550781, 1.007812, 0.314453, 0.179688, 1.3125, 0.550781, 0.613281, 0.279297, 0.96875, 0.330078, 0.363281, 0.417969, 0.335938, 0.457031, 0.902344, 0.730469, 1.039062, 0.664062, 0.333984, 0.792969, 0.388672, 0.398438, 0.320312, 0.419922, 0.451172, 0.613281, 0.511719, 0.365234, 0.691406, 0.349609, 0.119141, 0.052734, 1.0625, 0.378906, 0.804688, 0.523438, 1.0625, 1.0625, 0.34375, 0.640625, 0.361328, 0.447266, 0.347656, 0.351562, 0.396484, 0.332031, 1.070312, 0.335938, 0.640625, 0.328125, 0.285156, 0.455078, 0.318359, 0.601562, 0.147461, 0.675781, 1.0, 1.085938, 0.742188, 1.101562, 0.371094, 0.166016, 0.558594, 0.333984, 0.373047, 0.396484, 0.345703, 0.855469, 0.574219, 0.359375, 0.8125, 0.648438, 0.133789, 0.242188, 0.777344, 0.417969, 0.494141, 0.75, 0.34375, 0.373047, 0.703125, 0.482422, 0.699219, 0.929688, 0.308594, 0.271484, 0.371094, 1.335938, 0.283203, 1.054688, 0.353516, 0.335938, 0.345703, 0.494141, 0.441406, 0.582031, 0.369141, 0.441406, 0.298828, 0.369141, 1.0625, 0.357422, 0.804688, 0.457031, 0.796875, 0.419922, 0.308594, 0.365234, 0.349609, 0.59375, 0.8125, 0.464844, 0.392578, 0.419922, 0.486328, 0.882812, 0.359375, 1.0625, 0.5, 0.455078, 0.217773, 0.431641, 0.326172, 1.007812, 0.361328, 0.3125, 0.921875, 0.691406, 0.318359, 0.65625, 0.478516, 0.423828, 1.039062, 0.4375, 0.777344, 0.378906, 0.359375, 0.4375, 0.496094, 0.349609, 0.429688, 0.458984, 0.357422, 0.710938, 0.451172, 1.070312, 0.699219, 0.691406, 0.597656, 1.0625, 0.398438, 0.398438, 0.3125, 0.433594, 1.023438, 0.636719, 0.390625, 0.382812, 0.34375, 0.349609, 0.792969, 0.460938, 0.578125, 0.582031, 0.4375, 0.419922, 0.365234, 0.088379, 0.392578, 0.371094, 0.108887, 0.332031, 0.363281, 0.71875, 0.349609, 0.34375, 0.421875, 0.40625, 0.710938, 0.832031, 0.453125, 0.337891, 0.296875, 0.466797, 0.283203, 0.5, 0.494141, 1.109375, 0.355469, 0.367188, 0.859375, 0.490234, 0.320312, 0.408203, 0.515625, 0.378906, 0.449219, 0.421875, 1.015625, 0.349609, 0.373047, 0.361328, 0.546875, 1.101562, 0.964844, 0.369141, 0.917969, 0.427734, 1.085938, 0.953125, 0.333984, 0.337891, 0.714844, 0.414062, 0.390625, 0.425781, 0.773438, 0.410156, 0.376953, 0.396484, 0.460938, 0.322266, 0.490234, 0.855469, 0.363281, 0.691406, 1.234375, 0.527344, 0.084961, 1.234375, 0.324219, 0.714844, 0.443359, 0.380859, 0.605469, 0.4375, 0.515625, 0.367188, 0.376953, 0.172852, 0.410156, 0.75, 0.353516, 0.378906, 0.285156, 0.433594, 0.5625, 0.09082, 0.376953, 0.4375, 1.132812, 0.652344, 0.24707, 0.808594, 1.023438, 0.53125, 0.347656, 0.539062, 0.597656, 0.367188, 0.410156, 0.320312, 0.726562, 0.482422, 1.335938, 0.449219, 0.601562, 0.691406, 0.326172, 0.527344, 0.808594, 0.527344, 0.447266, 0.408203, 0.972656, 0.9375, 0.462891, 0.455078, 0.455078, 0.345703, 0.373047, 0.357422, 0.515625, 0.394531, 0.648438, 0.335938, 0.453125, 0.695312, 0.808594, 0.445312, 0.5, 0.429688, 0.542969, 0.332031, 0.339844, 0.306641, 0.949219, 0.367188, 0.613281, 0.421875, 0.601562, 0.363281, 0.902344, 1.007812, 0.757812, 0.357422, 0.878906, 0.375, 0.369141, 0.404297, 0.380859, 1.0, 1.289062, 0.527344, 0.332031, 0.804688, 0.332031, 0.316406, 0.390625, 1.09375, 0.300781, 0.3125, 0.507812, 1.070312, 1.03125, 0.363281, 0.660156, 0.376953, 0.435547, 0.445312, 0.443359, 0.478516, 0.328125, 0.345703, 0.964844, 0.820312, 0.773438, 0.435547, 0.472656, 0.419922, 0.761719, 0.386719, 0.726562, 0.447266, 0.341797, 0.675781, 0.335938, 0.318359, 0.3125, 0.333984, 0.511719, 1.25, 0.423828, 0.96875, 0.308594, 0.832031, 0.294922, 0.578125, 0.910156, 0.289062, 0.388672, 0.960938, 0.462891, 1.3125, 0.349609, 0.972656, 0.421875, 0.566406, 0.384766, 0.357422, 0.976562, 0.710938, 0.390625, 0.099609, 0.326172, 0.347656, 0.142578, 0.447266, 0.671875, 0.777344, 0.478516, 0.933594, 0.566406, 0.376953, 0.100586, 0.34375, 0.185547, 0.351562, 1.1875, 0.208984, 0.089355, 0.382812, 0.476562, 0.335938, 0.322266, 0.4375, 0.839844, 0.691406, 0.382812, 1.273438, 0.8125, 1.15625, 0.369141, 0.878906, 0.828125, 0.496094, 0.408203, 0.433594, 0.652344, 0.816406, 0.439453, 0.535156, 0.871094, 0.257812, 0.601562, 0.382812, 0.384766, 0.400391, 0.248047, 0.371094, 0.460938, 0.3125, 0.490234, 0.78125, 0.40625, 0.664062, 0.636719, 0.417969, 0.605469, 0.318359, 0.363281, 0.478516, 0.208008, 0.644531, 0.445312, 0.519531, 1.0, 0.310547, 0.878906, 0.380859, 0.332031, 0.722656, 0.40625, 0.5625, 0.347656, 0.400391, 0.490234, 0.851562, 0.388672, 0.341797, 0.382812, 0.351562, 0.539062, 0.410156, 0.691406, 1.070312, 0.365234, 0.566406, 0.402344, 0.439453, 1.242188, 0.671875, 0.710938, 0.478516, 0.472656, 0.458984, 0.357422, 0.664062, 0.498047, 0.039795, 0.679688, 0.371094, 0.671875, 0.320312, 0.324219, 0.445312, 0.367188, 0.318359, 0.369141, 0.816406, 0.425781, 0.453125, 0.328125, 0.353516, 0.972656, 0.550781, 0.746094, 0.40625, 0.369141, 0.318359, 0.412109, 0.398438, 0.371094, 0.380859, 0.695312, 0.355469, 0.328125, 0.417969, 1.0, 0.9375, 0.373047, 0.458984, 0.949219, 0.478516, 0.345703, 0.361328, 0.390625, 0.453125, 0.761719, 0.300781, 0.431641, 0.328125, 0.318359, 0.816406, 0.308594, 0.417969, 1.109375, 0.257812, 0.976562, 0.230469, 0.351562, 0.476562, 0.306641, 0.402344, 0.080566, 0.333984, 0.625, 0.371094, 0.378906, 0.777344, 1.023438, 0.757812, 0.414062, 0.1875, 0.108887, 0.4375, 0.605469, 0.910156, 0.235352, 0.535156, 0.496094, 0.382812, 0.439453, 0.636719, 0.503906, 1.023438, 0.867188, 0.345703, 0.5, 0.365234, 0.237305, 0.310547, 0.341797, 0.367188, 1.164062, 0.384766, 0.378906, 0.375, 0.644531, 0.416016, 0.376953, 0.34375, 1.125, 0.392578, 0.357422, 1.015625, 0.357422, 0.664062, 0.613281, 0.349609, 0.423828, 0.427734, 0.882812, 0.589844, 0.476562, 0.578125, 0.320312, 0.361328, 0.667969, 0.90625, 0.376953, 0.800781, 0.75, 0.773438, 0.933594, 0.326172, 1.09375, 0.455078, 0.451172, 0.455078, 0.112305, 0.388672, 0.582031, 0.333984, 0.421875, 0.359375, 0.3125, 0.330078, 0.769531, 0.792969, 0.3125, 0.484375, 0.34375, 0.855469, 0.273438, 0.433594, 0.240234, 0.345703, 0.589844, 0.335938, 0.419922, 1.195312, 0.863281, 0.96875, 1.007812, 0.388672, 0.351562, 0.578125, 0.349609, 0.21875, 0.605469, 0.457031, 1.210938, 0.515625, 0.416016, 0.316406, 0.5625, 0.863281, 0.337891, 0.380859, 0.447266, 0.796875, 0.34375, 1.0, 0.414062, 0.335938, 1.09375, 0.527344, 0.496094, 0.375, 0.371094, 0.667969, 0.347656, 0.390625, 0.449219, 0.349609, 0.189453, 0.40625, 0.458984, 0.59375, 0.328125, 1.03125, 0.306641, 0.609375, 0.408203, 0.589844, 0.345703, 0.515625, 0.660156, 0.339844, 0.419922, 0.373047, 1.328125, 0.400391, 0.431641, 0.417969, 0.351562, 0.345703, 0.574219, 0.07959, 0.625, 0.369141, 0.507812, 0.367188, 0.605469, 1.148438, 0.65625, 0.341797, 0.283203, 0.095215, 0.400391, 0.314453, 0.753906, 0.597656, 1.320312, 0.363281, 0.988281, 0.388672, 0.652344, 1.125, 0.601562, 0.355469, 0.316406, 0.347656, 0.4375, 0.365234, 0.398438, 0.480469, 0.542969, 0.355469, 0.369141, 0.527344, 0.558594, 0.369141, 0.722656, 0.636719, 1.0, 0.369141, 0.314453, 0.396484, 0.337891, 0.773438, 0.597656, 0.597656, 0.132812, 0.289062, 0.443359, 0.365234, 1.054688, 0.386719, 0.392578, 0.072266, 0.511719, 0.388672, 0.355469, 0.427734, 0.585938, 0.394531, 0.417969, 0.375, 0.462891, 0.894531, 0.449219, 0.921875, 0.882812, 0.871094, 0.486328, 0.75, 0.261719, 0.347656, 0.330078, 0.457031, 0.359375, 0.116699, 0.439453, 1.25, 0.373047, 0.421875, 0.257812, 0.394531, 0.132812, 0.4375, 0.652344, 0.585938, 0.640625, 0.291016, 0.365234, 0.458984, 0.390625, 1.132812, 0.392578, 0.369141, 0.408203, 1.28125, 0.601562, 0.289062, 0.765625, 0.392578, 0.429688, 0.664062, 0.632812, 1.289062, 0.53125, 0.287109, 0.574219, 0.652344, 0.527344, 0.574219, 0.447266, 0.582031, 0.753906, 0.527344, 0.298828, 0.332031, 0.384766, 0.069824, 0.490234, 0.365234, 0.474609, 0.396484, 0.341797, 1.148438, 0.369141, 0.328125, 1.367188, 0.351562, 0.332031, 0.458984, 0.664062, 0.824219, 0.378906, 0.239258, 0.470703, 0.457031, 1.179688, 0.339844, 0.347656, 0.408203, 0.800781, 0.535156, 0.972656, 1.078125, 0.423828, 0.478516, 0.484375, 0.273438, 0.12793, 0.423828, 0.382812, 0.34375, 0.349609, 0.400391, 0.092285, 0.363281, 0.886719, 0.441406, 0.523438, 0.376953, 0.375, 1.03125, 0.478516, 0.632812, 0.703125, 0.25, 0.402344, 0.9375, 0.345703, 0.773438, 0.273438, 0.929688, 0.408203, 0.507812, 0.359375, 0.359375, 0.427734, 0.378906, 0.416016, 0.478516, 0.457031, 0.714844, 0.335938, 0.373047, 0.273438, 0.341797, 0.894531, 0.542969, 0.388672, 0.273438, 0.652344, 0.400391, 0.310547, 0.390625, 0.408203, 0.376953, 0.359375, 0.933594, 0.259766, 1.179688, 0.542969, 0.464844, 0.375, 0.265625, 1.21875, 0.332031, 0.980469, 1.023438, 0.421875, 0.472656, 0.390625, 0.326172, 0.515625, 1.046875, 0.679688, 0.59375, 0.400391, 0.695312, 0.365234, 0.136719, 0.847656, 0.363281, 0.480469, 0.867188, 0.345703, 0.404297, 0.404297, 0.886719, 0.474609, 0.498047, 0.361328, 0.398438, 1.054688, 0.839844, 1.210938, 0.375, 0.345703, 0.515625, 0.996094, 0.341797, 0.871094, 0.855469, 0.388672, 0.421875, 0.617188, 1.078125, 0.373047, 0.53125, 0.769531, 0.357422, 0.457031, 0.390625, 1.023438, 0.482422, 0.380859, 0.542969, 0.482422, 0.357422, 0.435547, 1.046875, 1.054688, 0.111328, 0.667969, 0.324219, 1.070312, 0.248047, 0.404297, 0.484375, 0.386719, 0.431641, 0.4375, 0.349609, 1.273438, 0.384766, 0.371094, 0.578125, 0.361328, 0.800781, 0.114258, 0.316406, 0.722656, 0.341797, 0.5, 0.363281, 0.451172, 0.800781, 0.972656, 0.427734, 0.394531, 0.376953, 0.314453, 0.421875, 0.90625, 1.070312, 0.527344, 0.484375, 1.148438, 0.373047, 0.609375, 0.535156, 0.328125, 0.458984, 0.429688, 0.425781, 0.777344, 0.53125, 0.398438, 0.617188, 0.585938, 0.380859, 0.419922, 0.439453, 1.015625, 0.394531, 0.621094, 0.414062, 0.111816, 0.695312, 0.174805, 0.419922, 0.300781, 0.494141, 0.386719, 0.202148, 0.929688, 0.324219, 0.396484, 0.308594, 0.324219, 0.361328, 0.271484, 0.367188, 0.353516, 0.275391, 0.589844, 0.119141, 0.376953, 0.476562, 0.341797, 0.578125, 0.40625, 0.371094, 0.494141, 0.9375, 0.394531, 0.917969, 0.921875, 0.081543, 0.326172, 0.683594, 0.349609, 0.4375, 0.333984, 0.355469, 0.386719, 0.753906, 0.425781, 0.267578, 0.523438, 0.511719, 0.167969, 0.378906, 0.425781, 0.351562, 0.378906, 0.84375, 0.166992, 0.363281, 1.007812, 0.824219, 0.365234, 0.349609, 0.079102, 0.726562, 0.390625, 0.535156, 0.349609, 0.373047, 0.398438, 0.335938, 0.421875, 0.359375, 0.314453, 0.373047, 0.355469, 0.408203, 1.0, 0.601562, 0.4375, 0.357422, 0.339844, 0.351562, 0.392578, 0.851562, 0.357422, 0.419922, 0.458984, 0.375, 0.367188, 0.820312, 0.396484, 0.679688, 0.447266, 0.691406, 0.371094, 0.498047, 0.369141, 0.435547, 0.675781, 1.015625, 0.462891, 0.093262, 0.357422, 0.609375, 0.416016, 0.6875, 0.384766, 0.984375, 0.390625, 0.632812, 0.4375, 0.129883, 0.332031, 0.945312, 0.417969, 0.382812, 0.217773, 0.355469, 0.40625, 0.384766, 1.046875, 0.882812, 0.960938, 0.386719, 0.392578, 0.318359, 0.429688, 0.271484, 0.699219, 0.408203, 1.15625, 0.341797, 0.5, 0.921875, 0.582031, 0.482422, 0.306641, 0.226562, 0.458984, 1.273438, 0.445312, 0.382812, 0.535156, 0.292969, 0.628906, 0.289062, 0.503906, 0.486328, 0.361328, 0.550781, 0.492188, 0.443359, 0.9375, 0.96875, 0.337891, 0.408203, 0.394531, 0.585938, 0.369141, 0.12793, 0.640625, 0.820312, 0.8125, 0.373047, 0.322266, 0.816406, 0.503906, 0.910156, 0.419922, 0.408203, 0.478516, 0.507812, 0.371094, 0.382812, 0.34375, 0.402344, 0.453125, 0.390625, 0.390625, 0.314453, 0.402344, 0.816406, 0.496094, 0.300781, 0.671875, 0.707031, 0.273438, 0.738281, 0.369141, 0.361328, 0.375, 0.734375, 0.203125, 0.324219, 0.392578, 0.427734, 0.28125, 1.320312, 0.503906, 0.384766, 0.419922, 0.804688, 0.378906, 0.380859, 0.683594, 0.703125, 0.679688, 0.277344, 0.59375, 0.355469, 1.398438, 0.408203, 0.480469, 0.345703, 0.554688, 0.535156, 0.341797, 1.078125, 0.28125, 0.357422, 0.279297, 0.542969, 0.980469, 0.390625, 0.396484, 0.375, 0.392578, 0.933594, 0.359375, 0.476562, 0.355469, 0.691406, 0.431641, 0.574219, 1.28125, 1.0, 0.582031, 0.84375, 1.085938, 0.398438, 0.664062, 0.332031, 0.404297, 0.447266, 0.730469, 0.423828, 0.960938, 0.494141, 1.171875, 0.361328, 0.347656, 0.376953, 0.488281, 0.378906, 0.337891, 0.359375, 0.492188, 0.558594, 0.462891, 0.648438, 0.279297, 0.425781, 0.400391, 0.341797, 1.125, 0.337891, 0.335938, 0.470703, 0.386719, 0.333984, 0.345703, 0.482422, 0.130859, 1.226562, 0.373047, 0.322266, 0.371094, 0.523438, 0.570312, 0.455078, 0.396484, 0.365234, 0.578125, 0.392578, 0.25, 0.566406, 0.237305, 0.105469, 0.416016, 0.447266, 0.714844, 0.628906, 0.367188, 0.419922, 1.320312, 0.337891, 0.789062, 0.351562, 0.402344, 0.757812, 1.226562, 0.384766, 0.310547, 1.070312, 0.339844, 0.386719, 0.310547, 0.310547, 0.490234, 0.519531, 0.414062, 0.486328, 0.71875, 0.324219, 0.339844, 0.330078, 0.695312, 0.314453, 1.195312, 0.285156, 0.519531, 0.828125, 0.613281, 0.871094, 0.458984, 0.664062, 0.675781, 0.390625, 0.585938, 0.353516, 0.337891, 0.398438, 0.075684, 0.871094, 0.359375, 0.361328, 0.699219, 1.046875, 0.324219, 0.345703, 0.507812, 0.5625, 0.18457, 0.550781, 1.054688, 0.333984, 0.652344, 0.605469, 0.351562, 0.376953, 0.363281, 0.324219, 0.960938, 0.777344, 1.242188, 0.365234, 0.808594, 0.445312, 0.613281, 0.605469, 0.322266, 0.369141, 0.542969, 0.34375, 1.0, 0.765625, 0.675781, 0.365234, 0.400391, 0.320312, 0.380859, 0.337891, 0.384766, 1.164062, 0.644531, 0.443359, 0.691406, 0.714844, 1.1875, 0.878906, 0.400391, 1.054688, 0.683594, 0.373047, 0.392578, 0.165039, 0.470703, 0.337891, 0.675781, 0.396484, 0.34375, 0.304688, 0.324219, 0.53125, 0.289062, 0.357422, 0.376953, 0.324219, 0.455078, 0.105469, 0.597656, 0.769531, 0.535156, 0.710938, 0.667969, 0.710938, 0.382812, 1.226562, 1.15625, 0.355469, 0.304688, 0.06543, 0.960938, 0.279297, 0.59375, 0.330078, 0.404297, 0.328125, 0.410156, 0.24707, 0.396484, 0.490234, 0.519531, 0.361328, 0.326172, 0.40625, 0.488281, 0.419922, 0.585938, 0.075195, 0.349609, 0.4375, 0.384766, 0.376953, 1.375, 0.083008, 0.402344, 0.859375, 0.660156, 0.439453, 0.785156, 0.507812, 0.808594, 0.365234, 0.404297, 0.345703, 0.550781, 0.570312, 0.326172, 0.111816, 0.376953, 0.141602, 0.392578, 0.820312, 0.550781, 0.423828, 0.396484, 0.431641, 0.197266, 1.015625, 0.332031, 0.068359, 0.363281, 0.46875, 0.396484, 0.365234, 0.46875, 0.605469, 0.351562, 0.582031, 0.316406, 0.435547, 0.416016, 0.40625, 0.734375, 0.378906, 0.660156, 0.65625, 0.5625, 0.380859, 0.363281, 0.550781, 0.34375, 0.435547, 0.519531, 0.578125, 0.910156, 0.289062, 0.828125, 0.46875, 0.396484, 1.039062, 0.371094, 0.972656, 1.382812, 0.359375, 0.429688, 0.425781, 0.392578, 0.458984, 0.34375, 0.914062, 0.34375, 0.431641, 0.333984, 1.125, 0.839844, 0.59375, 0.084473, 0.207031, 0.734375, 0.166016, 0.765625, 0.988281, 0.390625, 0.636719, 0.527344, 0.355469, 0.410156, 0.390625, 0.554688, 0.349609, 0.453125, 0.335938, 1.335938, 0.357422, 0.25, 0.341797, 0.507812, 0.285156, 0.392578, 1.132812, 0.578125, 0.341797, 0.351562, 0.322266, 0.388672, 1.015625, 0.447266, 0.820312, 0.416016, 0.160156, 0.386719, 0.40625, 0.519531, 0.125977, 0.925781, 0.341797, 0.414062, 0.5, 0.425781, 0.585938, 0.333984, 0.347656, -0.003204, 0.519531, 0.371094, 0.515625, 0.455078, 0.320312, 0.980469, 0.640625, 0.341797, 0.882812, 0.679688, 0.330078, 0.96875, 0.470703, 0.419922, 0.431641, 0.515625, 0.394531, 0.699219, 0.294922, 0.976562, 0.992188, 0.71875, 0.5625, 0.316406, 0.921875, 0.453125, 0.875, 0.96875, 0.116699, 0.375, 0.447266, 1.0, 0.235352, 0.636719, 0.617188, 0.84375, 1.015625, 0.396484, 0.414062, 0.357422, 0.382812, 0.511719, 0.390625, 0.376953, 0.332031, 0.457031, 0.451172, 0.429688, 0.289062, 0.283203, 0.578125, 0.355469, 0.648438, 0.470703, 0.976562, 0.386719, 0.394531, 0.601562, 0.410156, 0.373047, 0.296875, 0.578125, 0.294922, 0.439453, 0.433594, 1.164062, 0.384766, 1.140625, 1.1875, 0.396484, 0.359375, 0.3125, 0.628906, 0.589844, 0.386719, 0.484375, 0.410156, 0.421875, 0.386719, 0.341797, 0.746094, 0.554688, 0.373047, 0.832031, 0.148438, 0.363281, 0.24707, 0.462891, 0.112305, 0.410156, 0.683594, 0.386719, 0.9375, 0.386719, 0.6875, 0.992188, 0.388672, 0.507812, 1.335938, 0.361328, 1.0625, 0.400391, 0.294922, 0.34375, 0.204102, 0.753906, 0.976562, 0.574219, 0.357422, 0.478516, 0.410156, 0.617188, 0.322266, 0.488281, 0.328125, 0.373047, 0.878906, 1.09375, 0.523438, 0.166992, 0.357422, 0.558594, 0.423828, 0.957031, 0.373047, 0.384766, 0.339844, 0.503906, 0.322266, 0.289062, 0.427734, 0.322266, 0.683594, 0.339844, 0.371094, 0.359375, 0.363281, 0.773438, 0.34375, 0.554688, 0.337891, 0.392578, 0.46875, 0.925781, 0.503906, 0.449219, 0.714844, 0.832031, 0.683594, 0.527344, 0.601562, 0.400391, 0.804688, 0.330078, 0.09082, 0.453125, 0.287109, 0.408203, 0.380859, 0.474609, 1.171875, 0.384766, 0.294922, 0.945312, 0.519531, 0.408203, 0.566406, 0.100098, 0.359375, 0.53125, 0.392578, 0.300781, 0.773438, 0.347656, 0.404297, 0.414062, 0.574219, 0.386719, 0.490234, 0.53125, 0.351562, 0.617188, 0.291016, 0.621094, 0.365234, 0.601562, 1.085938, 0.414062, 1.257812, 0.474609, 0.355469, 0.306641, 0.335938, 0.355469, 0.476562, 0.408203, 0.734375, 0.402344, 0.412109, 0.554688, 0.71875, 0.875, 0.886719, 0.722656, 0.617188, 0.400391, 0.400391, 0.416016, 0.330078, 0.088867, 0.363281, 1.375, 0.451172, 1.34375, 0.65625, 1.0625, 0.910156, 0.345703, 0.914062, 0.263672, 0.65625, 0.339844, 0.330078, 0.902344, 0.404297, 0.214844, 0.425781, 1.15625, 0.427734, 0.361328, 0.435547, 0.671875, 0.484375, 0.417969, 0.462891, 0.417969, 0.890625, 0.96875, 0.314453, 0.412109, 0.34375, 0.410156, 0.753906, 0.324219, 0.482422, 0.396484, 0.519531, 0.388672, 0.345703, 0.734375, 0.605469, 0.375, 0.429688, 0.609375, 1.007812, 0.859375, 0.439453, 0.621094, 0.503906, 0.390625, 0.431641, 0.435547, 0.515625, 0.5625, 0.308594, 0.310547, 0.644531, 0.304688, 0.800781, 0.188477, 0.5, 0.404297, 0.180664, 0.402344, 0.480469, 0.667969, 0.53125, 0.660156, 0.349609, 0.359375, 0.462891, 0.75, 0.960938, 0.328125, 0.804688, 0.761719, 0.957031, 0.40625, 0.835938, 0.480469, 0.384766, 0.392578, 0.394531, 0.929688, 0.365234, 0.431641, 0.457031, 0.425781, 0.582031, 0.355469, 0.972656, 0.287109, 0.478516, 0.357422, 0.714844, 0.710938, 0.357422, 0.330078, 0.574219, 0.542969, 0.373047, 0.734375, 0.326172, 0.386719, 0.351562, 0.341797, 0.726562, 0.742188, 0.435547, 0.761719, 0.332031, 0.511719, 0.578125, 0.980469, 0.667969, 0.205078, 0.640625, 0.984375, 1.0625, 0.486328, 0.445312, 0.921875, 1.09375, 0.875, 0.310547, 1.0625, 0.302734, 0.433594, 0.378906, 0.527344, 0.322266, 0.628906, 0.419922, 0.357422, 0.326172, 0.345703, 0.494141, 0.398438, 0.738281, 0.349609, 0.667969, 0.357422, 0.539062, 0.384766, 0.345703, 0.326172, 0.114746, 0.382812, 1.140625, 0.542969, 0.429688, 0.408203, 0.664062, 0.625, 0.796875, 0.365234, 0.835938, 0.378906, 0.632812, 1.234375, 0.386719, 0.367188, 0.369141, 0.333984, 1.109375, 1.125, 0.902344, 0.8125, 0.367188, 0.388672, 0.419922, 0.324219, 0.625, 0.378906, 0.337891, 1.289062, 0.324219, 0.400391, 0.40625, 0.085938, 1.0, 0.507812, 0.419922, 0.621094, 0.3125, 0.472656, 0.722656, 0.320312, 0.53125, 0.644531, 0.613281, 0.314453, 0.341797, 0.396484, 0.371094, 0.5, 0.455078, 0.455078, 0.353516, 0.3125, 0.427734, 0.539062, 0.730469, 0.753906, 0.333984, 1.226562, 1.203125, 0.382812, 0.53125, 0.753906, 0.353516, 1.328125, 0.378906, 0.4375, 0.326172, 0.390625, 0.419922, 0.369141, 0.283203, 0.439453, 0.722656, 0.398438, 0.214844, 0.453125, 0.494141, 0.59375, 0.390625, 0.376953, 0.597656, 0.332031, 0.804688, 0.431641, 0.40625, 0.341797, 0.800781, 0.349609, 1.0625, 1.039062, 0.53125, 0.380859, 0.355469, 0.777344, 0.515625, 0.474609, 0.933594, 0.914062, 0.699219, 0.339844, 0.375, 0.722656, 0.375, 0.417969, 0.660156, 0.367188, 0.404297, 0.894531, 0.369141, 0.425781, 0.933594, 0.640625, 0.617188, 0.660156, 0.318359, 0.699219, 0.332031, 0.080078, 0.384766, 0.625, 0.351562, 0.847656, 0.414062, 0.359375, 0.382812, 0.425781, 0.462891, 0.855469, 1.0625, 0.390625, 1.320312, 0.890625, 0.382812, 0.832031, 0.353516, 0.222656, 1.289062, 0.316406, 0.400391, 0.384766, 0.451172, 1.054688, 0.107422, 0.589844, 0.507812, 0.382812, 0.71875, 0.960938, 0.613281, 1.03125, 0.558594, 0.345703, 0.910156, 0.328125, 0.347656, 0.6875, 0.308594, 0.945312, 0.460938, 0.369141, 0.416016, 0.139648, 0.78125, 0.291016, 1.101562, 0.757812, 0.269531, 0.980469, 0.404297, 0.621094, 0.855469, 0.457031, 0.380859, 0.353516, 0.554688, 0.298828, 0.515625, 0.863281, 0.355469, 0.335938, 0.429688, 0.314453, 0.476562, 0.964844, 0.322266, 0.578125, 0.376953, 0.402344, 0.410156, 0.359375, 0.335938, 0.96875, 0.404297, 0.347656, 0.279297, 0.130859, 0.384766, 0.388672, 0.359375, 0.796875, 0.490234, 0.875, 0.867188, 0.419922, 0.206055, 0.451172, 0.441406, 0.785156, 0.523438, 0.410156, 1.0, 0.996094, 0.458984, 0.396484, 0.332031, 0.361328, 0.375, 0.605469, 0.585938, 0.357422, 0.699219, 0.6875, 0.5, 0.341797, 0.419922, 0.292969, 0.371094, 0.357422, 0.082031, 0.347656, 0.333984, 0.316406, 1.023438, 0.335938, 0.361328, 0.486328, 0.4375, 0.425781, 0.367188, 0.396484, 0.314453, 0.400391, 0.527344, 0.351562, 0.439453, 0.367188, 0.882812, 0.601562, 0.40625, 0.322266, 0.695312, 0.332031, 0.129883, 0.314453, 0.699219, 0.289062, 0.394531, 0.359375, 0.408203, 0.726562, 0.554688, 1.179688, 0.71875, 0.408203, 0.398438, 1.132812, 0.578125, 0.367188, 0.914062, 0.384766, 0.390625, 0.351562, 0.828125, 0.396484, 0.53125, 0.363281, 0.314453, 0.353516, 0.800781, 0.367188, 0.333984, 0.345703, 0.734375, 0.761719, 0.318359, 0.392578, 0.332031, 0.209961, 0.380859, 0.384766, 0.574219, 0.322266, 1.054688, 0.345703, 0.369141, 1.0625, 0.78125, 0.371094, 0.722656, 0.470703, 0.539062, 0.333984, 0.304688, 0.466797, 0.373047, 0.349609, 0.322266, 0.367188, 0.375, 0.339844, 0.416016, 0.324219, 0.225586, 0.388672, 0.535156, 0.482422, 0.398438, 0.326172, 0.851562, 0.410156, 0.427734, 0.34375, 1.007812, 0.363281, 0.519531, 0.363281, 0.349609, 0.427734, 0.394531, 1.109375, 0.796875, 0.496094, 0.443359, 0.4375, 0.359375, 0.333984, 0.291016, 0.949219, 0.886719, 0.388672, 0.605469, 0.170898, 0.820312, 0.451172, 0.330078, 0.914062, 0.726562, 0.314453, 0.447266, 0.347656, 0.330078, 0.378906, 0.328125, 0.589844, 0.384766, 0.808594, 0.376953, 0.345703, 0.839844, 0.333984, 0.369141, 0.086426, 0.371094, 0.431641, 0.976562, 0.917969, 0.441406, 0.246094, 1.25, 0.550781, 0.59375, 0.292969, 0.365234, 0.308594, 1.25, 0.376953, 0.992188, 0.34375, 1.015625, 0.699219, 0.722656, 0.496094, 0.980469, 0.875, 1.148438, 0.535156, 0.820312, 0.367188, 0.423828, 0.480469, 0.417969, 0.734375, 0.980469, 0.574219, 0.664062, 0.365234, 0.386719, 0.470703, 0.304688, 0.421875, 0.792969, 0.144531, 0.53125, 0.466797, 0.316406, 1.171875, 0.46875, 0.617188, 0.359375, 0.353516, 0.582031, 0.363281, 0.277344, 0.941406, 0.96875, 0.308594, 0.458984, 0.574219, 0.355469, 1.171875, 0.063477, 0.625, 0.443359, 0.398438, 1.382812, 0.617188, 0.324219, 0.476562, 0.398438, 0.476562, 0.332031, 0.092773, 0.5, 0.699219, 0.339844, 0.367188, 0.5625, 0.345703, 0.361328, 1.078125, 0.089844, 0.945312, 0.419922, 0.5, 0.796875, 0.386719, 0.435547, 0.355469, 0.773438, 0.40625, 0.523438, 0.318359, 0.910156, 0.332031, 0.683594, 0.925781, 0.617188, 0.554688, 0.408203, 0.503906, 0.349609, 0.373047, 0.535156, 0.652344, 0.480469, 0.628906, 0.392578, 0.886719, 0.380859, 0.566406, 0.851562, 0.449219, 0.5, 0.101074, 0.353516, 0.396484, 0.628906, 0.453125, 0.683594, 0.5625, 0.404297, 0.373047, 0.628906, 0.359375, 0.482422, 0.34375, 0.365234, 0.6875, 0.396484, 0.367188, 0.394531, 1.039062, 0.382812, 0.480469, 0.371094, 0.59375, 0.382812, 0.373047, 0.423828, 1.023438, 1.117188, 0.382812, 0.550781, 0.357422, 0.213867, 0.425781, 0.380859, 0.578125, 0.367188, 0.296875, 0.351562, 0.427734, 0.333984, 1.125, 0.357422, 0.375, 0.578125, 0.570312, 0.570312, 0.46875, 0.451172, 0.753906, 0.578125, 0.585938, 0.125977, 0.429688, 0.53125, 0.578125, 0.363281, 0.427734, 0.410156, 0.898438, 0.474609, 0.832031, 0.369141, 0.582031, 0.316406, 0.316406, 0.492188, 0.917969, 0.386719, 1.335938, 1.25, 0.457031, 0.402344, 0.539062, 0.494141, 0.447266, 0.921875, 0.341797, 0.091309, 0.527344, 0.353516, 0.135742, 0.542969, 0.361328, 0.722656, 0.371094, 0.867188, 0.5, 0.423828, 0.480469, 0.550781, 0.322266, 0.359375, 0.753906, 0.40625, 0.134766, 0.376953, 0.328125, 0.431641, 1.164062, 0.46875, 0.335938, 0.671875, 0.859375, 0.855469, 0.453125, 0.226562, 0.345703, 0.421875, 0.601562, 0.847656, 0.165039, 0.470703, 0.267578, 0.392578, 0.601562, 0.333984, 0.957031, 0.683594, 1.179688, 0.392578, 0.753906, 0.472656, 0.09375, 0.388672, 0.460938, 1.023438, 0.494141, 0.443359, 1.0, 0.289062, 0.898438, 0.330078, 1.09375, 0.558594, 0.605469, 0.330078, 0.375, 0.425781, 0.337891, 0.683594, 0.953125, 0.371094, 0.628906, 0.386719, 0.337891, 0.871094, 0.675781, 0.193359, 0.158203, 0.478516, 0.396484, 0.597656, 0.449219, 0.558594, 1.125, 0.361328, 0.345703, 0.404297, 0.597656, 0.271484, 0.373047, 0.337891, 0.451172, 0.388672, 0.412109, 0.357422, 0.515625, 0.421875, 0.367188, 0.375, 0.355469, 0.847656, 0.376953, 0.333984, 0.796875, 0.088867, 0.474609, 0.24707, 0.355469, 0.335938, 0.429688, 0.589844 ] }, "name": "model.model.layers.11.input_layernorm.weight", "outputIndexes": [ 926 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 925 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_11/Mul_output_0", "outputIndexes": [ 927 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 926, 927 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_11/Mul_1_output_0", "outputIndexes": [ 928 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 928 ], "outputIndexes": [ 2616 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2616 ], "outputIndexes": [ 2617 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear", "inputIndexes": [ 2617 ], "outputIndexes": [ 2618 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1442176670, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2618 ], "outputIndexes": [ 2619 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2619 ], "outputIndexes": [ 929 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 928 ], "main_type": "NONE", "name": "/Shape_155_output_0", "outputIndexes": [ 930 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 930 ], "main_type": "NONE", "name": "Shape2829", "outputIndexes": [ 931 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 930 ], "main_type": "NONE", "name": "Rank2831", "outputIndexes": [ 932 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 932, 932 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2833", "outputIndexes": [ 933 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 933 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2834", "outputIndexes": [ 934 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 933, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2836", "outputIndexes": [ 935 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 935 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2837", "outputIndexes": [ 936 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 931, 934, 936, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2840", "outputIndexes": [ 937 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 937 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2841", "outputIndexes": [ 938 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 938 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2842", "outputIndexes": [ 939 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 939, 938 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2843", "outputIndexes": [ 940 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 930, 940, 933 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_169_output_0", "outputIndexes": [ 941 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 941, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_353_output_0", "outputIndexes": [ 942 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 942, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_143_output_0", "outputIndexes": [ 943 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 929, 943 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_100_output_0", "outputIndexes": [ 944 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 944, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_88_output_0", "outputIndexes": [ 945 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 944 ], "main_type": "NONE", "name": "/Shape_156_output_0", "outputIndexes": [ 946 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 946 ], "main_type": "NONE", "name": "Shape2850", "outputIndexes": [ 947 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 946 ], "main_type": "NONE", "name": "Rank2852", "outputIndexes": [ 948 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 948, 948 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2854", "outputIndexes": [ 949 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 949 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2855", "outputIndexes": [ 950 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 949, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2857", "outputIndexes": [ 951 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 951 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2858", "outputIndexes": [ 952 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 947, 950, 952, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2861", "outputIndexes": [ 953 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 953 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2862", "outputIndexes": [ 954 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 954 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2863", "outputIndexes": [ 955 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 955, 954 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2864", "outputIndexes": [ 956 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 946, 956, 949 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_170_output_0", "outputIndexes": [ 957 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 957, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_33_output_0", "outputIndexes": [ 958 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 958, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_358_output_0", "outputIndexes": [ 959 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 944, 959, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_45_output_0", "outputIndexes": [ 960 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 960 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_22_output_0", "outputIndexes": [ 961 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 944, 22, 959, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_44_output_0", "outputIndexes": [ 962 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 961, 962 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_146_output_0", "outputIndexes": [ 963 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 963, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_89_output_0", "outputIndexes": [ 964 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 945, 964 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_55_output_0", "outputIndexes": [ 965 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 928 ], "outputIndexes": [ 2620 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2620 ], "outputIndexes": [ 2621 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear", "inputIndexes": [ 2621 ], "outputIndexes": [ 2622 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1449416372, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2622 ], "outputIndexes": [ 2623 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2623 ], "outputIndexes": [ 966 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 942, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_144_output_0", "outputIndexes": [ 967 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 966, 967 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_101_output_0", "outputIndexes": [ 968 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 968, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_90_output_0", "outputIndexes": [ 969 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 968 ], "main_type": "NONE", "name": "/Shape_157_output_0", "outputIndexes": [ 970 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 970 ], "main_type": "NONE", "name": "Shape2913", "outputIndexes": [ 971 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 970 ], "main_type": "NONE", "name": "Rank2915", "outputIndexes": [ 972 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 972, 972 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2917", "outputIndexes": [ 973 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 973 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2918", "outputIndexes": [ 974 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 973, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2920", "outputIndexes": [ 975 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 975 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2921", "outputIndexes": [ 976 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 971, 974, 976, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2924", "outputIndexes": [ 977 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 977 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2925", "outputIndexes": [ 978 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 978 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2926", "outputIndexes": [ 979 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 979, 978 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2927", "outputIndexes": [ 980 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 970, 980, 973 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_171_output_0", "outputIndexes": [ 981 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 981, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_34_output_0", "outputIndexes": [ 982 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 982, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_360_output_0", "outputIndexes": [ 983 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 968, 983, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_47_output_0", "outputIndexes": [ 984 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 984 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_23_output_0", "outputIndexes": [ 985 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 968, 22, 983, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_46_output_0", "outputIndexes": [ 986 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 985, 986 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_147_output_0", "outputIndexes": [ 987 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 987, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_91_output_0", "outputIndexes": [ 988 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 969, 988 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_56_output_0", "outputIndexes": [ 989 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 928 ], "outputIndexes": [ 2624 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2624 ], "outputIndexes": [ 2625 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear", "inputIndexes": [ 2625 ], "outputIndexes": [ 2626 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1450450634, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2626 ], "outputIndexes": [ 2627 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2627 ], "outputIndexes": [ 990 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 990, 967 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_102_output_0", "outputIndexes": [ 991 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 965, 989, 991, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_107_output_0", "outputIndexes": [ 992 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 992 ], "outputIndexes": [ 2628 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2628 ], "outputIndexes": [ 2629 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear", "inputIndexes": [ 2629 ], "outputIndexes": [ 2630 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1451484896, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2630 ], "outputIndexes": [ 2631 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2631 ], "outputIndexes": [ 993 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 925, 993 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_58_output_0", "outputIndexes": [ 994 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.871094, 0.765625, 1.203125, 0.402344, 0.882812, 0.542969, 0.742188, 0.800781, 0.294922, 0.339844, 0.757812, 0.376953, 0.675781, 0.550781, 0.326172, 0.808594, 0.769531, 0.605469, 0.777344, 0.25, 0.298828, 0.773438, 0.761719, 0.539062, 0.492188, 0.878906, 0.225586, 0.421875, 0.476562, 0.578125, 0.863281, 0.347656, 0.371094, 0.644531, 0.851562, 0.886719, 0.412109, 0.275391, 0.761719, 0.314453, 0.867188, 0.753906, 0.910156, 0.699219, 0.929688, 0.871094, 0.174805, 0.953125, 0.773438, 0.378906, 0.914062, 0.671875, 0.699219, 0.6875, 0.773438, 0.527344, 0.820312, 0.9375, 0.824219, 0.308594, 0.527344, 0.777344, 0.84375, 0.738281, 0.890625, 0.882812, 0.386719, 0.734375, 0.488281, 0.597656, 0.609375, 0.458984, 0.820312, 0.699219, 0.847656, 0.839844, 0.507812, 0.453125, 0.316406, 0.894531, 0.902344, 0.910156, 0.898438, 0.589844, 0.757812, 0.165039, 0.757812, 0.925781, 0.789062, 0.326172, 0.785156, 0.792969, 0.820312, 0.78125, 0.871094, 0.71875, 0.359375, 0.433594, 0.777344, 0.380859, 0.412109, 0.404297, 0.882812, 0.710938, 0.808594, 0.835938, 0.878906, 0.380859, 0.5625, 0.734375, 0.714844, 0.617188, 0.792969, 0.139648, 0.664062, 0.098145, 0.40625, 0.796875, 0.863281, 0.361328, 0.5625, 0.683594, 0.871094, 0.730469, 0.683594, 0.628906, 0.847656, 0.613281, 0.171875, 0.396484, 0.208008, 0.738281, 0.40625, 0.847656, 0.402344, 0.75, 0.609375, 0.792969, 0.462891, 0.804688, 0.605469, 0.867188, 0.886719, 0.408203, 0.298828, 0.355469, 0.859375, 0.734375, 0.863281, 0.753906, 0.859375, 0.738281, 0.609375, 0.765625, 0.503906, 0.535156, 0.394531, 0.283203, 0.878906, 0.902344, 0.306641, 0.349609, 0.324219, 0.722656, 0.359375, 0.394531, 0.550781, 0.451172, 0.65625, 0.738281, 0.75, 0.460938, 0.457031, 0.472656, 0.707031, 0.917969, 0.699219, 0.683594, 0.859375, 0.691406, 0.466797, 0.6875, 0.847656, 0.231445, 0.421875, 0.777344, 0.65625, 0.34375, 0.59375, 0.785156, 0.382812, 0.730469, 0.542969, 0.582031, 0.960938, 0.757812, 0.742188, 0.855469, 0.402344, 0.691406, 0.714844, 0.259766, 0.78125, 0.726562, 0.933594, 0.773438, 0.460938, 0.488281, 0.851562, 0.443359, 0.824219, 0.6875, 0.460938, 0.773438, 0.722656, 0.707031, 0.394531, 0.382812, 0.953125, 0.632812, 0.667969, 0.357422, 0.542969, 0.792969, 0.777344, 0.941406, 0.410156, 0.480469, 0.652344, 0.722656, 0.816406, 0.84375, 0.753906, 0.695312, 0.769531, 0.84375, 0.574219, 0.882812, 0.180664, 0.707031, 0.816406, 0.675781, 0.804688, 0.703125, 0.546875, 0.462891, 0.8125, 0.828125, 0.785156, 0.695312, 0.75, 0.941406, 0.478516, 0.566406, 0.726562, 0.443359, 0.726562, 0.154297, 0.695312, 0.357422, 0.714844, 0.785156, 0.746094, 0.824219, 0.71875, 0.433594, 0.714844, 0.730469, 0.617188, 0.761719, 0.683594, 0.828125, 0.785156, 0.476562, 0.539062, 0.941406, 0.769531, 0.363281, 0.535156, 0.90625, 0.671875, 0.738281, 0.161133, 0.78125, 0.613281, 0.921875, 0.535156, 0.796875, 0.800781, 0.339844, 0.886719, 0.349609, 0.519531, 0.417969, 0.390625, 0.648438, 0.535156, 0.435547, 0.78125, 0.683594, 0.574219, 0.466797, 0.365234, 0.847656, 0.949219, 0.84375, 0.667969, 0.691406, 0.652344, 0.769531, 0.464844, 0.589844, 0.722656, 0.707031, 0.314453, 0.796875, 0.742188, 0.878906, 0.746094, 0.71875, 0.871094, 0.671875, 0.570312, 0.617188, 0.5, 0.742188, 0.609375, 0.714844, 0.519531, 0.53125, 0.172852, 0.660156, 0.601562, 0.597656, 0.388672, 0.695312, 0.789062, 0.949219, 0.789062, 0.408203, 0.158203, 0.613281, 0.664062, 0.625, 0.189453, 0.851562, 0.945312, 0.78125, 0.632812, 0.722656, 0.761719, 0.355469, 0.921875, 0.738281, 0.9375, 0.742188, 0.789062, 0.789062, 0.632812, 0.714844, 0.921875, 0.917969, 0.186523, 0.392578, 0.240234, 0.353516, 0.613281, 0.882812, 0.699219, 0.330078, 0.691406, 0.757812, 0.800781, 0.566406, 0.789062, 0.910156, 0.18457, 0.332031, 0.757812, 0.796875, 0.777344, 0.804688, 0.412109, 0.917969, 0.832031, 0.435547, 0.929688, 0.75, 0.644531, 0.46875, 0.753906, 0.851562, 0.300781, 0.349609, 0.53125, 0.816406, 0.423828, 0.550781, 0.753906, 0.177734, 0.425781, 0.792969, 0.380859, 0.886719, 0.318359, 0.78125, 0.699219, 0.785156, 0.78125, 0.460938, 0.363281, 0.734375, 0.835938, 0.714844, 0.792969, 0.929688, 0.851562, 0.746094, 0.746094, 0.800781, 0.369141, 0.535156, 0.703125, 0.378906, 0.625, 0.333984, 0.824219, 0.796875, 0.400391, 0.679688, 0.730469, 0.636719, 0.3125, 0.589844, 0.828125, 0.421875, 0.578125, 0.769531, 0.617188, 0.398438, 0.6875, 0.898438, 0.929688, 0.75, 0.382812, 0.431641, 0.621094, 0.789062, 0.820312, 0.914062, 0.910156, 0.71875, 0.78125, 0.726562, 0.894531, 0.878906, 0.507812, 0.625, -0.000161, 0.554688, 0.757812, 0.5625, 0.746094, 0.375, 0.386719, 0.808594, 0.414062, 0.699219, 0.341797, 0.652344, 0.582031, 0.179688, 0.769531, 0.785156, 0.863281, 0.408203, 0.609375, 0.371094, 0.792969, 0.765625, 0.800781, 0.738281, 0.515625, 0.867188, 0.332031, 0.808594, 0.949219, 0.835938, 0.878906, 0.777344, 0.648438, 0.863281, 0.878906, 0.785156, 0.921875, 0.515625, 0.757812, 0.546875, 0.929688, 0.816406, 0.714844, 0.414062, 0.527344, 0.433594, 0.660156, 0.609375, 0.835938, 0.423828, 0.738281, 0.558594, 0.816406, 0.828125, 0.753906, 0.839844, 0.839844, 0.443359, 0.482422, 0.667969, 0.578125, 0.917969, 0.621094, 0.785156, 0.785156, 0.166992, 0.757812, 0.40625, 0.871094, 0.8125, 0.757812, 0.632812, 0.714844, 0.855469, 0.925781, 0.75, 0.65625, 0.785156, 0.349609, 0.722656, 0.652344, 0.796875, 0.318359, 0.373047, 0.333984, 0.722656, 0.333984, 0.824219, 0.941406, 0.416016, 0.369141, 0.953125, 0.546875, 0.941406, 0.710938, 0.910156, 0.507812, 0.435547, 0.605469, 0.746094, 0.769531, 0.503906, 0.910156, 0.734375, 0.507812, 0.476562, 0.380859, 0.789062, 0.644531, 0.75, 0.777344, 0.507812, 0.863281, 0.71875, 0.4375, 0.390625, 0.640625, 0.65625, 0.683594, 0.878906, 0.359375, 0.84375, 0.8125, 0.773438, 0.773438, 0.408203, 0.882812, 0.710938, 0.65625, 0.361328, 0.699219, 0.431641, 0.882812, 0.621094, 0.785156, 0.886719, 0.824219, 0.384766, 0.597656, 0.527344, 0.380859, 0.400391, 0.910156, 0.34375, 0.484375, 0.933594, 0.613281, 0.882812, 0.707031, 0.6875, 0.279297, 0.84375, 0.921875, 0.851562, 0.464844, 0.314453, 0.789062, 0.765625, 0.183594, 0.621094, 0.632812, 0.792969, 0.804688, 0.730469, 0.390625, 0.6875, 0.353516, 0.585938, 0.917969, 0.703125, 0.703125, 0.890625, 0.423828, 0.494141, 0.550781, 0.695312, 0.476562, 0.429688, 0.835938, 0.482422, 0.78125, 0.691406, 0.65625, 0.335938, 0.75, 0.769531, 0.898438, 0.796875, 0.742188, 0.699219, 0.738281, 0.597656, 0.189453, 0.550781, 0.734375, 0.330078, 0.251953, 0.8125, 0.503906, 0.78125, 0.785156, 0.34375, 0.353516, 0.535156, 0.222656, 0.777344, 0.816406, 0.824219, 0.722656, 0.617188, 0.800781, 0.746094, 0.546875, 0.671875, 0.765625, 0.773438, 0.753906, 0.71875, 0.863281, 0.402344, 0.734375, 0.792969, 0.730469, 0.757812, 0.482422, 0.789062, 0.375, 0.710938, 0.6875, 0.416016, 0.441406, 0.206055, 0.925781, 0.894531, 0.746094, 0.910156, 0.628906, 0.269531, 0.416016, 0.921875, 0.318359, 0.742188, 0.375, 0.8125, 0.832031, 0.726562, 0.671875, 0.726562, 0.574219, 0.175781, 0.746094, 0.839844, 0.574219, 0.466797, 0.488281, 0.601562, 0.660156, 0.047852, 0.277344, 0.753906, 0.402344, 0.851562, 0.486328, 0.734375, 0.746094, 0.691406, 0.792969, 0.722656, 0.644531, 0.202148, 0.427734, 0.886719, 0.789062, 0.761719, 0.59375, 0.761719, 0.400391, 0.761719, 0.300781, 0.550781, 0.628906, 0.949219, 0.742188, 0.726562, 0.351562, 0.367188, 0.730469, 0.683594, 0.8125, 0.498047, 0.90625, 0.554688, 0.322266, 0.734375, 0.636719, 0.789062, 0.824219, 0.675781, 0.365234, 0.816406, 0.796875, 0.515625, 0.777344, 0.511719, 0.777344, 0.1875, 0.738281, 0.710938, 0.792969, 0.373047, 0.243164, 0.902344, 0.628906, 0.800781, 0.178711, 0.617188, 0.902344, 0.183594, 0.683594, 0.890625, 0.789062, 0.597656, 0.675781, 0.378906, 0.84375, 0.703125, 0.376953, 0.742188, 0.671875, 0.396484, 0.742188, 0.722656, 0.789062, 0.279297, 0.100098, 0.498047, 0.8125, 0.339844, 0.314453, 0.828125, 0.925781, 0.777344, 0.652344, 0.398438, 0.671875, 0.855469, 0.800781, 0.18457, 0.722656, 0.695312, 0.53125, 0.339844, 0.578125, 0.523438, 0.753906, 0.949219, 0.757812, 0.710938, 0.539062, 0.322266, 0.828125, 0.183594, 0.570312, 0.660156, 0.143555, 0.886719, 0.416016, 0.498047, 0.710938, 0.566406, 0.621094, 0.511719, 0.761719, 0.808594, 0.855469, 0.921875, 0.427734, 0.683594, 0.486328, 0.832031, 0.824219, 0.777344, 0.753906, 0.335938, 0.404297, 0.914062, 0.503906, 0.660156, 0.703125, 0.470703, 0.71875, 0.714844, 0.746094, 0.738281, 0.419922, 0.341797, 0.808594, 0.699219, 0.785156, 0.412109, 0.828125, 0.671875, 0.910156, 0.527344, 0.628906, 0.820312, 0.449219, 0.632812, 0.917969, 0.453125, 0.699219, 0.789062, 0.707031, 0.570312, 0.832031, 0.90625, 0.792969, 0.84375, 0.453125, 0.169922, 0.785156, 0.318359, 0.757812, 0.855469, 0.283203, 0.605469, 0.855469, 0.773438, 0.777344, 0.75, 0.169922, 0.640625, 0.429688, 0.753906, 0.644531, 0.703125, 0.917969, 0.714844, 0.636719, 0.71875, 0.503906, 0.289062, 0.8125, 0.605469, 0.636719, 0.392578, 0.835938, 0.863281, 0.726562, 0.839844, 0.761719, 0.558594, 0.878906, 0.890625, 0.746094, 0.386719, 0.777344, 0.597656, 0.785156, 0.835938, 0.46875, 0.753906, 0.816406, 0.742188, 0.722656, 0.816406, 0.8125, 0.726562, 0.859375, 0.710938, 0.402344, 0.777344, 0.746094, 0.589844, 0.777344, 0.515625, 0.886719, 0.691406, 0.363281, 0.820312, 0.429688, 0.730469, 0.388672, 0.695312, 0.707031, 0.337891, 0.186523, 0.482422, 0.933594, 0.484375, 0.361328, 0.910156, 0.925781, 0.460938, 0.746094, 0.373047, 0.703125, 0.847656, 0.691406, 0.166992, 0.558594, 0.18457, 0.375, 0.90625, 0.773438, 0.322266, 0.412109, 0.589844, 0.640625, 0.632812, 0.431641, 0.910156, 0.863281, 0.738281, 0.18457, 0.824219, 0.847656, 0.992188, 0.773438, 0.777344, 0.867188, 0.714844, 0.628906, 0.382812, 0.394531, 0.347656, 0.498047, 0.306641, 0.384766, 0.396484, 0.738281, 0.78125, 0.886719, 0.71875, 0.519531, 0.769531, 0.738281, 0.789062, 0.75, 0.84375, 0.167969, 0.353516, 0.65625, 0.734375, 0.523438, 0.255859, 0.359375, 0.671875, 0.808594, 0.675781, 0.898438, 0.15332, 0.761719, 0.726562, 0.683594, 0.382812, 0.167969, 0.738281, 0.835938, 0.492188, 0.416016, 0.478516, 0.628906, 0.445312, 0.949219, 0.400391, 0.373047, 0.777344, 0.175781, 0.765625, 0.589844, 0.166016, 0.914062, 0.824219, 0.777344, 0.425781, 0.609375, 0.777344, 0.800781, 0.882812, 0.330078, 0.472656, 0.390625, 0.417969, 0.730469, 0.261719, 0.84375, 0.523438, 1.0, 0.644531, 0.742188, 0.722656, 0.488281, 0.414062, 0.925781, 0.263672, 0.886719, 0.652344, 0.503906, 0.871094, 0.396484, 0.734375, 0.59375, 0.275391, 0.384766, 0.648438, 0.359375, 0.353516, 0.333984, 0.648438, 0.152344, 0.108398, 0.910156, 0.59375, 0.875, 0.867188, 0.490234, 0.972656, 0.628906, 0.882812, 0.492188, 0.652344, 0.753906, 0.40625, 0.378906, 0.722656, 0.914062, 0.71875, 0.671875, 0.558594, 0.539062, 0.292969, 0.492188, 0.458984, 0.169922, 0.367188, 0.886719, 0.644531, 0.898438, 0.945312, 0.75, 0.439453, 0.871094, 0.671875, 0.34375, 0.566406, 0.671875, 0.941406, 0.375, 0.65625, 0.917969, 0.898438, 0.347656, 0.429688, 0.863281, 0.746094, 0.554688, 0.902344, 0.298828, 0.574219, 0.628906, 0.785156, 0.867188, 0.298828, 0.223633, 0.5625, 0.494141, 0.800781, 0.419922, 0.917969, 0.726562, 0.447266, 0.660156, 0.34375, 0.824219, 0.683594, 0.65625, 0.828125, 0.4375, 0.765625, 0.632812, 0.414062, 0.375, 0.792969, 0.519531, 0.800781, 0.488281, 0.628906, 0.632812, 0.498047, 0.9375, 0.683594, 0.4375, 0.800781, 0.330078, 0.921875, 0.589844, 0.910156, 0.800781, 0.679688, 0.511719, 0.828125, 0.527344, 0.941406, 0.636719, 0.494141, 0.898438, 0.765625, 0.640625, 0.367188, 0.800781, 0.386719, 0.945312, 0.789062, 0.890625, 0.746094, 0.390625, 0.330078, 0.757812, 0.585938, 0.808594, 0.792969, 0.574219, 0.878906, 0.789062, 0.902344, 0.910156, 0.886719, 0.761719, 0.863281, 0.648438, 0.605469, 0.4375, 0.335938, 0.878906, 0.875, 0.789062, 0.792969, 0.703125, 0.726562, 0.878906, 0.574219, 0.855469, 0.851562, 0.816406, 0.597656, 0.769531, 0.147461, 0.769531, 0.396484, 0.152344, 0.6875, 0.640625, 0.722656, 0.466797, 0.707031, 0.765625, 0.78125, 0.9375, 0.910156, 0.746094, 0.443359, 0.34375, 0.279297, 0.589844, 0.863281, 0.386719, 0.972656, 0.628906, 0.738281, 0.894531, 0.808594, 0.660156, 0.824219, 0.878906, 0.734375, 0.367188, 0.78125, 0.921875, 0.71875, 0.427734, 0.746094, 0.863281, 0.886719, 0.90625, 0.765625, 0.882812, 0.792969, 0.785156, 0.894531, 0.710938, 0.566406, 0.894531, 0.757812, 0.765625, 0.800781, 0.902344, 0.785156, 0.746094, 0.707031, 0.835938, 0.5, 0.660156, 0.404297, 0.710938, 0.792969, 0.914062, 0.363281, 0.154297, 0.847656, 0.722656, 0.839844, 0.804688, 0.785156, 0.498047, 0.466797, 0.878906, 0.710938, 0.722656, 0.394531, 0.707031, 0.361328, 0.683594, 0.609375, 0.40625, 0.427734, 0.871094, 0.144531, 0.761719, 0.507812, 0.216797, 0.835938, 0.412109, 0.400391, 0.609375, 0.820312, 0.660156, 0.412109, 0.742188, 0.482422, 0.410156, 0.367188, 0.330078, 0.652344, 0.375, 0.390625, 0.392578, 0.757812, 0.605469, 0.84375, 0.917969, 0.369141, 0.804688, 0.318359, 0.941406, 0.515625, 0.648438, 0.832031, 0.800781, 0.566406, 0.773438, 0.332031, 0.84375, 0.738281, 0.933594, 0.726562, 0.369141, 0.890625, 0.902344, 0.820312, 0.494141, 0.703125, 0.816406, 0.605469, 0.734375, 0.578125, 0.9375, 0.703125, 0.835938, 0.800781, 0.890625, 0.582031, 0.730469, 0.824219, 0.412109, 0.644531, 0.9375, 0.609375, 0.765625, 0.566406, 0.746094, 0.960938, 0.851562, 0.636719, 0.257812, 0.539062, 0.660156, 0.382812, 0.738281, 0.96875, 0.617188, 0.40625, 0.816406, 0.613281, 0.945312, 0.765625, 0.824219, 0.789062, 0.804688, 0.707031, 0.433594, 0.578125, 0.361328, 0.726562, 0.820312, 0.820312, 0.4375, 0.832031, 0.800781, 0.734375, 0.765625, 0.523438, 0.433594, 0.300781, 0.734375, 0.582031, 0.621094, 0.582031, 0.621094, 0.632812, 0.632812, 0.871094, 0.726562, 0.8125, 0.482422, 0.53125, 0.380859, 0.292969, 0.472656, 0.546875, 0.816406, 0.863281, 0.796875, 0.882812, 0.691406, 0.75, 0.476562, 0.542969, 0.734375, 0.636719, 0.9375, 0.910156, 0.574219, 0.174805, 0.628906, 0.664062, 0.165039, 0.816406, 0.855469, 0.941406, 0.644531, 0.636719, 0.515625, 0.601562, 0.143555, 0.742188, 0.181641, 0.761719, 0.828125, 0.390625, 0.145508, 0.515625, 0.800781, 0.460938, 0.660156, 0.345703, 0.9375, 0.867188, 0.777344, 0.8125, 0.65625, 0.404297, 0.710938, 0.839844, 0.777344, 0.349609, 0.796875, 0.226562, 0.855469, 0.894531, 0.769531, 0.863281, 0.917969, 0.396484, 0.652344, 0.703125, 0.742188, 0.710938, 0.527344, 0.753906, 0.474609, 0.621094, 0.832031, 0.240234, 0.6875, 0.792969, 0.535156, 0.644531, 0.523438, 0.488281, 0.726562, 0.8125, 0.188477, 0.910156, 0.78125, 0.257812, 0.875, 0.484375, 0.945312, 0.765625, 0.707031, 0.640625, 0.746094, 0.863281, 0.660156, 0.769531, 0.523438, 0.902344, 0.800781, 0.707031, 0.738281, 0.695312, 0.804688, 0.199219, 0.863281, 0.90625, 0.447266, 0.777344, 0.78125, 0.800781, 0.761719, 0.925781, 0.917969, 0.691406, 0.375, 0.542969, 0.710938, 0.847656, 0.808594, 0.099609, 0.734375, 0.765625, 0.882812, 0.585938, 0.558594, 0.828125, 0.683594, 0.367188, 0.753906, 0.917969, 0.792969, 0.800781, 0.582031, 0.722656, 0.867188, 0.839844, 0.894531, 0.746094, 0.613281, 0.511719, 0.570312, 0.703125, 0.59375, 0.351562, 0.898438, 0.621094, 0.667969, 0.789062, 0.867188, 0.945312, 0.738281, 0.683594, 0.910156, 0.796875, 0.34375, 0.761719, 0.71875, 0.3125, 0.886719, 0.419922, 0.679688, 0.498047, 0.376953, 0.419922, 0.535156, 0.691406, 0.365234, 0.515625, 0.285156, 0.5, 0.628906, 0.46875, 0.355469, 0.785156, 0.137695, 0.671875, 0.863281, 0.765625, 0.738281, 0.917969, 0.527344, 0.921875, 0.792969, 0.169922, 0.175781, 0.369141, 0.53125, 0.859375, 0.421875, 0.699219, 0.84375, 0.390625, 0.816406, 0.445312, 0.820312, 0.90625, 0.675781, 0.738281, 0.554688, 0.742188, 0.192383, 0.644531, 0.648438, 0.773438, 0.53125, 0.353516, 0.441406, 0.738281, 0.824219, 0.53125, 0.449219, 0.671875, 0.738281, 0.773438, 0.800781, 0.917969, 0.601562, 0.523438, 0.421875, 0.675781, 0.757812, 0.621094, 0.382812, 0.585938, 0.777344, 0.796875, 0.419922, 0.703125, 0.84375, 0.445312, 0.753906, 0.458984, 0.398438, 0.287109, 0.941406, 0.699219, 0.816406, 0.408203, 0.558594, 0.503906, 0.151367, 0.773438, 0.800781, 0.441406, 0.601562, 0.722656, 0.5625, 0.492188, 0.933594, 0.863281, 0.566406, 0.310547, 0.648438, 0.902344, 0.539062, 0.769531, 0.507812, 0.699219, 0.863281, 0.667969, 0.570312, 0.921875, 0.279297, 0.863281, 0.941406, 0.683594, 0.761719, 0.490234, 0.625, 0.453125, 0.902344, 0.835938, 0.251953, 0.294922, 0.707031, 0.496094, 0.738281, 0.886719, 0.46875, 0.691406, 0.84375, 0.722656, 0.435547, 0.929688, 0.378906, 0.695312, 0.707031, 0.707031, 0.503906, 0.636719, 0.769531, 0.617188, 0.71875, 0.828125, 0.582031, 0.361328, 0.451172, 0.515625, 0.439453, 0.773438, 0.589844, 0.800781, 0.574219, 0.675781, 0.632812, 0.546875, 0.710938, 0.773438, 0.824219, 0.396484, 0.707031, 0.210938, 0.699219, 0.785156, 0.714844, 0.785156, 0.703125, 0.535156, 0.753906, 0.167969, 0.351562, 0.691406, 0.398438, 0.519531, 0.53125, 0.921875, 0.890625, 0.738281, 0.5, 0.163086, 0.757812, 0.213867, 0.410156, 0.361328, 0.75, 0.539062, 0.734375, 0.445312, 0.855469, 0.855469, 0.847656, 0.769531, 0.429688, 0.71875, 0.78125, 0.761719, 0.789062, 0.59375, 0.878906, 0.636719, 0.273438, 0.875, 0.523438, 0.667969, 0.453125, 0.482422, 0.412109, 0.703125, 0.734375, 0.769531, 0.328125, 0.855469, 0.400391, 0.396484, 0.174805, 0.490234, 0.8125, 0.722656, 0.925781, 0.738281, 0.667969, 0.136719, 0.535156, 0.400391, 0.597656, 0.474609, 0.75, 0.734375, 0.816406, 0.53125, 0.800781, 0.699219, 0.785156, 0.964844, 0.941406, 0.933594, 0.800781, 0.921875, 0.449219, 0.628906, 0.404297, 0.765625, 0.671875, 0.3125, 0.75, 0.179688, 0.792969, 0.390625, 0.412109, 0.816406, 0.178711, 0.769531, 0.271484, 0.851562, 0.878906, 0.550781, 0.691406, 0.601562, 0.804688, 0.828125, 0.78125, 0.421875, 0.789062, 0.036865, 0.902344, 0.363281, 0.890625, 0.455078, 0.234375, 0.875, 0.898438, 0.851562, 0.75, 0.523438, 0.851562, 0.691406, 0.878906, 0.664062, 0.601562, 0.375, 0.851562, 0.816406, 0.628906, 0.636719, 0.773438, 0.139648, 0.851562, 0.570312, 0.835938, 0.486328, 0.707031, 0.554688, 0.648438, 0.65625, 0.048584, 0.367188, 0.683594, 0.416016, 0.304688, 0.941406, 0.738281, 0.371094, 0.605469, 0.291016, 0.898438, 0.699219, 0.589844, 0.660156, 0.921875, 0.609375, 0.773438, 0.804688, 0.527344, 0.476562, 0.726562, 0.476562, 0.174805, 0.400391, 0.400391, 0.675781, 0.777344, 0.808594, 0.150391, 0.816406, 0.949219, 0.789062, 0.535156, 0.199219, 0.361328, 0.917969, 0.369141, 0.279297, 0.878906, 0.539062, 0.339844, 0.957031, 0.734375, 0.898438, 0.476562, 0.914062, 0.558594, 0.855469, 0.695312, 0.550781, 0.753906, 0.65625, 0.808594, 0.402344, 0.789062, 0.769531, 0.585938, 0.769531, 0.443359, 0.707031, 0.574219, 0.482422, 0.617188, 0.466797, 0.902344, 0.773438, 0.613281, 0.789062, 0.318359, 0.765625, 0.574219, 0.433594, 0.519531, 0.933594, 0.882812, 0.445312, 0.632812, 0.429688, 0.832031, 0.609375, 0.957031, 0.8125, 0.828125, 0.449219, 0.542969, 0.644531, 0.582031, 0.503906, 0.839844, 0.832031, 0.585938, 0.316406, 0.757812, 0.186523, 0.316406, 0.722656, 0.578125, 0.28125, 0.636719, 0.789062, 0.382812, 0.910156, 0.644531, 0.855469, 0.722656, 0.777344, 0.902344, 0.921875, 0.380859, 0.476562, 0.679688, 0.675781, 0.945312, 0.652344, 0.882812, 0.945312, 0.710938, 0.808594, 0.847656, 0.287109, 0.683594, 0.84375, 0.796875, 0.621094, 0.808594, 0.636719, 0.863281, 0.816406, 0.457031, 0.84375, 0.527344, 0.710938, 0.78125, 0.898438, 0.886719, 0.158203, 0.648438, 0.664062, 0.925781, 0.507812, 0.773438, 0.835938, 0.804688, 0.851562, 0.443359, 0.648438, 0.882812, 0.707031, 0.601562, 0.419922, 0.617188, 0.855469, 0.174805, 0.400391, 0.78125, 0.703125, 0.855469, 0.710938, 0.373047, 0.384766, 0.9375, 0.251953, 0.789062, 0.566406, 0.609375, 0.652344, 0.9375, 0.439453, 0.777344, 0.863281, 0.960938, 0.65625, 0.429688, 0.851562, 0.683594, 0.6875, 0.792969, 0.722656, 0.198242, 0.859375, 0.511719, 0.734375, 0.660156, 0.722656, 0.304688, 0.785156, 0.898438, 0.457031, 0.753906, 0.789062, 0.172852, 0.867188, 0.167969, 0.400391, 0.554688, 0.369141, 0.351562, 0.398438, 0.283203, 0.59375, 0.652344, 0.539062, 0.683594, 0.726562, 0.523438, 0.59375, 0.746094, 0.40625, 0.4375, 0.173828, 0.578125, 0.757812, 0.644531, 0.367188, 0.792969, 0.660156, 0.546875, 0.929688, 0.648438, 0.412109, 0.90625, 0.138672, 0.644531, 0.800781, 0.691406, 0.699219, 0.730469, 0.722656, 0.392578, 0.457031, 0.824219, 0.490234, 0.867188, 0.851562, 0.400391, 0.78125, 0.804688, 0.326172, 0.640625, 0.433594, 0.185547, 0.710938, 0.902344, 0.898438, 0.675781, 0.365234, 0.141602, 0.867188, 0.439453, 0.886719, 0.703125, 0.777344, 0.734375, 0.496094, 0.722656, 0.789062, 0.550781, 0.703125, 0.380859, 0.8125, 0.933594, 0.859375, 0.269531, 0.392578, 0.494141, 0.664062, 0.722656, 0.392578, 0.625, 0.773438, 0.6875, 0.464844, 0.703125, 0.902344, 0.59375, 1.0, 0.804688, 0.423828, 0.769531, 0.386719, 0.75, 0.78125, 0.851562, 0.851562, 0.333984, 0.162109, 0.601562, 0.816406, 0.808594, 0.871094, 0.789062, 0.423828, 0.773438, 0.875, 0.628906, 0.179688, 0.59375, 0.933594, 0.632812, 0.820312, 0.472656, 0.546875, 0.746094, 0.726562, 0.632812, 0.804688, 0.875, 0.628906, 0.742188, 0.511719, 0.800781, 0.212891, 0.789062, 0.703125, 0.902344, 0.660156, 0.447266, 0.330078, 0.410156, 0.851562, 0.605469, 0.46875, 0.667969, 0.90625, 0.789062, 0.482422, 0.824219, 0.648438, 0.921875, 0.390625, 0.855469, 0.773438, 0.667969, 0.773438, 0.84375, 0.236328, 0.863281, 0.945312, 0.621094, 0.542969, 0.78125, 0.84375, 0.597656, 0.176758, 0.875, 0.46875, 0.277344, 0.707031, 0.648438, 0.929688, 0.742188, 0.730469, 0.820312, 0.746094, 0.707031, 0.761719, 0.777344, 0.408203, 0.660156, 0.714844, 0.578125, 0.707031, 0.660156, 0.699219, 0.761719, 0.914062, 0.412109, 0.539062, 0.347656, 0.914062, 0.4375, 0.882812, 0.691406, 0.648438, 0.757812, 0.605469, 0.449219, 0.359375, 0.65625, 0.361328, 0.365234, 0.796875, 0.84375, 0.730469, 0.4375, 0.589844, 0.761719, 0.617188, 0.914062, 0.835938, 0.921875, 0.515625, 0.792969, 0.5, 0.730469, 0.78125, 0.330078, 0.714844, 0.300781, 0.486328, 0.714844, 0.78125, 0.535156, 0.376953, 0.398438, 0.8125, 0.773438, 0.792969, 0.449219, 0.777344, 0.617188, 0.929688, 0.769531, 0.376953, 0.632812, 0.503906, 0.84375, 0.644531, 0.847656, 0.335938, 0.847656, 0.917969, 0.337891, 0.287109, 0.769531, 0.613281, 0.337891, 0.695312, 0.71875, 0.734375, 0.933594, 0.707031, 0.894531, 0.753906, 0.609375, 0.757812, 0.349609, 0.65625, 0.761719, 0.722656, 0.609375, 0.345703, 0.820312, 0.3125, 0.539062, 0.476562, 0.726562, 0.458984, 0.632812, 0.335938, 0.695312, 0.59375, 0.435547, 0.353516, 0.667969, 0.585938, 0.178711, 0.121094, 0.484375, 0.609375, 0.738281, 0.738281, 0.298828, 0.796875, 0.773438, 0.757812, 0.761719, 0.279297, 0.515625, 0.376953, 0.507812, 0.167969, 0.275391, 0.447266, 0.828125, 0.337891, 0.746094, 0.683594, 0.875, 0.703125, 0.914062, 0.59375, 0.785156, 0.910156, 0.220703, 0.773438, 0.550781, 0.878906, 0.412109, 0.710938, 0.390625, 0.648438, 0.78125, 0.859375, 0.628906, 0.335938, 0.65625, 0.667969, 0.542969, 0.570312, 0.388672, 0.652344, 0.609375, 0.466797, 0.820312, 0.941406, 0.832031, 0.953125, 0.59375, 0.345703, 0.871094, 0.472656, 0.882812, 0.703125, 0.566406, 0.773438, 0.138672, 0.816406, 0.746094, 0.722656, 0.878906, 0.691406, 0.679688, 0.511719, 0.714844, 0.808594, 0.431641, 0.628906, 0.675781, 0.753906, 0.914062, 0.902344, 0.574219, 0.578125, 0.6875, 0.558594, 0.582031, 0.621094, 0.554688, 0.726562, 0.412109, 0.326172, 0.353516, 0.832031, 0.609375, 0.757812, 0.855469, 0.679688, 0.964844, 0.941406, 0.828125, 0.648438, 0.648438, 0.613281, 0.373047, 0.535156, 0.730469, 0.855469, 0.863281, 0.439453, 0.625, 0.917969, 0.455078, 0.929688, 0.410156, 0.738281, 0.78125, 0.773438, 0.769531, 0.18457, 0.5625, 0.408203, 0.4375, 0.410156, 0.212891, 0.558594, 0.423828, 0.773438, 0.363281, 0.703125, 0.726562, 0.474609, 0.804688, 0.147461, 0.542969, 0.886719, 0.376953, 0.417969, 0.867188, 0.835938, 0.796875, 0.839844, 0.851562, 0.554688, 0.404297, 0.137695, 0.972656, 0.414062, 0.867188, 0.6875, 0.800781, 0.558594, 0.65625, 0.484375, 0.785156, 0.679688, 0.455078, 0.699219, 0.65625, 0.523438, 0.400391, 0.789062, 0.363281, 0.139648, 0.683594, 0.753906, 0.644531, 0.644531, 0.675781, 0.146484, 0.53125, 0.925781, 0.839844, 0.396484, 0.808594, 0.859375, 0.839844, 0.742188, 0.792969, 0.490234, 0.832031, 0.78125, 0.667969, 0.179688, 0.761719, 0.166016, 0.78125, 0.738281, 0.375, 0.839844, 0.777344, 0.824219, 0.470703, 0.507812, 0.597656, 0.136719, 0.285156, 0.699219, 0.714844, 0.464844, 0.84375, 0.632812, 0.34375, 0.851562, 0.371094, 0.691406, 0.400391, 0.53125, 0.832031, 0.3125, 0.890625, 0.878906, 0.769531, 0.609375, 0.628906, 0.761719, 0.515625, 0.832031, 0.824219, 0.425781, 0.882812, 0.566406, 0.882812, 0.835938, 0.804688, 0.941406, 0.765625, 0.847656, 0.486328, 0.625, 0.777344, 0.832031, 0.773438, 0.757812, 0.402344, 0.871094, 0.703125, 0.435547, 0.451172, 0.761719, 0.960938, 0.351562, 0.140625, 0.503906, 0.859375, 0.161133, 0.730469, 0.382812, 0.769531, 0.585938, 0.832031, 0.703125, 0.359375, 0.796875, 0.929688, 0.6875, 0.699219, 0.554688, 0.75, 0.449219, 0.425781, 0.691406, 0.324219, 0.193359, 0.753906, 0.425781, 0.773438, 0.6875, 0.742188, 0.5625, 0.757812, 0.953125, 0.8125, 0.828125, 0.804688, 0.180664, 0.558594, 0.398438, 0.349609, 0.1875, 0.949219, 0.691406, 0.796875, 0.382812, 0.644531, 0.277344, 0.449219, 0.429688, 0.126953, 0.367188, 0.742188, 0.832031, 0.761719, 0.707031, 0.667969, 0.382812, 0.714844, 0.996094, 0.902344, 0.621094, 0.644531, 0.4375, 0.804688, 0.816406, 0.839844, 0.800781, 0.863281, 0.5, 0.486328, 0.371094, 0.882812, 0.652344, 0.722656, 0.914062, 0.636719, 0.921875, 0.427734, 0.171875, 0.369141, 0.453125, 0.90625, 0.458984, 0.265625, 0.443359, 0.40625, 0.925781, 0.730469, 0.828125, 0.640625, 0.703125, 0.445312, 0.582031, 0.710938, 0.664062, 0.820312, 0.707031, 0.820312, 0.257812, 0.421875, 0.871094, 0.742188, 0.867188, 0.271484, 0.953125, 0.675781, 0.726562, 0.894531, 0.664062, 0.761719, 0.464844, 0.570312, 0.570312, 0.357422, 0.769531, 0.910156, 0.511719, 0.769531, 0.863281, 0.636719, 0.648438, 0.496094, 0.40625, 0.566406, 0.431641, 0.769531, 0.730469, 0.5625, 0.78125, 0.425781, 0.90625, 0.498047, 0.601562, 0.914062, 0.176758, 0.546875, 0.550781, 0.474609, 0.15332, 0.302734, 0.796875, 0.710938, 0.785156, 0.373047, 0.886719, 0.539062, 0.632812, 0.804688, 0.695312, 0.75, 0.898438, 0.792969, 0.337891, 0.6875, 0.472656, 0.886719, 0.4375, 0.386719, 0.726562, 0.386719, 0.816406, 0.439453, 0.632812, 0.699219, 0.219727, 0.75, 0.925781, 0.847656, 0.742188, 0.410156, 0.777344, 0.847656, 0.496094, 0.894531, 0.308594, 0.511719, 0.722656, 0.769531, 0.605469, 0.605469, 0.617188, 0.582031, 0.388672, 0.71875, 0.683594, 0.550781, 0.753906, 0.462891, 0.585938, 0.369141, 0.691406, 0.738281, 0.279297, 0.429688, 0.349609, 0.816406, 0.847656, 1.453125, 0.902344, 0.353516, 0.380859, 0.617188, 0.90625, 0.441406, 0.166016, 0.792969, 0.625, 0.78125, 0.765625, 1.132812, 0.574219, 0.738281, 0.4375, 0.707031, 0.458984, 0.753906, 0.257812, 0.145508, 0.738281, 0.804688, 0.679688, 0.601562, 0.902344, 0.734375, 0.285156, 0.6875, 0.683594, 0.59375, 0.808594, 0.285156, 0.730469, 0.855469, 0.53125, 0.855469, 0.386719, 0.789062, 0.957031, 0.482422, 0.040527, 0.847656, 0.738281, 0.640625, 0.640625, 0.601562, 0.785156, 0.769531, 0.90625, 0.5625, 0.402344, 0.734375, 0.632812, 0.933594, 0.5, 0.800781, 0.871094, 0.625, 0.628906, 0.765625, 0.375, 0.164062, 0.6875, 0.761719, 0.84375, 0.753906, 0.859375, 0.972656, 0.75, 0.75, 0.703125, 0.185547, 0.78125, 0.349609, 0.667969, 0.453125, 0.326172, 0.46875, 0.515625, 0.871094, 0.804688, 0.640625, 0.566406, 0.886719, 0.816406, 0.796875, 0.808594, 0.660156, 0.921875, 0.871094, 0.453125, 0.660156, 0.691406, 0.664062, 0.410156, 0.570312, 0.804688, 0.789062, 0.394531, 0.359375, 0.636719, 0.929688, 0.894531, 0.789062, 0.808594, 0.863281, 0.851562, 0.898438, 0.546875, 0.373047, 0.417969, 0.574219, 0.625, 0.351562, 0.777344, 0.902344, 0.474609, 0.427734, 0.890625, 0.558594, 0.925781, 0.182617, 0.34375, 0.746094, 0.470703, 0.800781, 0.839844, 0.902344, 0.875, 0.921875, 0.679688, 0.757812, 0.597656, 0.894531, 0.726562, 0.640625, 0.9375, 0.910156, 0.867188, 0.644531, 0.898438, 0.867188, 0.582031, 0.808594, 0.582031, 0.910156, 0.550781, 0.734375, 0.816406, 0.824219, 0.808594, 0.710938, 0.878906, 0.589844, 0.566406, 0.652344, 0.710938, 0.929688, 0.601562, 0.671875, 0.890625, 0.609375, 0.695312, 0.394531, 0.431641, 0.404297, 0.746094, 0.386719, 0.333984, 0.808594, 0.466797, 0.318359, 0.722656, 0.773438, 0.875, 0.421875, 0.894531, 0.453125, 0.695312, 0.425781, 0.960938, 0.28125, 0.294922, 0.902344, 0.945312, 0.917969, 0.357422, 0.298828, 0.507812, 0.808594, 0.785156, 0.6875, 0.6875, 0.8125, 0.730469, 0.236328, 0.539062, 0.710938, 0.738281, 0.320312, 0.478516, 0.359375, 0.419922, 0.425781, 0.367188, 0.78125, 0.722656, 0.554688, 0.174805, 0.714844, 0.925781, 0.808594, 0.757812, 0.683594, 0.890625, 0.414062, 0.855469, 0.746094, 0.90625, 0.726562, 0.714844, 0.22168, 0.773438, 0.730469, 0.738281, 0.578125, 0.71875, 0.613281, 0.664062, 0.384766, 0.757812, 0.753906, 0.785156, 0.695312, 0.335938, 0.707031, 0.566406, 0.664062, 0.644531, 0.363281, 0.439453, 0.175781, 0.808594, 0.886719, 0.800781, 0.863281, 0.621094, 0.832031, 0.730469, 0.675781, 0.453125, 0.396484, 0.578125, 0.691406, 0.257812, 0.726562, 0.371094, 0.820312, 0.527344, 0.578125, 0.707031, 0.314453, 0.742188, 0.683594, 0.902344, 0.949219, 0.503906, 0.890625, 0.609375, 0.431641, 0.300781, 0.789062, 0.6875, 0.6875, 0.785156, 0.800781, 0.34375, 0.34375, 0.578125, 0.664062, 0.5625, 0.738281, 0.804688, 0.800781, 0.160156, 0.753906, 0.390625, 0.839844, 0.800781, 0.546875, 0.667969, 0.667969, 0.886719, 0.8125, 0.394531, 0.75, 0.886719, 0.375, 0.609375, 0.871094, 0.796875, 0.597656, 0.621094, 0.761719, 0.839844, 0.835938, 0.447266, 0.478516, 0.925781, 0.703125, 0.804688, 0.679688, 0.375, 0.636719, 0.816406, 0.761719, 0.804688, 0.601562, 0.707031, 0.777344, 0.929688, 0.875, 0.8125, 0.691406, 0.427734, 0.824219, 0.609375, 0.146484, 0.722656, 0.871094, 0.6875, 0.574219, 0.400391, 0.753906, 0.46875, 0.8125, 0.777344, 0.941406, 0.777344, 0.507812, 0.722656, 0.929688, 0.773438, 0.835938, 0.65625, 0.503906, 0.859375, 0.664062, 0.488281, 0.628906, 0.695312, 0.255859, 0.171875, 0.832031, 0.378906, 0.78125, 0.789062, 0.90625, 0.363281, 0.550781, 0.800781, 0.695312, 0.910156, 0.640625, 0.683594, 0.402344, 0.486328, 0.910156, 0.742188, 0.757812, 0.800781, 0.157227, 0.921875, 0.371094, 0.875, 0.902344, 0.519531, 0.84375, 0.761719, 0.882812, 0.925781, 0.839844, 0.765625, 0.431641, 0.628906, 0.640625, 0.738281, 0.855469, 0.75, 0.671875, 0.78125, 0.523438, 0.376953, 0.863281, 0.582031, 0.796875, 0.738281, 0.789062, 0.722656, 0.726562, 0.349609, 0.429688, 0.554688, 0.753906, 0.382812, 0.150391, 0.734375, 0.376953, 0.482422, 0.392578, 0.378906, 0.890625, 0.462891, 0.392578, 0.421875, 0.353516, 0.550781, 0.914062, 0.363281, 0.660156, 0.914062, 0.835938, 0.777344, 0.507812, 0.582031, 0.78125, 0.773438, 0.679688, 0.835938, 0.40625, 0.902344, 0.800781, 0.789062, 0.617188, 0.8125, 0.527344, 0.703125, 0.738281, 0.15332, 0.75, 0.734375, 0.402344, 0.925781, 0.738281, 0.777344, 0.804688, 0.828125, 0.824219, 0.652344, 0.792969, 0.707031, 0.683594, 0.421875, 0.59375, 0.431641, 0.714844, 0.933594, 0.84375, 0.777344, 0.710938, 0.835938, 0.730469, 0.178711, 0.605469, 0.898438, 0.486328, 0.613281, 0.75, 0.714844, 0.847656, 0.640625, 0.792969, 0.480469, 0.228516, 0.804688, 0.863281, 0.605469, 0.75, 0.207031, 0.785156, 0.730469, 0.765625, 0.839844, 0.671875, 0.447266, 0.757812, 0.490234, 0.460938, 0.855469, 0.742188, 0.605469, 0.671875, 0.910156, 0.929688, 0.550781, 0.792969, 0.507812, 0.478516, 0.640625, 0.714844, 0.535156, 0.714844, 0.832031, 0.6875, 0.734375, 0.443359, 0.910156, 0.683594, 0.730469, 0.570312, 0.816406, 0.455078, 0.628906, 0.333984, 0.660156, 0.765625, 0.691406, 0.746094, 0.765625, 0.714844, 0.570312, 0.523438, 0.472656, 0.726562, 0.84375, 0.470703, 0.613281, 0.566406, 0.851562, 0.287109, 0.714844, 0.632812, 0.601562, 0.78125, 0.679688, 0.652344, 0.6875, 0.730469, 0.511719, 0.941406, 0.863281, 0.455078, 0.710938, 0.40625, 0.78125, 0.644531, 0.466797, 0.902344, 0.960938, 0.722656, 0.820312, 0.162109, 0.863281, 0.667969, 0.574219, 0.859375, 0.394531, 0.439453, 0.796875, 0.753906, 0.730469, 0.777344, 0.339844, 0.78125, 0.566406, 0.910156, 0.796875, 0.632812, 0.894531, 0.243164, 0.71875, 0.155273, 0.746094, 0.75, 0.585938, 0.839844, 0.792969, 0.498047, 0.408203, 0.605469, 0.890625, 0.330078, 0.570312, 0.535156, 0.219727, 0.648438, 0.515625, 0.722656, 0.804688, 0.462891, 0.910156, 0.859375, 0.298828, 0.333984, 0.933594, 0.539062, 0.867188, 0.667969, 0.800781, 0.375, 0.333984, 0.462891, 0.957031, 0.898438, 0.695312, 0.738281, 0.476562, 0.839844, 0.515625, 0.773438, 0.392578, 0.431641, 0.804688, 0.789062, 0.589844, 0.925781, 0.792969, 0.902344, 0.734375, 0.761719, 0.902344, 0.714844, 0.404297, 0.890625, 0.941406, 0.636719, 0.578125, 0.785156, 0.761719, 0.882812, 0.133789, 0.828125, 0.777344, 0.769531, 0.875, 0.683594, 0.71875, 0.369141, 0.722656, 0.292969, 0.527344, 0.173828, 0.474609, 0.820312, 0.324219, 0.667969, 0.78125, 0.742188, 0.710938, 0.980469, 0.167969, 0.984375, 0.816406, 0.816406, 0.933594, 0.785156, 0.671875, 0.671875, 0.902344, 0.691406, 0.566406, 0.707031, 0.890625, 0.429688, 0.824219, 0.957031, 0.886719, 0.78125, 0.703125, 0.390625, 0.671875, 0.773438, 0.398438, 0.414062, 0.714844, 0.267578, 0.785156, 0.945312, 0.777344, 0.347656, 0.917969, 0.753906, 0.84375, 0.144531, 0.345703, 0.392578, 0.394531, 0.835938, 0.404297, 0.8125, 0.613281, 0.683594, 0.875, 0.357422, 0.373047, 0.648438, 0.597656, 0.882812, 0.574219, 0.769531, 0.550781, 0.574219, 0.761719, 0.792969, 0.703125, 0.417969, 0.789062, 0.738281, 0.761719, 0.910156, 0.855469, 0.291016, 0.554688, 0.613281, 0.175781, 0.78125, 0.652344, 0.382812, 0.675781, 0.435547, 0.65625, 0.820312, 0.621094, 1.070312, 0.667969, 0.761719, 0.78125, 0.53125, 0.621094, 0.84375, 0.765625, 0.875, 0.84375, 0.373047, 0.177734, 0.835938, 0.804688, 0.550781, 0.671875, 0.800781, 0.792969, 0.90625, 0.392578, 0.425781, 0.257812, 0.484375, 0.640625, 0.449219, 0.792969, 0.925781, 0.777344, 0.785156, 0.722656, 0.789062, 0.753906, 0.867188, 0.441406, 0.777344, 0.542969, 0.675781, 0.174805, 0.8125, 0.707031, 0.155273, 0.84375, 0.746094, 0.921875, 0.597656, 0.46875, 0.605469, 0.570312, 0.241211, 0.773438, 0.542969, 0.382812, 0.925781, 0.703125, 0.178711, 0.777344, 0.197266, 0.773438, 0.84375, 0.519531, 0.671875, 0.349609, 0.824219, 0.589844, 0.808594, 0.439453, 0.671875, 0.351562, 0.408203, 0.828125, 0.185547, 0.371094, 0.5, 0.239258, 0.515625, 0.652344, 0.9375, 0.898438, 0.78125, 0.792969, 0.447266, 0.789062, 0.15918, 0.46875, 0.789062, 0.898438, 0.753906, 0.730469, 0.863281, 0.4375, 0.753906, 0.519531, 0.894531, 0.474609, 0.570312, 0.726562, 0.609375, 0.800781, 0.675781, 0.386719, 0.914062, 0.769531, 0.789062, 0.333984, 0.523438, 0.839844, 0.445312, 0.466797, 0.186523, 0.445312, 0.730469, 0.777344, 0.773438, 0.470703, 0.875, 0.746094, 0.664062, 0.699219, 0.6875, 0.496094, 0.4375, 0.652344, 0.4375, 0.628906, 0.585938, 0.211914, 0.773438, 0.757812, 0.644531, 0.714844, 0.628906, 0.746094, 0.679688, 0.582031, 0.449219, 0.141602, 0.482422, 0.449219, 0.71875, 0.441406, 0.832031, 0.835938 ] }, "name": "model.model.layers.11.post_attention_layernorm.weight", "outputIndexes": [ 995 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 994 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_11/Mul_output_0", "outputIndexes": [ 996 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 995, 996 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_11/Mul_1_output_0", "outputIndexes": [ 997 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 997 ], "outputIndexes": [ 2632 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2632 ], "outputIndexes": [ 2633 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear", "inputIndexes": [ 2633 ], "outputIndexes": [ 2634 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1458710262, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2634 ], "outputIndexes": [ 2635 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2635 ], "outputIndexes": [ 998 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 998 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_11/Sigmoid_output_0", "outputIndexes": [ 999 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 998, 999 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_11/Mul_output_0", "outputIndexes": [ 1000 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 997 ], "outputIndexes": [ 2636 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2636 ], "outputIndexes": [ 2637 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear", "inputIndexes": [ 2637 ], "outputIndexes": [ 2638 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1496901388, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2638 ], "outputIndexes": [ 2639 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2639 ], "outputIndexes": [ 1001 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1000, 1001 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_11/Mul_output_0", "outputIndexes": [ 1002 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1002 ], "outputIndexes": [ 2640 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2640 ], "outputIndexes": [ 2641 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear", "inputIndexes": [ 2641 ], "outputIndexes": [ 2642 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1535092514, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2642 ], "outputIndexes": [ 2643 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2643 ], "outputIndexes": [ 1003 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 994, 1003 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_59_output_0", "outputIndexes": [ 1004 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1004, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_108_output_0", "outputIndexes": [ 1005 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.132812, 0.460938, 1.359375, 0.367188, 1.109375, 0.5, 0.423828, 0.621094, 0.648438, 0.271484, 0.507812, 0.306641, 0.429688, 0.291016, 0.351562, 0.882812, 0.443359, 0.314453, 0.445312, 0.322266, 0.679688, 0.515625, 0.449219, 0.349609, 0.318359, 0.820312, 0.267578, 0.289062, 0.408203, 0.341797, 0.992188, 0.261719, 0.644531, 0.441406, 0.789062, 0.796875, 0.320312, 1.0, 0.419922, 0.316406, 0.890625, 0.46875, 1.34375, 0.601562, 1.125, 0.804688, 0.105957, 1.21875, 0.929688, 0.339844, 1.15625, 0.398438, 0.376953, 0.373047, 0.78125, 0.410156, 0.742188, 1.0, 0.753906, 0.640625, 0.287109, 0.679688, 0.703125, 0.423828, 1.0625, 1.398438, 0.229492, 0.441406, 0.273438, 0.539062, 0.388672, 0.800781, 0.644531, 0.478516, 1.015625, 0.621094, 0.921875, 0.359375, 0.710938, 0.96875, 1.054688, 1.0, 1.25, 0.482422, 0.613281, 0.062988, 0.4375, 1.21875, 0.496094, 0.589844, 0.664062, 0.515625, 0.519531, 0.478516, 1.1875, 0.417969, 0.628906, 0.341797, 0.439453, 0.287109, 0.294922, 0.332031, 0.882812, 0.449219, 1.601562, 0.828125, 1.523438, 0.367188, 0.945312, 0.4375, 0.394531, 0.367188, 0.460938, 0.839844, 0.388672, 1.046875, 0.296875, 0.566406, 0.777344, 0.263672, 0.310547, 0.375, 0.761719, 0.453125, 0.847656, 0.373047, 0.78125, 0.394531, 0.083008, 0.333984, 0.275391, 0.441406, 0.457031, 1.242188, 0.507812, 0.597656, 0.357422, 0.496094, 0.589844, 0.617188, 0.306641, 0.835938, 0.777344, 0.238281, 0.792969, 0.347656, 1.359375, 0.458984, 0.871094, 0.410156, 0.921875, 0.503906, 0.410156, 0.5, 0.859375, 0.648438, 0.363281, 0.318359, 0.925781, 1.078125, 0.316406, 0.421875, 0.65625, 0.433594, 1.0625, 0.423828, 0.478516, 0.902344, 0.392578, 0.589844, 0.455078, 0.289062, 0.273438, 0.291016, 0.416016, 1.242188, 0.447266, 0.376953, 0.722656, 0.396484, 0.235352, 0.476562, 0.742188, 0.222656, 0.182617, 0.625, 0.390625, 0.289062, 0.367188, 0.511719, 0.273438, 0.546875, 1.242188, 0.328125, 1.484375, 0.589844, 0.5, 0.902344, 0.585938, 0.400391, 0.402344, 1.210938, 1.46875, 1.414062, 1.414062, 0.460938, 0.257812, 0.402344, 0.65625, 0.240234, 0.667969, 0.423828, 0.289062, 0.714844, 0.419922, 1.257812, 0.378906, 0.347656, 1.164062, 0.404297, 0.376953, 0.359375, 0.894531, 0.519531, 0.53125, 1.148438, 0.310547, 0.632812, 0.376953, 0.425781, 0.597656, 1.0, 0.570312, 0.376953, 0.443359, 1.132812, 0.333984, 0.921875, 0.078125, 0.507812, 0.765625, 0.375, 0.503906, 0.408203, 0.310547, 1.007812, 0.539062, 0.664062, 0.667969, 0.451172, 0.410156, 1.3125, 0.419922, 0.416016, 0.451172, 0.373047, 0.441406, 0.067871, 0.361328, 0.380859, 0.474609, 0.472656, 0.5625, 0.636719, 0.523438, 0.273438, 0.476562, 0.404297, 1.148438, 1.09375, 1.132812, 0.667969, 0.550781, 0.585938, 0.332031, 1.203125, 0.490234, 0.542969, 0.289062, 1.25, 0.353516, 0.419922, 0.06543, 0.5, 0.382812, 1.21875, 0.251953, 0.675781, 0.695312, 0.316406, 1.078125, 0.345703, 0.644531, 0.523438, 0.314453, 0.421875, 1.085938, 0.310547, 0.789062, 0.375, 0.275391, 0.664062, 0.498047, 0.824219, 1.109375, 0.742188, 0.416016, 0.380859, 0.515625, 0.515625, 1.078125, 0.40625, 0.404297, 0.396484, 1.015625, 0.554688, 0.515625, 0.90625, 0.710938, 0.410156, 0.847656, 0.4375, 0.324219, 0.371094, 0.417969, 0.40625, 0.353516, 0.453125, 0.5, 0.431641, 0.070801, 0.742188, 0.648438, 0.404297, 0.449219, 0.384766, 0.800781, 1.242188, 0.707031, 0.243164, 0.067871, 0.347656, 0.375, 0.396484, 0.11377, 0.957031, 1.117188, 0.488281, 0.361328, 0.421875, 0.785156, 0.333984, 1.179688, 0.460938, 1.234375, 0.394531, 0.490234, 0.648438, 0.328125, 0.425781, 1.328125, 1.0, 0.118164, 0.298828, 0.351562, 0.494141, 0.410156, 1.0625, 0.472656, 0.316406, 0.410156, 0.396484, 0.511719, 0.353516, 0.597656, 1.117188, 0.117676, 0.378906, 0.453125, 0.703125, 0.777344, 0.5625, 0.439453, 1.179688, 0.703125, 0.345703, 1.210938, 0.476562, 0.404297, 0.369141, 0.414062, 1.046875, 0.558594, 0.227539, 0.318359, 0.59375, 0.349609, 0.337891, 0.447266, 0.103027, 0.367188, 0.589844, 0.539062, 0.957031, 0.296875, 0.535156, 0.644531, 0.652344, 0.523438, 0.671875, 0.585938, 0.523438, 0.839844, 0.390625, 0.621094, 1.210938, 0.957031, 0.439453, 0.439453, 0.554688, 0.539062, 0.96875, 0.386719, 0.292969, 0.345703, 0.332031, 0.667969, 0.578125, 0.332031, 0.550781, 0.416016, 0.361328, 0.310547, 0.419922, 0.953125, 0.208008, 0.4375, 0.453125, 0.373047, 0.412109, 0.367188, 1.164062, 1.429688, 0.412109, 0.441406, 0.402344, 0.447266, 0.519531, 1.179688, 1.28125, 1.203125, 0.417969, 0.527344, 0.388672, 1.53125, 0.796875, 0.232422, 0.351562, -0.002243, 0.322266, 0.539062, 0.341797, 0.417969, 0.867188, 0.304688, 0.925781, 0.345703, 0.416016, 0.330078, 0.691406, 0.314453, 0.095703, 0.447266, 0.455078, 1.007812, 0.683594, 0.335938, 0.308594, 0.496094, 0.445312, 0.632812, 0.453125, 0.296875, 1.164062, 1.078125, 0.660156, 1.148438, 1.390625, 1.015625, 1.210938, 0.392578, 0.808594, 1.070312, 0.597656, 1.203125, 0.251953, 0.46875, 0.490234, 1.21875, 0.636719, 0.419922, 0.328125, 0.326172, 0.519531, 0.371094, 1.359375, 1.234375, 0.183594, 0.408203, 0.326172, 0.84375, 0.742188, 0.550781, 0.839844, 0.851562, 0.363281, 0.271484, 0.429688, 0.351562, 1.171875, 0.308594, 0.546875, 0.515625, 0.09082, 0.460938, 0.277344, 1.054688, 0.535156, 0.496094, 0.382812, 0.416016, 1.15625, 1.1875, 0.433594, 0.382812, 0.46875, 0.369141, 0.380859, 0.832031, 0.5, 0.310547, 0.300781, 0.361328, 0.443359, 0.349609, 0.621094, 1.335938, 0.992188, 0.165039, 1.335938, 0.734375, 1.210938, 0.632812, 1.4375, 0.291016, 0.304688, 0.363281, 0.433594, 0.466797, 0.283203, 1.125, 0.527344, 0.398438, 0.21875, 0.308594, 0.566406, 0.40625, 1.195312, 1.195312, 0.265625, 1.3125, 0.384766, 0.245117, 0.269531, 0.507812, 0.365234, 0.349609, 0.78125, 0.306641, 0.675781, 0.566406, 1.351562, 0.617188, 0.277344, 1.179688, 0.408203, 0.421875, 0.324219, 0.441406, 0.263672, 1.078125, 0.609375, 0.488281, 1.351562, 0.730469, 0.648438, 0.328125, 0.287109, 0.365234, 0.3125, 1.148438, 0.300781, 0.283203, 1.101562, 0.617188, 1.054688, 0.425781, 0.410156, 1.289062, 0.675781, 1.179688, 0.769531, 0.359375, 0.353516, 0.53125, 0.433594, 0.088867, 0.392578, 0.890625, 1.117188, 0.527344, 0.392578, 1.398438, 0.443359, 1.179688, 0.455078, 1.164062, 0.511719, 0.423828, 1.0625, 0.416016, 0.486328, 0.302734, 0.398438, 0.219727, 0.304688, 0.804688, 0.267578, 0.470703, 0.476562, 0.369141, 0.371094, 0.484375, 0.585938, 1.039062, 1.40625, 0.441406, 0.445312, 0.466797, 0.349609, 0.125977, 0.945312, 0.523438, 0.431641, 0.328125, 0.769531, 0.339844, 0.488281, 0.527344, 0.285156, 0.5, 0.320312, 0.980469, 0.667969, 0.757812, 0.675781, 0.398438, 0.457031, 0.539062, 0.535156, 0.339844, 0.464844, 0.425781, 0.570312, 0.410156, 0.408203, 0.839844, 0.486328, 1.46875, 0.539062, 0.488281, 0.679688, 0.267578, 0.53125, 0.894531, 1.375, 0.419922, 0.414062, 0.324219, 0.267578, 1.078125, 1.40625, 0.417969, 1.046875, 0.380859, 0.310547, 1.007812, 1.273438, 0.332031, 0.527344, 0.249023, 0.609375, 0.722656, 0.423828, 0.482422, 0.396484, 0.361328, 0.084961, 0.457031, 0.839844, 0.494141, 0.241211, 0.384766, 0.335938, 1.476562, 1.257812, 0.451172, 0.486328, 0.535156, 0.792969, 1.03125, 0.503906, 0.416016, 0.373047, 0.539062, 0.464844, 0.679688, 0.233398, 0.298828, 1.492188, 0.527344, 0.496094, 0.353516, 0.449219, 0.535156, 0.503906, 0.306641, 0.279297, 0.382812, 1.1875, 1.039062, 0.423828, 0.322266, 0.318359, 0.380859, 0.375, 0.6875, 0.275391, 1.023438, 0.488281, 0.373047, 0.414062, 0.59375, 1.4375, 1.125, 0.34375, 0.320312, 0.574219, 1.359375, 0.90625, 0.46875, 0.373047, 0.652344, 0.121582, 0.482422, 0.400391, 0.601562, 0.314453, 0.279297, 1.15625, 0.353516, 0.761719, 0.086426, 0.388672, 1.0, 0.143555, 0.796875, 0.828125, 0.546875, 0.423828, 0.361328, 0.359375, 0.691406, 0.503906, 0.390625, 0.453125, 0.474609, 0.414062, 0.4375, 0.414062, 0.703125, 0.304688, -0.029297, 0.589844, 0.597656, 0.283203, 0.373047, 0.644531, 1.085938, 0.462891, 0.355469, 1.101562, 0.503906, 0.726562, 0.941406, 0.133789, 0.482422, 0.408203, 1.101562, 0.365234, 0.324219, 0.478516, 0.439453, 1.445312, 0.455078, 1.085938, 0.472656, 0.306641, 0.648438, 0.201172, 0.429688, 0.412109, 0.059814, 0.9375, 0.320312, 0.273438, 0.402344, 0.345703, 0.320312, 0.328125, 0.503906, 1.1875, 0.851562, 1.085938, 0.337891, 0.546875, 0.695312, 0.75, 0.644531, 0.984375, 0.462891, 0.40625, 0.414062, 0.949219, 1.054688, 0.53125, 0.396484, 0.566406, 0.488281, 0.386719, 0.417969, 0.417969, 0.640625, 0.431641, 0.847656, 0.396484, 1.109375, 0.388672, 0.667969, 0.738281, 0.980469, 0.412109, 0.373047, 0.890625, 0.326172, 0.367188, 1.164062, 0.255859, 0.419922, 0.621094, 0.386719, 0.570312, 1.265625, 1.195312, 0.761719, 0.921875, 0.535156, 0.096191, 0.574219, 1.054688, 0.511719, 0.765625, 0.404297, 0.373047, 0.875, 0.621094, 0.480469, 0.494141, 0.071777, 1.273438, 1.28125, 0.546875, 0.431641, 0.435547, 0.996094, 0.382812, 0.441406, 0.535156, 1.101562, 1.03125, 0.585938, 0.441406, 0.4375, 0.251953, 0.6875, 0.875, 0.4375, 0.804688, 0.539062, 0.373047, 1.046875, 1.257812, 0.490234, 0.769531, 0.486328, 0.335938, 0.609375, 1.242188, 0.353516, 0.443359, 0.554688, 0.496094, 0.382812, 0.628906, 0.570312, 0.443359, 0.941406, 0.400391, 0.291016, 0.527344, 0.46875, 1.015625, 0.498047, 0.361328, 1.015625, 0.503906, 0.347656, 0.585938, 0.300781, 0.746094, 0.300781, 0.384766, 0.400391, 1.25, 1.039062, 0.345703, 1.117188, 0.375, 1.070312, 1.304688, 1.125, 0.898438, 0.511719, 0.3125, 0.410156, 0.917969, 0.388672, 0.095215, 0.294922, 0.097656, 0.574219, 1.171875, 0.867188, 0.400391, 0.578125, 0.373047, 0.345703, 0.332031, 0.53125, 1.304688, 0.816406, 0.417969, 0.217773, 0.667969, 0.726562, 1.40625, 0.875, 0.484375, 0.839844, 0.789062, 0.447266, 0.351562, 0.291016, 0.730469, 0.554688, 0.296875, 0.244141, 0.523438, 0.457031, 1.453125, 1.03125, 0.431641, 0.265625, 0.455078, 1.453125, 0.550781, 0.410156, 0.9375, 0.113281, 0.304688, 0.425781, 0.404297, 0.320312, 0.339844, 0.382812, 0.390625, 0.632812, 1.070312, 0.882812, 0.129883, 0.431641, 0.431641, 0.359375, 0.318359, 0.074219, 0.453125, 0.683594, 0.255859, 0.3125, 0.431641, 0.353516, 0.285156, 1.375, 0.314453, 0.302734, 0.855469, 0.103516, 0.53125, 0.320312, 0.084473, 1.15625, 0.632812, 0.5, 0.412109, 0.326172, 0.439453, 0.546875, 0.96875, 0.435547, 1.054688, 0.277344, 0.214844, 1.429688, 0.449219, 0.792969, 0.298828, 1.328125, 0.341797, 0.425781, 0.478516, 0.302734, 0.361328, 1.1875, 0.632812, 1.21875, 0.6875, 0.314453, 1.046875, 0.320312, 0.449219, 0.332031, 0.308594, 0.363281, 0.613281, 0.453125, 0.279297, 0.554688, 0.369141, 0.075195, -0.036865, 1.320312, 0.378906, 1.015625, 0.769531, 1.054688, 1.476562, 0.335938, 0.964844, 0.328125, 0.466797, 0.423828, 0.296875, 0.320312, 0.388672, 1.289062, 0.384766, 0.664062, 0.320312, 0.292969, 0.349609, 0.279297, 0.515625, 0.077637, 0.574219, 1.203125, 1.140625, 0.96875, 1.34375, 0.439453, 0.199219, 0.816406, 0.363281, 0.322266, 0.402344, 0.367188, 1.179688, 0.474609, 0.400391, 1.164062, 0.914062, 0.144531, 0.28125, 0.84375, 0.498047, 0.447266, 1.078125, 0.289062, 0.351562, 0.726562, 0.574219, 0.9375, 0.792969, 0.222656, 0.287109, 0.341797, 1.421875, 0.324219, 1.171875, 0.423828, 0.289062, 0.359375, 0.371094, 0.589844, 0.625, 0.392578, 0.589844, 0.261719, 0.476562, 1.046875, 0.298828, 0.71875, 0.578125, 0.757812, 0.570312, 0.287109, 0.394531, 0.361328, 0.515625, 1.21875, 0.498047, 0.34375, 0.539062, 0.394531, 1.195312, 0.365234, 1.265625, 0.652344, 0.484375, 0.242188, 0.628906, 0.314453, 1.445312, 0.363281, 0.283203, 1.132812, 0.808594, 0.322266, 0.554688, 0.648438, 0.357422, 1.4375, 0.515625, 1.007812, 0.46875, 0.306641, 0.333984, 0.566406, 0.361328, 0.566406, 0.535156, 0.345703, 0.9375, 0.597656, 1.40625, 1.023438, 0.921875, 0.707031, 1.203125, 0.412109, 0.402344, 0.285156, 0.345703, 1.171875, 0.882812, 0.5, 0.486328, 0.382812, 0.400391, 1.070312, 0.443359, 0.839844, 0.824219, 0.597656, 0.416016, 0.419922, 0.054932, 0.470703, 0.322266, 0.059326, 0.386719, 0.380859, 0.800781, 0.339844, 0.371094, 0.486328, 0.492188, 1.125, 1.132812, 0.503906, 0.292969, 0.265625, 0.355469, 0.294922, 0.746094, 0.443359, 1.335938, 0.382812, 0.439453, 1.125, 0.617188, 0.333984, 0.601562, 0.800781, 0.464844, 0.335938, 0.539062, 1.234375, 0.390625, 0.330078, 0.402344, 0.777344, 1.234375, 1.15625, 0.470703, 1.078125, 0.546875, 1.164062, 1.070312, 0.404297, 0.322266, 1.03125, 0.507812, 0.455078, 0.574219, 1.046875, 0.519531, 0.451172, 0.462891, 0.664062, 0.292969, 0.476562, 0.765625, 0.376953, 0.859375, 1.390625, 0.458984, 0.048096, 1.367188, 0.367188, 0.921875, 0.578125, 0.464844, 0.542969, 0.386719, 0.796875, 0.439453, 0.427734, 0.170898, 0.472656, 0.648438, 0.382812, 0.396484, 0.267578, 0.376953, 0.796875, 0.060791, 0.449219, 0.380859, 1.179688, 0.804688, 0.269531, 0.761719, 1.039062, 0.667969, 0.371094, 0.419922, 0.652344, 0.337891, 0.373047, 0.304688, 0.617188, 0.515625, 1.507812, 0.34375, 0.470703, 0.789062, 0.326172, 0.699219, 1.132812, 0.375, 0.558594, 0.333984, 1.265625, 0.929688, 0.478516, 0.683594, 0.578125, 0.339844, 0.457031, 0.291016, 0.703125, 0.470703, 1.046875, 0.388672, 0.375, 0.988281, 1.054688, 0.613281, 0.435547, 0.5, 0.703125, 0.353516, 0.394531, 0.3125, 1.171875, 0.408203, 0.800781, 0.578125, 0.882812, 0.363281, 0.953125, 1.148438, 0.675781, 0.380859, 1.1875, 0.382812, 0.449219, 0.40625, 0.457031, 1.421875, 1.539062, 0.535156, 0.248047, 0.761719, 0.382812, 0.267578, 0.445312, 1.289062, 0.339844, 0.294922, 0.675781, 1.148438, 1.445312, 0.474609, 0.847656, 0.5, 0.523438, 0.507812, 0.390625, 0.476562, 0.267578, 0.40625, 1.078125, 0.976562, 0.753906, 0.59375, 0.609375, 0.453125, 0.925781, 0.365234, 0.660156, 0.369141, 0.429688, 0.648438, 0.332031, 0.328125, 0.332031, 0.357422, 0.496094, 1.492188, 0.507812, 1.125, 0.277344, 0.78125, 0.245117, 0.439453, 0.839844, 0.300781, 0.5, 1.117188, 0.570312, 1.476562, 0.376953, 1.070312, 0.357422, 0.503906, 0.458984, 0.369141, 1.265625, 1.007812, 0.402344, 0.074707, 0.353516, 0.382812, 0.088379, 0.648438, 0.929688, 1.085938, 0.492188, 0.921875, 0.515625, 0.376953, 0.066406, 0.412109, 0.142578, 0.435547, 1.351562, 0.19043, 0.055664, 0.363281, 0.574219, 0.34375, 0.339844, 0.394531, 1.203125, 0.929688, 0.515625, 1.453125, 0.855469, 1.140625, 0.433594, 1.023438, 0.960938, 0.396484, 0.570312, 0.335938, 0.863281, 1.078125, 0.523438, 0.785156, 1.171875, 0.249023, 0.640625, 0.419922, 0.451172, 0.462891, 0.257812, 0.429688, 0.423828, 0.314453, 0.707031, 0.644531, 0.457031, 0.820312, 0.574219, 0.433594, 0.578125, 0.279297, 0.445312, 0.671875, 0.163086, 1.015625, 0.558594, 0.386719, 1.195312, 0.263672, 1.132812, 0.478516, 0.386719, 0.722656, 0.478516, 0.757812, 0.373047, 0.464844, 0.441406, 1.039062, 0.523438, 0.400391, 0.435547, 0.394531, 0.691406, 0.291016, 0.960938, 1.304688, 0.314453, 0.652344, 0.507812, 0.550781, 1.320312, 1.0, 1.007812, 0.511719, 0.382812, 0.427734, 0.402344, 0.894531, 0.65625, -0.033447, 0.761719, 0.431641, 0.953125, 0.328125, 0.310547, 0.601562, 0.410156, 0.248047, 0.46875, 1.085938, 0.558594, 0.59375, 0.337891, 0.408203, 1.125, 0.792969, 1.054688, 0.488281, 0.392578, 0.294922, 0.390625, 0.464844, 0.380859, 0.367188, 0.96875, 0.347656, 0.363281, 0.578125, 1.117188, 1.179688, 0.441406, 0.515625, 1.203125, 0.570312, 0.306641, 0.451172, 0.447266, 0.322266, 1.054688, 0.326172, 0.498047, 0.289062, 0.291016, 0.710938, 0.308594, 0.433594, 1.179688, 0.275391, 0.890625, 0.275391, 0.363281, 0.388672, 0.265625, 0.523438, 0.053223, 0.34375, 0.847656, 0.447266, 0.431641, 0.996094, 1.015625, 1.085938, 0.546875, 0.172852, 0.079102, 0.359375, 0.566406, 1.132812, 0.222656, 0.609375, 0.726562, 0.3125, 0.609375, 0.519531, 0.671875, 1.28125, 0.914062, 0.410156, 0.464844, 0.431641, 0.155273, 0.351562, 0.369141, 0.470703, 1.265625, 0.287109, 0.326172, 0.443359, 0.808594, 0.355469, 0.335938, 0.384766, 1.210938, 0.498047, 0.46875, 1.320312, 0.382812, 0.648438, 0.550781, 0.371094, 0.503906, 0.4375, 0.785156, 0.546875, 0.578125, 0.71875, 0.283203, 0.429688, 0.832031, 0.851562, 0.4375, 0.746094, 0.660156, 0.660156, 1.265625, 0.388672, 1.226562, 0.339844, 0.425781, 0.384766, 0.077637, 0.486328, 0.6875, 0.294922, 0.414062, 0.382812, 0.330078, 0.296875, 1.140625, 1.007812, 0.304688, 0.363281, 0.390625, 1.109375, 0.283203, 0.554688, 0.3125, 0.388672, 0.832031, 0.361328, 0.386719, 1.367188, 0.78125, 1.15625, 1.429688, 0.414062, 0.421875, 0.515625, 0.365234, 0.233398, 0.949219, 0.636719, 1.25, 0.322266, 0.482422, 0.310547, 0.65625, 1.101562, 0.296875, 0.419922, 0.667969, 0.835938, 0.314453, 1.226562, 0.335938, 0.394531, 1.203125, 0.601562, 0.449219, 0.378906, 0.443359, 0.683594, 0.410156, 0.542969, 0.425781, 0.267578, 0.204102, 0.367188, 0.378906, 0.707031, 0.34375, 1.09375, 0.316406, 0.714844, 0.361328, 0.542969, 0.419922, 0.632812, 0.882812, 0.289062, 0.464844, 0.289062, 1.367188, 0.470703, 0.472656, 0.507812, 0.394531, 0.328125, 0.683594, 0.064453, 0.503906, 0.423828, 0.443359, 0.333984, 0.539062, 1.625, 0.941406, 0.404297, 0.265625, 0.074707, 0.482422, 0.195312, 0.726562, 0.488281, 1.359375, 0.330078, 1.078125, 0.314453, 0.847656, 1.335938, 0.792969, 0.419922, 0.296875, 0.382812, 0.570312, 0.4375, 0.539062, 0.558594, 0.839844, 0.367188, 0.285156, 0.878906, 0.503906, 0.404297, 0.632812, 0.550781, 0.894531, 0.396484, 0.400391, 0.470703, 0.271484, 0.957031, 0.492188, 0.515625, 0.095703, 0.292969, 0.605469, 0.427734, 1.289062, 0.423828, 0.410156, 0.056396, 0.441406, 0.337891, 0.353516, 0.359375, 0.710938, 0.476562, 0.585938, 0.382812, 0.628906, 0.96875, 0.535156, 1.335938, 1.195312, 1.179688, 0.632812, 1.140625, 0.289062, 0.34375, 0.289062, 0.539062, 0.390625, 0.125977, 0.511719, 1.101562, 0.511719, 0.341797, 0.283203, 0.542969, 0.090332, 0.574219, 0.53125, 0.808594, 0.976562, 0.283203, 0.400391, 0.451172, 0.546875, 1.289062, 0.511719, 0.320312, 0.515625, 0.960938, 1.078125, 0.251953, 1.046875, 0.386719, 0.322266, 0.921875, 0.96875, 1.5, 0.585938, 0.28125, 0.773438, 0.703125, 0.890625, 0.613281, 0.460938, 0.472656, 0.972656, 0.660156, 0.306641, 0.337891, 0.457031, 0.048096, 0.683594, 0.373047, 0.652344, 0.365234, 0.376953, 1.265625, 0.402344, 0.371094, 1.085938, 0.304688, 0.373047, 0.404297, 0.601562, 1.1875, 0.423828, 0.248047, 0.455078, 0.341797, 1.28125, 0.376953, 0.345703, 0.443359, 1.132812, 0.550781, 1.070312, 1.414062, 0.408203, 0.404297, 0.554688, 0.265625, 0.083984, 0.375, 0.326172, 0.373047, 0.476562, 0.546875, 0.060059, 0.507812, 1.226562, 0.53125, 0.494141, 0.263672, 0.332031, 1.289062, 0.408203, 0.535156, 0.960938, 0.249023, 0.34375, 1.242188, 0.414062, 1.039062, 0.259766, 1.164062, 0.390625, 0.753906, 0.388672, 0.341797, 0.478516, 0.402344, 0.550781, 0.373047, 0.53125, 0.816406, 0.341797, 0.478516, 0.275391, 0.373047, 0.917969, 0.482422, 0.361328, 0.25, 0.96875, 0.527344, 0.333984, 0.507812, 0.339844, 0.433594, 0.375, 1.03125, 0.261719, 1.390625, 0.871094, 0.371094, 0.410156, 0.263672, 1.34375, 0.34375, 1.5625, 1.132812, 0.574219, 0.382812, 0.376953, 0.324219, 0.447266, 1.015625, 0.855469, 0.75, 0.382812, 0.621094, 0.433594, 0.100586, 0.71875, 0.449219, 0.486328, 0.847656, 0.367188, 0.511719, 0.314453, 1.125, 0.478516, 0.777344, 0.394531, 0.503906, 1.3125, 1.148438, 1.296875, 0.330078, 0.376953, 0.554688, 1.203125, 0.371094, 1.125, 1.273438, 0.443359, 0.59375, 0.847656, 1.203125, 0.404297, 0.769531, 0.90625, 0.363281, 0.621094, 0.435547, 1.125, 0.691406, 0.335938, 0.773438, 0.455078, 0.421875, 0.578125, 1.210938, 1.257812, 0.080078, 0.664062, 0.353516, 1.265625, 0.267578, 0.482422, 0.664062, 0.515625, 0.628906, 0.353516, 0.373047, 1.492188, 0.423828, 0.361328, 0.486328, 0.365234, 1.054688, 0.081055, 0.318359, 0.851562, 0.369141, 0.796875, 0.431641, 0.386719, 0.699219, 1.226562, 0.328125, 0.5, 0.376953, 0.328125, 0.4375, 1.226562, 1.007812, 0.617188, 0.675781, 1.5625, 0.390625, 0.476562, 0.804688, 0.365234, 0.498047, 0.511719, 0.472656, 0.617188, 0.792969, 0.349609, 0.71875, 0.601562, 0.425781, 0.34375, 0.535156, 1.335938, 0.34375, 0.789062, 0.507812, 0.080078, 0.953125, 0.11377, 0.337891, 0.318359, 0.398438, 0.308594, 0.231445, 0.902344, 0.330078, 0.425781, 0.318359, 0.363281, 0.427734, 0.269531, 0.375, 0.419922, 0.306641, 0.511719, 0.084961, 0.376953, 0.535156, 0.357422, 0.476562, 0.515625, 0.392578, 0.455078, 1.296875, 0.382812, 0.945312, 1.117188, 0.061523, 0.341797, 0.832031, 0.359375, 0.5, 0.386719, 0.408203, 0.289062, 0.679688, 0.546875, 0.249023, 0.75, 0.75, 0.172852, 0.464844, 0.570312, 0.308594, 0.419922, 0.785156, 0.130859, 0.398438, 1.21875, 1.109375, 0.400391, 0.289062, 0.055176, 0.910156, 0.330078, 0.839844, 0.396484, 0.478516, 0.484375, 0.306641, 0.462891, 0.453125, 0.304688, 0.447266, 0.294922, 0.550781, 1.273438, 0.828125, 0.328125, 0.328125, 0.310547, 0.394531, 0.441406, 0.78125, 0.382812, 0.523438, 0.486328, 0.322266, 0.412109, 1.03125, 0.369141, 0.554688, 0.5625, 0.59375, 0.457031, 0.435547, 0.447266, 0.546875, 0.847656, 1.15625, 0.398438, 0.062988, 0.371094, 0.769531, 0.574219, 0.867188, 0.507812, 0.964844, 0.445312, 0.867188, 0.429688, 0.105469, 0.335938, 1.195312, 0.408203, 0.523438, 0.225586, 0.345703, 0.496094, 0.449219, 1.070312, 1.015625, 1.210938, 0.355469, 0.478516, 0.306641, 0.558594, 0.1875, 0.855469, 0.447266, 1.414062, 0.367188, 0.451172, 0.835938, 0.472656, 0.753906, 0.339844, 0.25, 0.490234, 1.445312, 0.53125, 0.351562, 0.703125, 0.324219, 0.867188, 0.255859, 0.777344, 0.640625, 0.369141, 0.671875, 0.710938, 0.339844, 1.085938, 1.257812, 0.347656, 0.371094, 0.494141, 0.804688, 0.384766, 0.09082, 0.929688, 0.707031, 0.746094, 0.427734, 0.365234, 1.171875, 0.550781, 0.980469, 0.566406, 0.5, 0.542969, 0.613281, 0.490234, 0.306641, 0.378906, 0.439453, 0.439453, 0.439453, 0.408203, 0.375, 0.478516, 1.226562, 0.416016, 0.302734, 0.550781, 1.015625, 0.298828, 1.007812, 0.396484, 0.378906, 0.443359, 0.726562, 0.225586, 0.277344, 0.419922, 0.341797, 0.246094, 1.445312, 0.707031, 0.445312, 0.365234, 0.765625, 0.457031, 0.382812, 0.984375, 0.878906, 1.007812, 0.28125, 0.664062, 0.306641, 1.523438, 0.527344, 0.335938, 0.378906, 0.435547, 0.474609, 0.402344, 1.21875, 0.283203, 0.285156, 0.271484, 0.6875, 1.03125, 0.460938, 0.337891, 0.439453, 0.380859, 1.195312, 0.457031, 0.400391, 0.365234, 0.652344, 0.617188, 0.558594, 1.4375, 1.023438, 0.769531, 1.148438, 1.070312, 0.291016, 0.703125, 0.335938, 0.330078, 0.464844, 0.761719, 0.53125, 1.210938, 0.519531, 1.523438, 0.445312, 0.359375, 0.449219, 0.376953, 0.390625, 0.408203, 0.416016, 0.494141, 0.457031, 0.632812, 0.515625, 0.294922, 0.386719, 0.445312, 0.308594, 1.210938, 0.287109, 0.386719, 0.484375, 0.335938, 0.285156, 0.365234, 0.458984, 0.097656, 1.21875, 0.34375, 0.333984, 0.457031, 0.59375, 0.447266, 0.597656, 0.484375, 0.464844, 0.683594, 0.271484, 0.259766, 0.414062, 0.253906, 0.076172, 0.322266, 0.380859, 0.921875, 0.53125, 0.435547, 0.462891, 1.46875, 0.388672, 1.078125, 0.351562, 0.498047, 1.046875, 1.125, 0.482422, 0.308594, 1.265625, 0.285156, 0.416016, 0.257812, 0.347656, 0.632812, 0.757812, 0.427734, 0.382812, 0.75, 0.361328, 0.339844, 0.316406, 0.597656, 0.341797, 1.351562, 0.271484, 0.640625, 1.101562, 0.792969, 1.328125, 0.457031, 0.515625, 0.929688, 0.351562, 0.863281, 0.373047, 0.326172, 0.488281, 0.054932, 1.015625, 0.421875, 0.410156, 0.960938, 1.117188, 0.376953, 0.316406, 0.542969, 0.726562, 0.196289, 0.546875, 1.101562, 0.419922, 1.054688, 0.976562, 0.349609, 0.376953, 0.394531, 0.310547, 1.007812, 0.863281, 1.273438, 0.416016, 0.730469, 0.351562, 0.5, 0.78125, 0.347656, 0.470703, 0.746094, 0.380859, 1.390625, 1.101562, 0.828125, 0.388672, 0.431641, 0.3125, 0.302734, 0.322266, 0.458984, 1.296875, 0.9375, 0.371094, 0.675781, 1.046875, 1.171875, 1.195312, 0.310547, 1.140625, 0.777344, 0.46875, 0.5, 0.123535, 0.435547, 0.283203, 0.574219, 0.318359, 0.28125, 0.328125, 0.279297, 0.640625, 0.253906, 0.388672, 0.419922, 0.28125, 0.609375, 0.075195, 0.535156, 1.101562, 0.423828, 0.585938, 0.863281, 0.929688, 0.476562, 1.367188, 1.390625, 0.324219, 0.257812, 0.054199, 1.429688, 0.259766, 0.851562, 0.371094, 0.478516, 0.310547, 0.417969, 0.255859, 0.511719, 0.498047, 0.419922, 0.390625, 0.365234, 0.373047, 0.382812, 0.515625, 0.474609, 0.056641, 0.400391, 0.511719, 0.375, 0.404297, 1.523438, 0.052246, 0.365234, 1.171875, 0.929688, 0.353516, 0.871094, 0.757812, 0.972656, 0.425781, 0.5, 0.316406, 0.699219, 0.671875, 0.369141, 0.082031, 0.441406, 0.087402, 0.5, 0.898438, 0.425781, 0.609375, 0.490234, 0.640625, 0.239258, 0.9375, 0.324219, 0.05542, 0.302734, 0.498047, 0.4375, 0.316406, 0.652344, 0.628906, 0.306641, 0.796875, 0.253906, 0.447266, 0.351562, 0.371094, 0.890625, 0.314453, 0.972656, 0.917969, 0.71875, 0.386719, 0.378906, 0.640625, 0.318359, 0.605469, 0.640625, 0.476562, 1.101562, 0.300781, 1.070312, 0.636719, 0.53125, 1.53125, 0.433594, 1.15625, 1.5, 0.347656, 0.527344, 0.625, 0.498047, 0.550781, 0.308594, 1.140625, 0.386719, 0.363281, 0.287109, 1.179688, 1.078125, 0.507812, 0.072266, 0.22168, 0.960938, 0.100586, 0.925781, 1.0, 0.503906, 0.597656, 0.734375, 0.404297, 0.320312, 0.527344, 1.0625, 0.386719, 0.527344, 0.326172, 1.382812, 0.3125, 0.269531, 0.394531, 0.386719, 0.209961, 0.451172, 1.0625, 0.671875, 0.404297, 0.404297, 0.326172, 0.460938, 1.367188, 0.578125, 0.96875, 0.574219, 0.11084, 0.363281, 0.351562, 0.40625, 0.099121, 1.234375, 0.373047, 0.492188, 0.394531, 0.433594, 0.466797, 0.304688, 0.326172, -0.000121, 0.46875, 0.476562, 0.710938, 0.546875, 0.388672, 1.0625, 0.554688, 0.375, 1.195312, 0.984375, 0.320312, 1.039062, 0.386719, 0.539062, 0.542969, 0.6875, 0.535156, 0.921875, 0.28125, 0.90625, 1.085938, 1.015625, 0.597656, 0.396484, 1.1875, 0.496094, 1.21875, 0.902344, 0.089355, 0.306641, 0.394531, 1.21875, 0.240234, 0.490234, 0.507812, 0.78125, 1.296875, 0.4375, 0.574219, 0.376953, 0.398438, 0.417969, 0.394531, 0.431641, 0.378906, 0.65625, 0.5, 0.632812, 0.245117, 0.265625, 0.839844, 0.427734, 0.851562, 0.361328, 1.296875, 0.421875, 0.429688, 0.933594, 0.435547, 0.421875, 0.345703, 0.546875, 0.306641, 0.34375, 0.476562, 1.414062, 0.347656, 1.304688, 1.476562, 0.390625, 0.396484, 0.291016, 0.570312, 0.542969, 0.322266, 0.574219, 0.451172, 0.394531, 0.503906, 0.292969, 1.046875, 0.535156, 0.380859, 1.171875, 0.094238, 0.326172, 0.277344, 0.402344, 0.064453, 0.310547, 0.816406, 0.416016, 1.023438, 0.3125, 1.0, 0.992188, 0.408203, 0.699219, 1.40625, 0.425781, 1.210938, 0.527344, 0.231445, 0.355469, 0.214844, 1.046875, 0.941406, 0.5, 0.410156, 0.40625, 0.589844, 0.527344, 0.351562, 0.550781, 0.244141, 0.417969, 1.101562, 1.164062, 0.585938, 0.19043, 0.433594, 0.8125, 0.388672, 1.171875, 0.296875, 0.355469, 0.404297, 0.558594, 0.3125, 0.3125, 0.408203, 0.34375, 0.585938, 0.404297, 0.419922, 0.332031, 0.423828, 0.730469, 0.332031, 0.453125, 0.396484, 0.457031, 0.373047, 0.917969, 0.417969, 0.628906, 0.90625, 1.039062, 0.988281, 0.394531, 0.5, 0.412109, 1.078125, 0.302734, 0.067871, 0.585938, 0.310547, 0.492188, 0.445312, 0.470703, 1.210938, 0.447266, 0.294922, 1.03125, 0.4375, 0.453125, 0.435547, 0.057861, 0.435547, 0.679688, 0.423828, 0.3125, 1.078125, 0.423828, 0.300781, 0.439453, 0.628906, 0.394531, 0.664062, 0.425781, 0.404297, 0.871094, 0.285156, 0.851562, 0.314453, 0.707031, 1.335938, 0.376953, 1.265625, 0.632812, 0.414062, 0.355469, 0.345703, 0.359375, 0.613281, 0.511719, 1.09375, 0.376953, 0.351562, 0.675781, 0.738281, 1.09375, 0.859375, 0.816406, 0.871094, 0.425781, 0.429688, 0.53125, 0.267578, 0.073242, 0.394531, 1.523438, 0.664062, 1.445312, 0.863281, 1.28125, 0.96875, 0.410156, 0.988281, 0.185547, 0.8125, 0.310547, 0.373047, 0.832031, 0.335938, 0.220703, 0.373047, 1.304688, 0.539062, 0.351562, 0.427734, 0.980469, 0.65625, 0.589844, 0.597656, 0.421875, 1.132812, 1.15625, 0.298828, 0.431641, 0.365234, 0.443359, 0.664062, 0.318359, 0.652344, 0.515625, 0.431641, 0.304688, 0.365234, 1.0625, 0.902344, 0.523438, 0.5625, 0.847656, 1.140625, 1.101562, 0.392578, 0.453125, 0.419922, 0.365234, 0.439453, 0.363281, 0.621094, 0.960938, 0.283203, 0.289062, 0.953125, 0.322266, 1.132812, 0.12793, 0.398438, 0.482422, 0.197266, 0.53125, 0.683594, 0.988281, 0.828125, 0.988281, 0.367188, 0.453125, 0.458984, 1.070312, 0.988281, 0.335938, 1.148438, 1.007812, 1.109375, 0.419922, 1.085938, 0.742188, 0.369141, 0.492188, 0.380859, 1.179688, 0.365234, 0.46875, 0.621094, 0.5625, 0.726562, 0.402344, 1.195312, 0.322266, 0.455078, 0.394531, 0.835938, 0.960938, 0.361328, 0.351562, 0.886719, 0.566406, 0.421875, 0.617188, 0.296875, 0.355469, 0.435547, 0.285156, 0.648438, 0.859375, 0.367188, 0.699219, 0.382812, 0.621094, 0.855469, 1.03125, 0.925781, 0.201172, 0.660156, 0.984375, 1.359375, 0.365234, 0.316406, 1.21875, 1.242188, 1.148438, 0.253906, 0.996094, 0.273438, 0.613281, 0.496094, 0.550781, 0.365234, 0.800781, 0.457031, 0.22168, 0.316406, 0.400391, 0.5625, 0.304688, 0.652344, 0.296875, 0.597656, 0.318359, 0.402344, 0.462891, 0.417969, 0.326172, 0.078613, 0.410156, 1.296875, 0.667969, 0.494141, 0.443359, 0.925781, 0.503906, 1.03125, 0.445312, 1.007812, 0.433594, 0.679688, 1.226562, 0.492188, 0.443359, 0.425781, 0.324219, 1.226562, 1.164062, 0.855469, 0.777344, 0.460938, 0.472656, 0.511719, 0.375, 0.554688, 0.425781, 0.349609, 1.351562, 0.375, 0.347656, 0.337891, 0.066895, 1.195312, 0.835938, 0.546875, 0.882812, 0.324219, 0.65625, 0.792969, 0.347656, 0.451172, 0.539062, 0.601562, 0.373047, 0.25, 0.441406, 0.302734, 0.691406, 0.408203, 0.425781, 0.373047, 0.257812, 0.490234, 0.609375, 1.109375, 1.179688, 0.300781, 1.398438, 1.234375, 0.384766, 0.351562, 0.886719, 0.382812, 1.367188, 0.507812, 0.550781, 0.240234, 0.294922, 0.380859, 0.380859, 0.292969, 0.488281, 0.933594, 0.53125, 0.119141, 0.574219, 0.431641, 0.835938, 0.515625, 0.365234, 0.691406, 0.373047, 1.0625, 0.589844, 0.353516, 0.423828, 1.007812, 0.285156, 1.101562, 1.148438, 0.660156, 0.369141, 0.367188, 0.894531, 0.75, 0.683594, 0.925781, 0.832031, 1.101562, 0.416016, 0.511719, 0.71875, 0.291016, 0.445312, 0.832031, 0.439453, 0.519531, 0.914062, 0.421875, 0.550781, 1.164062, 0.929688, 0.777344, 0.667969, 0.273438, 0.828125, 0.333984, 0.057129, 0.466797, 0.882812, 0.390625, 0.863281, 0.351562, 0.429688, 0.34375, 0.632812, 0.570312, 1.226562, 1.203125, 0.359375, 1.476562, 1.203125, 0.482422, 0.984375, 0.353516, 0.222656, 1.476562, 0.367188, 0.339844, 0.386719, 0.494141, 0.953125, 0.077637, 0.804688, 0.394531, 0.46875, 0.816406, 1.179688, 0.527344, 1.015625, 0.746094, 0.363281, 1.164062, 0.361328, 0.384766, 0.628906, 0.292969, 1.242188, 0.492188, 0.4375, 0.550781, 0.092285, 1.109375, 0.283203, 1.3125, 1.046875, 0.277344, 1.15625, 0.5, 0.894531, 1.164062, 0.601562, 0.455078, 0.277344, 0.652344, 0.345703, 0.546875, 1.007812, 0.408203, 0.369141, 0.5625, 0.306641, 0.408203, 1.085938, 0.333984, 0.675781, 0.431641, 0.472656, 0.453125, 0.435547, 0.302734, 0.960938, 0.402344, 0.435547, 0.248047, 0.070312, 0.441406, 0.316406, 0.337891, 0.726562, 0.390625, 1.203125, 0.824219, 0.351562, 0.224609, 0.365234, 0.414062, 1.09375, 0.402344, 0.458984, 1.25, 1.132812, 0.582031, 0.359375, 0.335938, 0.433594, 0.482422, 0.628906, 0.777344, 0.306641, 0.988281, 0.738281, 0.640625, 0.345703, 0.558594, 0.279297, 0.423828, 0.435547, 0.058838, 0.410156, 0.388672, 0.263672, 1.289062, 0.386719, 0.464844, 0.632812, 0.585938, 0.628906, 0.396484, 0.484375, 0.363281, 0.431641, 0.458984, 0.367188, 0.373047, 0.425781, 1.210938, 0.753906, 0.486328, 0.384766, 0.890625, 0.390625, 0.09082, 0.318359, 0.921875, 0.273438, 0.416016, 0.421875, 0.451172, 0.941406, 0.585938, 1.28125, 0.679688, 0.322266, 0.511719, 1.335938, 0.546875, 0.4375, 1.015625, 0.5, 0.457031, 0.447266, 0.996094, 0.414062, 0.4375, 0.439453, 0.292969, 0.320312, 1.03125, 0.439453, 0.335938, 0.382812, 1.03125, 1.117188, 0.318359, 0.519531, 0.302734, 0.234375, 0.400391, 0.427734, 0.519531, 0.396484, 1.195312, 0.382812, 0.445312, 1.054688, 1.046875, 0.439453, 0.792969, 0.429688, 0.679688, 0.306641, 0.318359, 0.414062, 0.410156, 0.435547, 0.382812, 0.419922, 0.447266, 0.392578, 0.40625, 0.300781, 0.228516, 0.445312, 0.726562, 0.417969, 0.400391, 0.322266, 1.054688, 0.285156, 0.462891, 0.367188, 1.023438, 0.478516, 0.554688, 0.373047, 0.375, 0.5, 0.361328, 1.195312, 0.988281, 0.460938, 0.535156, 0.386719, 0.462891, 0.359375, 0.279297, 1.140625, 1.257812, 0.458984, 0.792969, 0.142578, 0.882812, 0.476562, 0.324219, 1.171875, 0.632812, 0.326172, 0.585938, 0.421875, 0.40625, 0.507812, 0.298828, 0.71875, 0.396484, 1.132812, 0.507812, 0.363281, 1.046875, 0.267578, 0.392578, 0.066406, 0.431641, 0.490234, 1.0, 1.109375, 0.5625, 0.259766, 1.398438, 0.550781, 0.960938, 0.239258, 0.34375, 0.308594, 1.335938, 0.414062, 0.953125, 0.429688, 1.1875, 0.582031, 1.070312, 0.765625, 0.867188, 0.757812, 1.523438, 0.466797, 1.015625, 0.392578, 0.59375, 0.386719, 0.349609, 0.640625, 1.414062, 0.941406, 0.746094, 0.425781, 0.355469, 0.722656, 0.287109, 0.492188, 0.75, 0.185547, 0.644531, 0.582031, 0.324219, 1.414062, 0.578125, 0.917969, 0.427734, 0.431641, 0.859375, 0.441406, 0.244141, 1.148438, 1.203125, 0.332031, 0.464844, 0.695312, 0.423828, 1.390625, 0.042725, 0.785156, 0.527344, 0.503906, 1.484375, 0.679688, 0.363281, 0.351562, 0.445312, 0.369141, 0.296875, 0.071289, 0.443359, 0.824219, 0.273438, 0.380859, 0.710938, 0.416016, 0.414062, 1.359375, 0.069336, 1.335938, 0.570312, 0.660156, 1.0625, 0.462891, 0.466797, 0.355469, 1.046875, 0.419922, 0.507812, 0.390625, 1.148438, 0.296875, 0.824219, 1.234375, 0.925781, 0.703125, 0.460938, 0.425781, 0.386719, 0.482422, 0.4375, 0.527344, 0.496094, 0.523438, 0.503906, 1.164062, 0.458984, 0.462891, 1.1875, 0.566406, 0.703125, 0.066895, 0.265625, 0.332031, 0.574219, 0.601562, 0.605469, 0.722656, 0.398438, 0.392578, 0.914062, 0.291016, 0.402344, 0.34375, 0.355469, 0.960938, 0.382812, 0.453125, 0.384766, 1.015625, 0.464844, 0.613281, 0.425781, 0.507812, 0.494141, 0.441406, 0.535156, 1.257812, 1.351562, 0.326172, 0.535156, 0.353516, 0.147461, 0.554688, 0.40625, 0.492188, 0.380859, 0.265625, 0.365234, 0.570312, 0.347656, 1.34375, 0.375, 0.453125, 0.710938, 0.503906, 0.601562, 0.652344, 0.539062, 1.015625, 0.761719, 0.457031, 0.092773, 0.664062, 0.65625, 0.535156, 0.396484, 0.570312, 0.523438, 1.15625, 0.410156, 0.792969, 0.300781, 0.515625, 0.347656, 0.306641, 0.644531, 1.21875, 0.470703, 1.476562, 1.398438, 0.605469, 0.445312, 0.8125, 0.408203, 0.574219, 0.9375, 0.382812, 0.072266, 0.65625, 0.414062, 0.076172, 0.707031, 0.433594, 1.03125, 0.369141, 0.890625, 0.46875, 0.388672, 0.367188, 0.667969, 0.328125, 0.34375, 1.085938, 0.457031, 0.08252, 0.476562, 0.228516, 0.515625, 1.382812, 0.402344, 0.365234, 0.5625, 0.984375, 0.851562, 0.585938, 0.239258, 0.375, 0.333984, 0.558594, 1.046875, 0.113281, 0.359375, 0.271484, 0.324219, 0.5, 0.365234, 1.304688, 0.960938, 1.289062, 0.488281, 0.710938, 0.621094, 0.064453, 0.369141, 0.570312, 1.203125, 0.589844, 0.511719, 1.203125, 0.273438, 0.960938, 0.318359, 1.3125, 0.515625, 0.609375, 0.408203, 0.376953, 0.519531, 0.367188, 0.585938, 1.242188, 0.449219, 0.800781, 0.316406, 0.308594, 1.09375, 0.5625, 0.210938, 0.102051, 0.419922, 0.46875, 0.726562, 0.554688, 0.511719, 1.328125, 0.443359, 0.357422, 0.447266, 0.671875, 0.257812, 0.300781, 0.357422, 0.394531, 0.384766, 0.394531, 0.259766, 0.5625, 0.523438, 0.373047, 0.421875, 0.375, 0.925781, 0.382812, 0.341797, 0.726562, 0.061768, 0.400391, 0.296875, 0.382812, 0.291016, 0.628906, 0.808594 ] }, "name": "model.model.layers.12.input_layernorm.weight", "outputIndexes": [ 1006 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1005 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_12/Mul_output_0", "outputIndexes": [ 1007 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1006, 1007 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_12/Mul_1_output_0", "outputIndexes": [ 1008 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1008 ], "outputIndexes": [ 2644 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2644 ], "outputIndexes": [ 2645 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear", "inputIndexes": [ 2645 ], "outputIndexes": [ 2646 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1573283640, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2646 ], "outputIndexes": [ 2647 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2647 ], "outputIndexes": [ 1009 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1008 ], "main_type": "NONE", "name": "/Shape_169_output_0", "outputIndexes": [ 1010 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1010 ], "main_type": "NONE", "name": "Shape3079", "outputIndexes": [ 1011 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1010 ], "main_type": "NONE", "name": "Rank3081", "outputIndexes": [ 1012 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1012, 1012 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3083", "outputIndexes": [ 1013 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1013 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3084", "outputIndexes": [ 1014 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1013, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3086", "outputIndexes": [ 1015 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1015 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3087", "outputIndexes": [ 1016 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1011, 1014, 1016, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3090", "outputIndexes": [ 1017 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1017 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3091", "outputIndexes": [ 1018 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1018 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3092", "outputIndexes": [ 1019 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1019, 1018 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3093", "outputIndexes": [ 1020 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1010, 1020, 1013 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_184_output_0", "outputIndexes": [ 1021 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1021, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_385_output_0", "outputIndexes": [ 1022 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1022, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_156_output_0", "outputIndexes": [ 1023 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1009, 1023 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_109_output_0", "outputIndexes": [ 1024 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_96_output_0", "outputIndexes": [ 1025 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024 ], "main_type": "NONE", "name": "/Shape_170_output_0", "outputIndexes": [ 1026 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1026 ], "main_type": "NONE", "name": "Shape3100", "outputIndexes": [ 1027 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1026 ], "main_type": "NONE", "name": "Rank3102", "outputIndexes": [ 1028 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1028, 1028 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3104", "outputIndexes": [ 1029 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1029 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3105", "outputIndexes": [ 1030 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1029, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3107", "outputIndexes": [ 1031 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1031 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3108", "outputIndexes": [ 1032 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1027, 1030, 1032, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3111", "outputIndexes": [ 1033 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1033 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3112", "outputIndexes": [ 1034 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1034 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3113", "outputIndexes": [ 1035 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1035, 1034 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3114", "outputIndexes": [ 1036 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1026, 1036, 1029 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_185_output_0", "outputIndexes": [ 1037 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1037, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_36_output_0", "outputIndexes": [ 1038 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1038, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_390_output_0", "outputIndexes": [ 1039 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024, 1039, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_49_output_0", "outputIndexes": [ 1040 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1040 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_24_output_0", "outputIndexes": [ 1041 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024, 22, 1039, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_48_output_0", "outputIndexes": [ 1042 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1041, 1042 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_159_output_0", "outputIndexes": [ 1043 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1043, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_97_output_0", "outputIndexes": [ 1044 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1025, 1044 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_60_output_0", "outputIndexes": [ 1045 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1008 ], "outputIndexes": [ 2648 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2648 ], "outputIndexes": [ 2649 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear", "inputIndexes": [ 2649 ], "outputIndexes": [ 2650 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1580523342, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2650 ], "outputIndexes": [ 2651 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2651 ], "outputIndexes": [ 1046 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1022, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_157_output_0", "outputIndexes": [ 1047 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1046, 1047 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_110_output_0", "outputIndexes": [ 1048 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_98_output_0", "outputIndexes": [ 1049 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048 ], "main_type": "NONE", "name": "/Shape_171_output_0", "outputIndexes": [ 1050 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1050 ], "main_type": "NONE", "name": "Shape3163", "outputIndexes": [ 1051 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1050 ], "main_type": "NONE", "name": "Rank3165", "outputIndexes": [ 1052 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1052, 1052 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3167", "outputIndexes": [ 1053 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1053 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3168", "outputIndexes": [ 1054 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1053, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3170", "outputIndexes": [ 1055 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1055 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3171", "outputIndexes": [ 1056 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1051, 1054, 1056, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3174", "outputIndexes": [ 1057 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1057 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3175", "outputIndexes": [ 1058 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1058 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3176", "outputIndexes": [ 1059 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1059, 1058 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3177", "outputIndexes": [ 1060 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1050, 1060, 1053 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_186_output_0", "outputIndexes": [ 1061 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1061, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_37_output_0", "outputIndexes": [ 1062 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1062, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_392_output_0", "outputIndexes": [ 1063 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048, 1063, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_51_output_0", "outputIndexes": [ 1064 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1064 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_25_output_0", "outputIndexes": [ 1065 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048, 22, 1063, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_50_output_0", "outputIndexes": [ 1066 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1065, 1066 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_160_output_0", "outputIndexes": [ 1067 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1067, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_99_output_0", "outputIndexes": [ 1068 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1049, 1068 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_61_output_0", "outputIndexes": [ 1069 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1008 ], "outputIndexes": [ 2652 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2652 ], "outputIndexes": [ 2653 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear", "inputIndexes": [ 2653 ], "outputIndexes": [ 2654 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1581557604, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2654 ], "outputIndexes": [ 2655 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2655 ], "outputIndexes": [ 1070 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1070, 1047 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_111_output_0", "outputIndexes": [ 1071 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1045, 1069, 1071, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_116_output_0", "outputIndexes": [ 1072 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1072 ], "outputIndexes": [ 2656 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2656 ], "outputIndexes": [ 2657 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear", "inputIndexes": [ 2657 ], "outputIndexes": [ 2658 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1582591866, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2658 ], "outputIndexes": [ 2659 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2659 ], "outputIndexes": [ 1073 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1005, 1073 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_63_output_0", "outputIndexes": [ 1074 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.882812, 0.734375, 1.21875, 0.376953, 0.890625, 0.527344, 0.695312, 0.796875, 0.328125, 0.330078, 0.726562, 0.345703, 0.640625, 0.511719, 0.306641, 0.792969, 0.726562, 0.5625, 0.742188, 0.259766, 0.347656, 0.738281, 0.722656, 0.5, 0.457031, 0.882812, 0.220703, 0.400391, 0.445312, 0.53125, 0.886719, 0.322266, 0.404297, 0.613281, 0.859375, 0.90625, 0.380859, 0.302734, 0.722656, 0.304688, 0.878906, 0.71875, 0.976562, 0.667969, 0.960938, 0.882812, 0.165039, 0.980469, 0.757812, 0.347656, 0.933594, 0.636719, 0.648438, 0.640625, 0.761719, 0.5, 0.808594, 0.988281, 0.808594, 0.324219, 0.482422, 0.761719, 0.847656, 0.707031, 0.9375, 0.871094, 0.359375, 0.691406, 0.427734, 0.582031, 0.566406, 0.445312, 0.8125, 0.652344, 0.84375, 0.824219, 0.488281, 0.423828, 0.34375, 0.925781, 0.945312, 0.960938, 0.933594, 0.574219, 0.726562, 0.146484, 0.730469, 0.945312, 0.75, 0.337891, 0.757812, 0.773438, 0.789062, 0.753906, 0.875, 0.671875, 0.347656, 0.400391, 0.730469, 0.351562, 0.378906, 0.382812, 0.925781, 0.664062, 0.773438, 0.832031, 0.859375, 0.353516, 0.539062, 0.683594, 0.675781, 0.578125, 0.753906, 0.193359, 0.621094, 0.145508, 0.369141, 0.769531, 0.871094, 0.34375, 0.523438, 0.640625, 0.878906, 0.691406, 0.679688, 0.589844, 0.839844, 0.582031, 0.15332, 0.375, 0.210938, 0.707031, 0.388672, 0.835938, 0.416016, 0.722656, 0.566406, 0.761719, 0.457031, 0.785156, 0.558594, 0.867188, 0.90625, 0.345703, 0.322266, 0.3125, 0.882812, 0.695312, 0.867188, 0.71875, 0.863281, 0.710938, 0.574219, 0.722656, 0.492188, 0.523438, 0.369141, 0.283203, 0.914062, 0.945312, 0.304688, 0.324219, 0.341797, 0.683594, 0.392578, 0.380859, 0.535156, 0.439453, 0.621094, 0.707031, 0.714844, 0.431641, 0.412109, 0.4375, 0.660156, 0.976562, 0.667969, 0.640625, 0.851562, 0.652344, 0.414062, 0.644531, 0.828125, 0.239258, 0.375, 0.765625, 0.613281, 0.330078, 0.554688, 0.761719, 0.359375, 0.691406, 0.546875, 0.535156, 1.03125, 0.730469, 0.714844, 0.863281, 0.388672, 0.652344, 0.671875, 0.302734, 0.738281, 0.707031, 0.941406, 0.730469, 0.414062, 0.462891, 0.828125, 0.394531, 0.824219, 0.644531, 0.421875, 0.742188, 0.683594, 0.6875, 0.365234, 0.355469, 1.015625, 0.601562, 0.625, 0.332031, 0.53125, 0.773438, 0.742188, 0.976562, 0.378906, 0.472656, 0.605469, 0.691406, 0.792969, 0.839844, 0.714844, 0.644531, 0.738281, 0.839844, 0.535156, 0.894531, 0.154297, 0.679688, 0.800781, 0.636719, 0.785156, 0.660156, 0.507812, 0.498047, 0.78125, 0.820312, 0.757812, 0.660156, 0.714844, 1.023438, 0.451172, 0.53125, 0.6875, 0.414062, 0.699219, 0.140625, 0.648438, 0.324219, 0.675781, 0.757812, 0.726562, 0.800781, 0.679688, 0.40625, 0.675781, 0.695312, 0.617188, 0.753906, 0.691406, 0.808594, 0.75, 0.460938, 0.5, 1.015625, 0.738281, 0.400391, 0.484375, 0.925781, 0.628906, 0.699219, 0.149414, 0.746094, 0.574219, 1.007812, 0.478516, 0.773438, 0.789062, 0.326172, 0.886719, 0.333984, 0.507812, 0.400391, 0.357422, 0.605469, 0.523438, 0.396484, 0.746094, 0.632812, 0.519531, 0.449219, 0.349609, 0.847656, 1.007812, 0.839844, 0.636719, 0.648438, 0.625, 0.738281, 0.498047, 0.550781, 0.6875, 0.660156, 0.333984, 0.78125, 0.707031, 0.886719, 0.726562, 0.679688, 0.878906, 0.632812, 0.523438, 0.574219, 0.476562, 0.699219, 0.5625, 0.675781, 0.507812, 0.498047, 0.151367, 0.648438, 0.59375, 0.5625, 0.361328, 0.644531, 0.761719, 1.03125, 0.773438, 0.384766, 0.139648, 0.566406, 0.609375, 0.597656, 0.174805, 0.855469, 0.96875, 0.746094, 0.589844, 0.695312, 0.734375, 0.332031, 0.957031, 0.695312, 1.015625, 0.691406, 0.761719, 0.777344, 0.582031, 0.679688, 0.960938, 0.957031, 0.172852, 0.365234, 0.257812, 0.345703, 0.574219, 0.914062, 0.671875, 0.320312, 0.648438, 0.710938, 0.769531, 0.53125, 0.765625, 0.96875, 0.168945, 0.3125, 0.714844, 0.777344, 0.746094, 0.769531, 0.384766, 0.933594, 0.820312, 0.410156, 0.96875, 0.710938, 0.605469, 0.441406, 0.710938, 0.871094, 0.3125, 0.3125, 0.488281, 0.792969, 0.404297, 0.515625, 0.734375, 0.166016, 0.398438, 0.78125, 0.371094, 0.898438, 0.306641, 0.75, 0.664062, 0.75, 0.753906, 0.472656, 0.349609, 0.703125, 0.839844, 0.675781, 0.773438, 1.015625, 0.835938, 0.707031, 0.710938, 0.769531, 0.373047, 0.515625, 0.65625, 0.351562, 0.574219, 0.306641, 0.820312, 0.78125, 0.361328, 0.648438, 0.695312, 0.597656, 0.287109, 0.558594, 0.804688, 0.375, 0.546875, 0.738281, 0.582031, 0.371094, 0.640625, 0.902344, 1.03125, 0.699219, 0.355469, 0.404297, 0.59375, 0.757812, 0.8125, 0.921875, 0.953125, 0.683594, 0.769531, 0.679688, 0.90625, 0.894531, 0.457031, 0.589844, -0.000198, 0.519531, 0.730469, 0.523438, 0.703125, 0.392578, 0.347656, 0.800781, 0.388672, 0.65625, 0.316406, 0.632812, 0.53125, 0.163086, 0.722656, 0.746094, 0.863281, 0.382812, 0.570312, 0.341797, 0.761719, 0.726562, 0.78125, 0.699219, 0.472656, 0.859375, 0.365234, 0.800781, 0.980469, 0.820312, 0.878906, 0.742188, 0.613281, 0.863281, 0.902344, 0.765625, 0.953125, 0.472656, 0.71875, 0.535156, 0.964844, 0.78125, 0.667969, 0.386719, 0.5, 0.408203, 0.617188, 0.601562, 0.816406, 0.376953, 0.707031, 0.507812, 0.8125, 0.824219, 0.726562, 0.847656, 0.828125, 0.419922, 0.441406, 0.628906, 0.539062, 0.964844, 0.582031, 0.75, 0.761719, 0.15332, 0.722656, 0.371094, 0.894531, 0.789062, 0.726562, 0.59375, 0.671875, 0.859375, 0.9375, 0.714844, 0.617188, 0.75, 0.326172, 0.675781, 0.636719, 0.765625, 0.318359, 0.345703, 0.328125, 0.6875, 0.318359, 0.820312, 1.015625, 0.453125, 0.351562, 1.039062, 0.535156, 0.976562, 0.6875, 0.972656, 0.46875, 0.404297, 0.554688, 0.71875, 0.734375, 0.464844, 0.941406, 0.699219, 0.482422, 0.408203, 0.353516, 0.773438, 0.601562, 0.746094, 0.769531, 0.447266, 0.875, 0.671875, 0.396484, 0.361328, 0.613281, 0.617188, 0.628906, 0.894531, 0.337891, 0.816406, 0.796875, 0.738281, 0.753906, 0.365234, 0.871094, 0.667969, 0.625, 0.326172, 0.664062, 0.394531, 0.886719, 0.605469, 0.746094, 0.878906, 0.828125, 0.365234, 0.558594, 0.478516, 0.355469, 0.376953, 0.941406, 0.318359, 0.445312, 0.972656, 0.597656, 0.878906, 0.667969, 0.648438, 0.298828, 0.824219, 0.957031, 0.847656, 0.435547, 0.300781, 0.753906, 0.730469, 0.158203, 0.585938, 0.617188, 0.777344, 0.765625, 0.6875, 0.382812, 0.652344, 0.369141, 0.5625, 0.988281, 0.671875, 0.664062, 0.953125, 0.408203, 0.472656, 0.507812, 0.648438, 0.435547, 0.396484, 0.832031, 0.421875, 0.746094, 0.652344, 0.613281, 0.322266, 0.71875, 0.738281, 0.9375, 0.859375, 0.703125, 0.667969, 0.699219, 0.550781, 0.170898, 0.527344, 0.695312, 0.316406, 0.259766, 0.804688, 0.464844, 0.75, 0.753906, 0.324219, 0.328125, 0.496094, 0.255859, 0.753906, 0.796875, 0.816406, 0.683594, 0.582031, 0.789062, 0.714844, 0.511719, 0.640625, 0.722656, 0.75, 0.726562, 0.675781, 0.871094, 0.386719, 0.699219, 0.777344, 0.695312, 0.734375, 0.441406, 0.773438, 0.388672, 0.683594, 0.644531, 0.386719, 0.412109, 0.22168, 0.953125, 0.882812, 0.707031, 0.945312, 0.589844, 0.275391, 0.458984, 0.980469, 0.310547, 0.710938, 0.357422, 0.808594, 0.84375, 0.683594, 0.632812, 0.699219, 0.53125, 0.157227, 0.714844, 0.832031, 0.550781, 0.408203, 0.466797, 0.554688, 0.652344, 0.098145, 0.283203, 0.707031, 0.373047, 0.855469, 0.478516, 0.695312, 0.707031, 0.652344, 0.777344, 0.699219, 0.628906, 0.206055, 0.400391, 0.902344, 0.757812, 0.722656, 0.542969, 0.730469, 0.386719, 0.726562, 0.291016, 0.503906, 0.597656, 0.953125, 0.71875, 0.699219, 0.333984, 0.339844, 0.695312, 0.644531, 0.785156, 0.460938, 0.953125, 0.535156, 0.310547, 0.699219, 0.617188, 0.769531, 0.832031, 0.628906, 0.322266, 0.789062, 0.761719, 0.601562, 0.753906, 0.474609, 0.738281, 0.180664, 0.703125, 0.65625, 0.769531, 0.345703, 0.249023, 0.972656, 0.585938, 0.785156, 0.15332, 0.574219, 0.945312, 0.166992, 0.664062, 0.914062, 0.765625, 0.570312, 0.632812, 0.34375, 0.832031, 0.671875, 0.359375, 0.699219, 0.632812, 0.369141, 0.703125, 0.675781, 0.761719, 0.28125, 0.091309, 0.484375, 0.800781, 0.320312, 0.296875, 0.816406, 0.957031, 0.753906, 0.605469, 0.439453, 0.648438, 0.855469, 0.792969, 0.166992, 0.691406, 0.648438, 0.523438, 0.326172, 0.519531, 0.511719, 0.714844, 1.039062, 0.730469, 0.679688, 0.515625, 0.304688, 0.816406, 0.198242, 0.539062, 0.628906, 0.172852, 0.925781, 0.359375, 0.431641, 0.664062, 0.53125, 0.570312, 0.470703, 0.738281, 0.78125, 0.859375, 0.945312, 0.402344, 0.835938, 0.597656, 0.816406, 0.8125, 0.777344, 0.726562, 0.320312, 0.388672, 0.917969, 0.523438, 0.640625, 0.652344, 0.447266, 0.679688, 0.660156, 0.714844, 0.6875, 0.388672, 0.318359, 0.785156, 0.652344, 0.753906, 0.386719, 0.816406, 0.65625, 0.949219, 0.494141, 0.585938, 0.800781, 0.419922, 0.582031, 0.960938, 0.421875, 0.667969, 0.761719, 0.664062, 0.554688, 0.808594, 0.957031, 0.777344, 0.855469, 0.429688, 0.158203, 0.757812, 0.34375, 0.726562, 0.867188, 0.28125, 0.566406, 0.867188, 0.746094, 0.738281, 0.714844, 0.147461, 0.65625, 0.443359, 0.734375, 0.601562, 0.660156, 0.960938, 0.671875, 0.605469, 0.6875, 0.539062, 0.318359, 0.789062, 0.582031, 0.605469, 0.355469, 0.820312, 0.863281, 0.6875, 0.84375, 0.738281, 0.519531, 0.875, 0.941406, 0.707031, 0.412109, 0.738281, 0.554688, 0.761719, 0.835938, 0.439453, 0.714844, 0.796875, 0.714844, 0.683594, 0.804688, 0.789062, 0.683594, 0.867188, 0.664062, 0.363281, 0.753906, 0.707031, 0.566406, 0.746094, 0.480469, 0.902344, 0.65625, 0.345703, 0.796875, 0.398438, 0.707031, 0.351562, 0.664062, 0.664062, 0.371094, 0.21582, 0.447266, 0.992188, 0.460938, 0.410156, 0.902344, 0.925781, 0.460938, 0.714844, 0.337891, 0.644531, 0.855469, 0.640625, 0.150391, 0.511719, 0.166016, 0.359375, 0.949219, 0.753906, 0.3125, 0.386719, 0.550781, 0.589844, 0.582031, 0.408203, 0.960938, 0.839844, 0.695312, 0.197266, 0.828125, 0.832031, 1.007812, 0.746094, 0.742188, 0.875, 0.695312, 0.589844, 0.351562, 0.371094, 0.365234, 0.484375, 0.300781, 0.353516, 0.371094, 0.699219, 0.753906, 0.90625, 0.675781, 0.480469, 0.726562, 0.738281, 0.769531, 0.710938, 0.835938, 0.165039, 0.322266, 0.613281, 0.703125, 0.484375, 0.277344, 0.328125, 0.636719, 0.785156, 0.644531, 0.90625, 0.18457, 0.722656, 0.695312, 0.632812, 0.359375, 0.148438, 0.695312, 0.828125, 0.455078, 0.382812, 0.451172, 0.578125, 0.404297, 1.023438, 0.361328, 0.337891, 0.761719, 0.168945, 0.734375, 0.539062, 0.154297, 0.933594, 0.816406, 0.761719, 0.408203, 0.5625, 0.734375, 0.789062, 0.898438, 0.314453, 0.486328, 0.353516, 0.371094, 0.707031, 0.269531, 0.839844, 0.488281, 1.109375, 0.597656, 0.703125, 0.695312, 0.457031, 0.380859, 0.964844, 0.308594, 0.933594, 0.640625, 0.464844, 0.875, 0.371094, 0.707031, 0.550781, 0.285156, 0.359375, 0.621094, 0.341797, 0.324219, 0.328125, 0.605469, 0.1875, 0.101074, 0.914062, 0.554688, 0.886719, 0.867188, 0.484375, 1.078125, 0.582031, 0.914062, 0.457031, 0.621094, 0.710938, 0.375, 0.355469, 0.671875, 0.972656, 0.671875, 0.652344, 0.515625, 0.492188, 0.28125, 0.447266, 0.449219, 0.15625, 0.365234, 0.878906, 0.632812, 0.90625, 0.996094, 0.714844, 0.394531, 0.882812, 0.621094, 0.330078, 0.539062, 0.628906, 1.015625, 0.347656, 0.609375, 0.976562, 0.90625, 0.310547, 0.396484, 0.863281, 0.714844, 0.523438, 0.9375, 0.298828, 0.535156, 0.601562, 0.75, 0.890625, 0.318359, 0.241211, 0.511719, 0.464844, 0.773438, 0.373047, 0.960938, 0.683594, 0.412109, 0.625, 0.326172, 0.808594, 0.660156, 0.617188, 0.820312, 0.402344, 0.726562, 0.628906, 0.388672, 0.386719, 0.757812, 0.507812, 0.785156, 0.453125, 0.59375, 0.582031, 0.476562, 1.03125, 0.65625, 0.40625, 0.78125, 0.3125, 0.960938, 0.5625, 0.933594, 0.777344, 0.652344, 0.458984, 0.816406, 0.494141, 1.039062, 0.601562, 0.46875, 0.921875, 0.742188, 0.589844, 0.349609, 0.800781, 0.357422, 1.0, 0.753906, 0.917969, 0.722656, 0.371094, 0.310547, 0.734375, 0.550781, 0.796875, 0.769531, 0.53125, 0.902344, 0.757812, 0.9375, 0.964844, 0.910156, 0.738281, 0.898438, 0.605469, 0.578125, 0.394531, 0.324219, 0.902344, 0.882812, 0.753906, 0.777344, 0.652344, 0.6875, 0.898438, 0.539062, 0.851562, 0.839844, 0.785156, 0.574219, 0.746094, 0.135742, 0.742188, 0.369141, 0.140625, 0.640625, 0.613281, 0.703125, 0.433594, 0.667969, 0.730469, 0.746094, 0.988281, 0.96875, 0.710938, 0.410156, 0.328125, 0.287109, 0.535156, 0.871094, 0.359375, 1.015625, 0.589844, 0.699219, 0.921875, 0.808594, 0.617188, 0.832031, 0.898438, 0.695312, 0.335938, 0.738281, 0.988281, 0.660156, 0.398438, 0.699219, 0.859375, 0.910156, 0.933594, 0.730469, 0.933594, 0.773438, 0.753906, 0.964844, 0.671875, 0.519531, 0.929688, 0.722656, 0.730469, 0.78125, 0.910156, 0.757812, 0.710938, 0.667969, 0.820312, 0.460938, 0.628906, 0.402344, 0.667969, 0.78125, 0.914062, 0.345703, 0.137695, 0.816406, 0.683594, 0.84375, 0.789062, 0.765625, 0.476562, 0.4375, 0.898438, 0.671875, 0.675781, 0.369141, 0.671875, 0.375, 0.632812, 0.570312, 0.369141, 0.398438, 0.851562, 0.135742, 0.722656, 0.486328, 0.255859, 0.824219, 0.365234, 0.394531, 0.59375, 0.808594, 0.632812, 0.408203, 0.730469, 0.451172, 0.380859, 0.351562, 0.345703, 0.628906, 0.402344, 0.365234, 0.371094, 0.734375, 0.550781, 0.835938, 0.9375, 0.347656, 0.789062, 0.316406, 0.996094, 0.511719, 0.617188, 0.828125, 0.785156, 0.523438, 0.742188, 0.300781, 0.832031, 0.710938, 0.996094, 0.683594, 0.345703, 0.921875, 0.925781, 0.808594, 0.470703, 0.675781, 0.8125, 0.5625, 0.695312, 0.539062, 0.984375, 0.667969, 0.832031, 0.773438, 0.894531, 0.542969, 0.707031, 0.800781, 0.394531, 0.601562, 0.949219, 0.578125, 0.726562, 0.535156, 0.707031, 1.101562, 0.898438, 0.59375, 0.269531, 0.527344, 0.613281, 0.351562, 0.699219, 1.210938, 0.585938, 0.375, 0.820312, 0.613281, 1.015625, 0.730469, 0.816406, 0.75, 0.777344, 0.667969, 0.40625, 0.554688, 0.34375, 0.6875, 0.808594, 0.816406, 0.453125, 0.828125, 0.785156, 0.6875, 0.742188, 0.486328, 0.427734, 0.296875, 0.695312, 0.566406, 0.582031, 0.546875, 0.578125, 0.59375, 0.617188, 0.859375, 0.683594, 0.800781, 0.435547, 0.523438, 0.345703, 0.306641, 0.460938, 0.496094, 0.789062, 0.882812, 0.773438, 0.855469, 0.640625, 0.742188, 0.447266, 0.523438, 0.707031, 0.597656, 0.988281, 0.953125, 0.539062, 0.157227, 0.589844, 0.613281, 0.152344, 0.796875, 0.84375, 0.960938, 0.617188, 0.625, 0.507812, 0.558594, 0.125, 0.695312, 0.168945, 0.730469, 0.800781, 0.369141, 0.132812, 0.470703, 0.796875, 0.402344, 0.613281, 0.326172, 0.992188, 0.890625, 0.75, 0.792969, 0.640625, 0.447266, 0.667969, 0.832031, 0.761719, 0.322266, 0.761719, 0.231445, 0.855469, 0.910156, 0.746094, 0.871094, 0.960938, 0.359375, 0.632812, 0.65625, 0.707031, 0.671875, 0.478516, 0.707031, 0.455078, 0.566406, 0.816406, 0.291016, 0.648438, 0.789062, 0.515625, 0.601562, 0.503906, 0.455078, 0.6875, 0.785156, 0.180664, 0.964844, 0.765625, 0.28125, 0.863281, 0.453125, 1.007812, 0.726562, 0.660156, 0.625, 0.710938, 0.859375, 0.613281, 0.738281, 0.498047, 0.917969, 0.777344, 0.667969, 0.695312, 0.648438, 0.785156, 0.226562, 0.886719, 0.921875, 0.423828, 0.765625, 0.753906, 0.773438, 0.707031, 0.960938, 0.933594, 0.652344, 0.351562, 0.515625, 0.675781, 0.871094, 0.78125, 0.094727, 0.722656, 0.722656, 0.90625, 0.546875, 0.515625, 0.816406, 0.636719, 0.324219, 0.726562, 0.929688, 0.761719, 0.789062, 0.546875, 0.683594, 0.898438, 0.84375, 0.898438, 0.710938, 0.574219, 0.476562, 0.53125, 0.671875, 0.558594, 0.320312, 0.933594, 0.585938, 0.628906, 0.769531, 0.871094, 0.976562, 0.710938, 0.644531, 0.929688, 0.769531, 0.3125, 0.726562, 0.691406, 0.300781, 0.894531, 0.373047, 0.636719, 0.460938, 0.349609, 0.40625, 0.488281, 0.648438, 0.412109, 0.458984, 0.324219, 0.421875, 0.585938, 0.439453, 0.333984, 0.761719, 0.124512, 0.628906, 0.863281, 0.726562, 0.707031, 0.945312, 0.511719, 0.972656, 0.753906, 0.176758, 0.157227, 0.34375, 0.507812, 0.851562, 0.392578, 0.667969, 0.835938, 0.355469, 0.800781, 0.429688, 0.816406, 0.957031, 0.671875, 0.691406, 0.539062, 0.710938, 0.186523, 0.605469, 0.605469, 0.738281, 0.570312, 0.326172, 0.404297, 0.707031, 0.804688, 0.507812, 0.414062, 0.636719, 0.71875, 0.742188, 0.765625, 0.96875, 0.5625, 0.511719, 0.40625, 0.636719, 0.730469, 0.601562, 0.375, 0.566406, 0.753906, 0.78125, 0.378906, 0.660156, 0.839844, 0.474609, 0.710938, 0.445312, 0.382812, 0.308594, 1.03125, 0.65625, 0.816406, 0.378906, 0.539062, 0.46875, 0.138672, 0.738281, 0.785156, 0.402344, 0.574219, 0.679688, 0.515625, 0.455078, 0.964844, 0.886719, 0.515625, 0.304688, 0.617188, 0.933594, 0.486328, 0.730469, 0.447266, 0.652344, 0.875, 0.636719, 0.542969, 0.957031, 0.298828, 0.878906, 1.023438, 0.636719, 0.722656, 0.470703, 0.582031, 0.408203, 0.929688, 0.839844, 0.275391, 0.285156, 0.667969, 0.455078, 0.710938, 0.871094, 0.431641, 0.640625, 0.839844, 0.710938, 0.410156, 0.960938, 0.351562, 0.644531, 0.6875, 0.683594, 0.470703, 0.601562, 0.75, 0.59375, 0.679688, 0.800781, 0.546875, 0.347656, 0.400391, 0.484375, 0.412109, 0.75, 0.546875, 0.789062, 0.519531, 0.660156, 0.59375, 0.523438, 0.675781, 0.746094, 0.804688, 0.369141, 0.675781, 0.222656, 0.675781, 0.757812, 0.691406, 0.765625, 0.652344, 0.498047, 0.738281, 0.147461, 0.330078, 0.644531, 0.382812, 0.472656, 0.519531, 0.957031, 0.929688, 0.695312, 0.451172, 0.140625, 0.71875, 0.232422, 0.398438, 0.333984, 0.71875, 0.494141, 0.714844, 0.412109, 0.863281, 0.859375, 0.851562, 0.734375, 0.400391, 0.664062, 0.75, 0.734375, 0.761719, 0.855469, 0.898438, 0.597656, 0.277344, 0.902344, 0.511719, 0.632812, 0.447266, 0.472656, 0.414062, 0.664062, 0.703125, 0.734375, 0.296875, 0.851562, 0.375, 0.375, 0.160156, 0.445312, 0.789062, 0.691406, 0.945312, 0.695312, 0.625, 0.129883, 0.507812, 0.376953, 0.558594, 0.449219, 0.722656, 0.695312, 0.789062, 0.515625, 0.777344, 0.691406, 0.757812, 1.03125, 1.0, 0.953125, 0.78125, 0.980469, 0.396484, 0.585938, 0.380859, 0.734375, 0.632812, 0.291016, 0.726562, 0.206055, 0.769531, 0.353516, 0.369141, 0.792969, 0.164062, 0.753906, 0.296875, 0.855469, 0.902344, 0.498047, 0.652344, 0.574219, 0.78125, 0.820312, 0.757812, 0.386719, 0.761719, 0.093262, 0.960938, 0.337891, 0.9375, 0.410156, 0.242188, 0.890625, 0.941406, 0.839844, 0.71875, 0.480469, 0.847656, 0.671875, 0.894531, 0.644531, 0.5625, 0.349609, 0.855469, 0.792969, 0.585938, 0.59375, 0.746094, 0.126953, 0.851562, 0.527344, 0.8125, 0.455078, 0.652344, 0.59375, 0.601562, 0.605469, 0.095215, 0.34375, 0.648438, 0.396484, 0.318359, 1.0, 0.699219, 0.339844, 0.574219, 0.289062, 0.917969, 0.660156, 0.539062, 0.628906, 0.984375, 0.589844, 0.753906, 0.878906, 0.5, 0.455078, 0.699219, 0.441406, 0.154297, 0.363281, 0.371094, 0.628906, 0.746094, 0.796875, 0.138672, 0.789062, 0.988281, 0.761719, 0.523438, 0.21875, 0.333984, 0.921875, 0.349609, 0.300781, 0.882812, 0.494141, 0.316406, 0.988281, 0.703125, 0.910156, 0.433594, 0.960938, 0.523438, 0.863281, 0.664062, 0.5, 0.714844, 0.609375, 0.800781, 0.373047, 0.761719, 0.746094, 0.542969, 0.730469, 0.396484, 0.660156, 0.5625, 0.466797, 0.585938, 0.425781, 0.921875, 0.753906, 0.570312, 0.75, 0.300781, 0.722656, 0.539062, 0.490234, 0.478516, 0.945312, 0.898438, 0.414062, 0.589844, 0.388672, 0.816406, 0.558594, 1.125, 0.796875, 0.808594, 0.429688, 0.511719, 0.597656, 0.542969, 0.496094, 0.839844, 0.824219, 0.546875, 0.328125, 0.71875, 0.160156, 0.310547, 0.679688, 0.546875, 0.292969, 0.589844, 0.757812, 0.371094, 0.957031, 0.613281, 0.878906, 0.683594, 0.742188, 0.9375, 0.984375, 0.384766, 0.447266, 0.628906, 0.632812, 0.976562, 0.609375, 0.917969, 1.0, 0.675781, 0.785156, 0.851562, 0.34375, 0.640625, 0.835938, 0.785156, 0.574219, 0.792969, 0.601562, 0.886719, 0.796875, 0.4375, 0.835938, 0.503906, 0.660156, 0.75, 0.917969, 0.953125, 0.148438, 0.628906, 0.613281, 0.9375, 0.457031, 0.738281, 0.820312, 0.789062, 0.828125, 0.417969, 0.613281, 0.859375, 0.671875, 0.5625, 0.386719, 0.578125, 0.851562, 0.152344, 0.416016, 0.765625, 0.664062, 0.867188, 0.667969, 0.359375, 0.40625, 0.945312, 0.259766, 0.757812, 0.539062, 0.566406, 0.617188, 0.972656, 0.441406, 0.757812, 0.867188, 1.039062, 0.625, 0.412109, 0.863281, 0.644531, 0.652344, 0.757812, 0.679688, 0.25, 0.855469, 0.480469, 0.699219, 0.628906, 0.6875, 0.292969, 0.761719, 0.898438, 0.419922, 0.730469, 0.757812, 0.158203, 0.882812, 0.167969, 0.375, 0.519531, 0.345703, 0.328125, 0.357422, 0.314453, 0.550781, 0.621094, 0.496094, 0.640625, 0.679688, 0.46875, 0.558594, 0.699219, 0.367188, 0.425781, 0.152344, 0.535156, 0.734375, 0.59375, 0.34375, 0.777344, 0.617188, 0.527344, 0.957031, 0.605469, 0.439453, 0.949219, 0.168945, 0.597656, 0.785156, 0.640625, 0.667969, 0.6875, 0.683594, 0.363281, 0.453125, 0.808594, 0.445312, 0.875, 0.847656, 0.367188, 0.746094, 0.773438, 0.306641, 0.601562, 0.4375, 0.167969, 0.660156, 0.910156, 0.929688, 0.628906, 0.332031, 0.136719, 0.886719, 0.408203, 0.90625, 0.660156, 0.753906, 0.703125, 0.460938, 0.675781, 0.761719, 0.507812, 0.660156, 0.353516, 0.800781, 0.96875, 0.847656, 0.271484, 0.365234, 0.453125, 0.617188, 0.679688, 0.400391, 0.582031, 0.746094, 0.652344, 0.443359, 0.664062, 0.9375, 0.546875, 0.949219, 0.785156, 0.408203, 0.734375, 0.345703, 0.710938, 0.753906, 0.855469, 0.847656, 0.326172, 0.146484, 0.5625, 0.796875, 0.792969, 0.878906, 0.761719, 0.476562, 0.734375, 0.886719, 0.59375, 0.15918, 0.550781, 0.949219, 0.585938, 0.792969, 0.427734, 0.507812, 0.707031, 0.691406, 0.609375, 0.796875, 0.882812, 0.589844, 0.714844, 0.470703, 0.789062, 0.204102, 0.769531, 0.660156, 0.941406, 0.613281, 0.419922, 0.353516, 0.388672, 0.855469, 0.566406, 0.410156, 0.636719, 0.886719, 0.769531, 0.453125, 0.816406, 0.597656, 0.953125, 0.357422, 0.855469, 0.746094, 0.617188, 0.746094, 0.84375, 0.233398, 0.871094, 0.972656, 0.574219, 0.511719, 0.75, 0.839844, 0.570312, 0.15625, 0.894531, 0.453125, 0.292969, 0.664062, 0.601562, 1.023438, 0.710938, 0.722656, 0.792969, 0.722656, 0.671875, 0.746094, 0.742188, 0.390625, 0.613281, 0.683594, 0.550781, 0.671875, 0.625, 0.65625, 0.726562, 0.964844, 0.382812, 0.5, 0.330078, 0.929688, 0.392578, 0.90625, 0.652344, 0.609375, 0.714844, 0.59375, 0.396484, 0.322266, 0.621094, 0.324219, 0.345703, 0.789062, 0.847656, 0.691406, 0.412109, 0.585938, 0.722656, 0.574219, 0.933594, 0.828125, 0.96875, 0.470703, 0.78125, 0.451172, 0.703125, 0.757812, 0.304688, 0.675781, 0.308594, 0.46875, 0.671875, 0.753906, 0.492188, 0.341797, 0.351562, 0.792969, 0.765625, 0.761719, 0.412109, 0.742188, 0.582031, 0.980469, 0.75, 0.337891, 0.597656, 0.498047, 0.84375, 0.628906, 0.84375, 0.365234, 0.851562, 0.972656, 0.369141, 0.292969, 0.75, 0.570312, 0.328125, 0.671875, 0.710938, 0.707031, 0.925781, 0.6875, 0.957031, 0.714844, 0.570312, 0.722656, 0.332031, 0.621094, 0.722656, 0.691406, 0.585938, 0.335938, 0.800781, 0.3125, 0.498047, 0.453125, 0.699219, 0.427734, 0.621094, 0.316406, 0.648438, 0.558594, 0.408203, 0.332031, 0.621094, 0.558594, 0.163086, 0.15625, 0.458984, 0.574219, 0.695312, 0.71875, 0.306641, 0.777344, 0.742188, 0.726562, 0.742188, 0.28125, 0.46875, 0.353516, 0.462891, 0.150391, 0.285156, 0.419922, 0.824219, 0.337891, 0.695312, 0.644531, 0.871094, 0.65625, 0.9375, 0.546875, 0.75, 0.933594, 0.24707, 0.746094, 0.503906, 0.871094, 0.386719, 0.667969, 0.357422, 0.601562, 0.773438, 0.863281, 0.59375, 0.314453, 0.644531, 0.621094, 0.53125, 0.523438, 0.369141, 0.609375, 0.628906, 0.423828, 0.789062, 0.964844, 0.8125, 1.007812, 0.574219, 0.330078, 0.871094, 0.443359, 0.894531, 0.664062, 0.519531, 0.746094, 0.12793, 0.789062, 0.71875, 0.675781, 0.894531, 0.660156, 0.632812, 0.476562, 0.679688, 0.785156, 0.386719, 0.597656, 0.671875, 0.710938, 0.957031, 0.953125, 0.527344, 0.539062, 0.648438, 0.519531, 0.570312, 0.613281, 0.558594, 0.6875, 0.396484, 0.316406, 0.324219, 0.820312, 0.578125, 0.726562, 0.855469, 0.625, 1.007812, 0.988281, 0.824219, 0.605469, 0.613281, 0.5625, 0.333984, 0.494141, 0.699219, 0.859375, 0.875, 0.412109, 0.625, 0.960938, 0.466797, 0.988281, 0.373047, 0.71875, 0.769531, 0.730469, 0.746094, 0.173828, 0.527344, 0.371094, 0.429688, 0.382812, 0.207031, 0.515625, 0.398438, 0.75, 0.322266, 0.664062, 0.691406, 0.433594, 0.789062, 0.145508, 0.539062, 0.898438, 0.355469, 0.392578, 0.859375, 0.824219, 0.75, 0.835938, 0.863281, 0.511719, 0.375, 0.125, 1.070312, 0.375, 0.855469, 0.636719, 0.761719, 0.523438, 0.613281, 0.447266, 0.757812, 0.644531, 0.433594, 0.652344, 0.613281, 0.494141, 0.369141, 0.753906, 0.34375, 0.126953, 0.648438, 0.714844, 0.59375, 0.605469, 0.644531, 0.131836, 0.496094, 1.007812, 0.835938, 0.369141, 0.796875, 0.867188, 0.851562, 0.699219, 0.75, 0.453125, 0.804688, 0.757812, 0.628906, 0.162109, 0.71875, 0.182617, 0.746094, 0.726562, 0.369141, 0.824219, 0.75, 0.808594, 0.425781, 0.515625, 0.554688, 0.125, 0.279297, 0.664062, 0.675781, 0.435547, 0.824219, 0.613281, 0.324219, 0.847656, 0.335938, 0.648438, 0.369141, 0.494141, 0.828125, 0.310547, 0.929688, 0.898438, 0.753906, 0.574219, 0.570312, 0.738281, 0.472656, 0.820312, 0.804688, 0.410156, 0.902344, 0.523438, 0.894531, 0.816406, 0.789062, 1.132812, 0.722656, 0.824219, 0.472656, 0.578125, 0.746094, 0.84375, 0.742188, 0.71875, 0.365234, 0.871094, 0.671875, 0.40625, 0.40625, 0.730469, 0.996094, 0.330078, 0.172852, 0.449219, 0.863281, 0.15625, 0.71875, 0.439453, 0.742188, 0.574219, 0.820312, 0.65625, 0.332031, 0.777344, 1.046875, 0.640625, 0.667969, 0.515625, 0.738281, 0.421875, 0.382812, 0.648438, 0.302734, 0.201172, 0.722656, 0.443359, 0.765625, 0.648438, 0.710938, 0.511719, 0.734375, 1.023438, 0.78125, 0.832031, 0.789062, 0.165039, 0.523438, 0.371094, 0.324219, 0.166992, 0.984375, 0.648438, 0.761719, 0.349609, 0.605469, 0.287109, 0.412109, 0.380859, 0.143555, 0.339844, 0.710938, 0.828125, 0.734375, 0.667969, 0.644531, 0.371094, 0.671875, 1.039062, 0.929688, 0.578125, 0.625, 0.412109, 0.777344, 0.792969, 0.835938, 0.792969, 0.890625, 0.453125, 0.484375, 0.398438, 0.910156, 0.636719, 0.683594, 0.941406, 0.609375, 0.972656, 0.435547, 0.151367, 0.34375, 0.429688, 0.914062, 0.421875, 0.298828, 0.435547, 0.408203, 0.992188, 0.683594, 0.824219, 0.589844, 0.660156, 0.431641, 0.546875, 0.660156, 0.613281, 0.804688, 0.671875, 0.804688, 0.271484, 0.388672, 0.871094, 0.703125, 0.886719, 0.271484, 0.976562, 0.636719, 0.6875, 0.925781, 0.636719, 0.738281, 0.382812, 0.5625, 0.519531, 0.328125, 0.730469, 0.949219, 0.482422, 0.75, 0.875, 0.597656, 0.605469, 0.460938, 0.390625, 0.550781, 0.398438, 0.730469, 0.683594, 0.53125, 0.761719, 0.396484, 0.9375, 0.488281, 0.5625, 0.972656, 0.158203, 0.507812, 0.498047, 0.453125, 0.136719, 0.302734, 0.789062, 0.679688, 0.78125, 0.322266, 0.929688, 0.539062, 0.601562, 0.792969, 0.660156, 0.703125, 0.898438, 0.773438, 0.316406, 0.640625, 0.423828, 0.90625, 0.439453, 0.361328, 0.683594, 0.361328, 0.796875, 0.419922, 0.582031, 0.664062, 0.21582, 0.707031, 0.960938, 0.855469, 0.710938, 0.355469, 0.734375, 0.847656, 0.470703, 0.945312, 0.300781, 0.470703, 0.6875, 0.746094, 0.5625, 0.554688, 0.578125, 0.53125, 0.369141, 0.667969, 0.632812, 0.515625, 0.71875, 0.445312, 0.542969, 0.339844, 0.652344, 0.703125, 0.279297, 0.443359, 0.324219, 0.8125, 0.839844, 1.609375, 0.941406, 0.330078, 0.355469, 0.582031, 0.929688, 0.400391, 0.146484, 0.773438, 0.566406, 0.746094, 0.722656, 1.25, 0.554688, 0.710938, 0.410156, 0.699219, 0.443359, 0.710938, 0.279297, 0.135742, 0.703125, 0.796875, 0.636719, 0.550781, 0.949219, 0.707031, 0.291016, 0.65625, 0.660156, 0.5625, 0.8125, 0.302734, 0.691406, 0.859375, 0.484375, 0.871094, 0.349609, 0.777344, 1.015625, 0.451172, 0.083008, 0.824219, 0.703125, 0.601562, 0.59375, 0.550781, 0.753906, 0.734375, 0.96875, 0.53125, 0.384766, 0.710938, 0.621094, 0.988281, 0.496094, 0.785156, 0.898438, 0.59375, 0.597656, 0.742188, 0.330078, 0.144531, 0.652344, 0.746094, 0.832031, 0.730469, 0.863281, 1.023438, 0.714844, 0.707031, 0.691406, 0.201172, 0.765625, 0.328125, 0.625, 0.455078, 0.324219, 0.416016, 0.480469, 0.886719, 0.769531, 0.597656, 0.542969, 0.914062, 0.816406, 0.765625, 0.789062, 0.621094, 0.9375, 0.90625, 0.414062, 0.621094, 0.65625, 0.628906, 0.388672, 0.535156, 0.785156, 0.769531, 0.363281, 0.333984, 0.585938, 0.976562, 0.910156, 0.769531, 0.789062, 0.871094, 0.859375, 0.902344, 0.511719, 0.353516, 0.396484, 0.527344, 0.578125, 0.332031, 0.746094, 0.925781, 0.435547, 0.388672, 0.910156, 0.511719, 0.964844, 0.175781, 0.330078, 0.726562, 0.421875, 0.78125, 0.84375, 0.933594, 0.886719, 0.953125, 0.632812, 0.71875, 0.574219, 0.902344, 0.714844, 0.59375, 0.976562, 0.933594, 0.898438, 0.601562, 0.902344, 0.886719, 0.542969, 0.789062, 0.539062, 0.925781, 0.511719, 0.703125, 0.808594, 0.804688, 0.777344, 0.667969, 0.894531, 0.535156, 0.542969, 0.617188, 0.6875, 0.9375, 0.558594, 0.632812, 0.917969, 0.585938, 0.652344, 0.390625, 0.396484, 0.373047, 0.707031, 0.361328, 0.353516, 0.792969, 0.441406, 0.355469, 0.675781, 0.746094, 0.882812, 0.470703, 0.914062, 0.40625, 0.679688, 0.472656, 1.03125, 0.28125, 0.291016, 0.949219, 0.988281, 1.0, 0.320312, 0.328125, 0.466797, 0.789062, 0.75, 0.664062, 0.636719, 0.8125, 0.699219, 0.242188, 0.490234, 0.664062, 0.707031, 0.304688, 0.458984, 0.335938, 0.410156, 0.394531, 0.328125, 0.75, 0.675781, 0.515625, 0.154297, 0.679688, 0.996094, 0.792969, 0.71875, 0.644531, 0.890625, 0.386719, 0.859375, 0.714844, 0.921875, 0.6875, 0.699219, 0.265625, 0.742188, 0.6875, 0.699219, 0.535156, 0.683594, 0.605469, 0.648438, 0.404297, 0.730469, 0.722656, 0.757812, 0.648438, 0.320312, 0.664062, 0.535156, 0.640625, 0.601562, 0.324219, 0.416016, 0.150391, 0.789062, 0.902344, 0.773438, 0.867188, 0.566406, 0.8125, 0.695312, 0.628906, 0.427734, 0.355469, 0.566406, 0.640625, 0.267578, 0.6875, 0.332031, 0.804688, 0.492188, 0.550781, 0.664062, 0.298828, 0.707031, 0.652344, 0.929688, 0.996094, 0.466797, 0.886719, 0.585938, 0.46875, 0.277344, 0.789062, 0.644531, 0.664062, 0.761719, 0.769531, 0.308594, 0.314453, 0.527344, 0.609375, 0.511719, 0.710938, 0.78125, 0.777344, 0.1875, 0.742188, 0.355469, 0.84375, 0.777344, 0.507812, 0.644531, 0.621094, 0.910156, 0.816406, 0.361328, 0.710938, 0.910156, 0.345703, 0.597656, 0.871094, 0.78125, 0.546875, 0.582031, 0.746094, 0.847656, 0.832031, 0.447266, 0.470703, 0.96875, 0.667969, 0.777344, 0.652344, 0.353516, 0.601562, 0.808594, 0.730469, 0.792969, 0.585938, 0.667969, 0.757812, 0.980469, 0.882812, 0.789062, 0.667969, 0.392578, 0.800781, 0.558594, 0.133789, 0.691406, 0.882812, 0.640625, 0.570312, 0.375, 0.722656, 0.433594, 0.808594, 0.746094, 0.992188, 0.742188, 0.476562, 0.726562, 0.996094, 0.746094, 0.84375, 0.613281, 0.455078, 0.84375, 0.609375, 0.451172, 0.589844, 0.664062, 0.296875, 0.15332, 0.828125, 0.353516, 0.75, 0.785156, 0.945312, 0.337891, 0.535156, 0.789062, 0.652344, 0.941406, 0.589844, 0.632812, 0.402344, 0.441406, 0.929688, 0.703125, 0.710938, 0.773438, 0.152344, 0.949219, 0.353516, 0.851562, 0.929688, 0.472656, 0.867188, 0.734375, 0.90625, 0.964844, 0.832031, 0.730469, 0.408203, 0.902344, 0.582031, 0.710938, 0.851562, 0.699219, 0.621094, 0.753906, 0.464844, 0.345703, 0.835938, 0.53125, 0.78125, 0.6875, 0.75, 0.679688, 0.703125, 0.328125, 0.474609, 0.53125, 0.71875, 0.355469, 0.138672, 0.695312, 0.339844, 0.453125, 0.388672, 0.357422, 0.921875, 0.455078, 0.359375, 0.376953, 0.332031, 0.519531, 0.941406, 0.337891, 0.628906, 0.980469, 0.824219, 0.742188, 0.480469, 0.546875, 0.742188, 0.734375, 0.65625, 0.820312, 0.378906, 0.941406, 0.796875, 0.78125, 0.582031, 0.78125, 0.478516, 0.660156, 0.707031, 0.132812, 0.699219, 0.691406, 0.367188, 0.945312, 0.691406, 0.738281, 0.785156, 0.808594, 0.8125, 0.617188, 0.757812, 0.65625, 0.640625, 0.394531, 0.558594, 0.402344, 0.675781, 0.988281, 0.832031, 0.746094, 0.660156, 0.824219, 0.679688, 0.15918, 0.558594, 0.90625, 0.4375, 0.582031, 0.714844, 0.679688, 0.847656, 0.613281, 0.769531, 0.476562, 0.248047, 0.777344, 0.851562, 0.578125, 0.71875, 0.21582, 0.75, 0.699219, 0.734375, 0.851562, 0.636719, 0.421875, 0.714844, 0.447266, 0.470703, 0.867188, 0.699219, 0.566406, 0.625, 0.929688, 0.972656, 0.511719, 0.765625, 0.46875, 0.419922, 0.597656, 0.671875, 0.519531, 0.671875, 0.816406, 0.65625, 0.703125, 0.458984, 0.925781, 0.65625, 0.726562, 0.546875, 0.816406, 0.425781, 0.574219, 0.324219, 0.609375, 0.722656, 0.652344, 0.707031, 0.734375, 0.679688, 0.539062, 0.478516, 0.423828, 0.691406, 0.835938, 0.449219, 0.574219, 0.527344, 0.878906, 0.292969, 0.679688, 0.59375, 0.585938, 0.765625, 0.652344, 0.613281, 0.644531, 0.703125, 0.480469, 0.980469, 0.894531, 0.425781, 0.683594, 0.376953, 0.734375, 0.597656, 0.427734, 0.917969, 1.039062, 0.6875, 0.804688, 0.181641, 0.839844, 0.640625, 0.53125, 0.886719, 0.380859, 0.400391, 0.765625, 0.710938, 0.679688, 0.742188, 0.333984, 0.769531, 0.535156, 0.980469, 0.773438, 0.59375, 0.910156, 0.261719, 0.679688, 0.142578, 0.707031, 0.71875, 0.566406, 0.847656, 0.773438, 0.451172, 0.429688, 0.589844, 0.945312, 0.298828, 0.535156, 0.488281, 0.248047, 0.609375, 0.507812, 0.679688, 0.773438, 0.441406, 0.933594, 0.855469, 0.345703, 0.353516, 1.023438, 0.515625, 0.867188, 0.628906, 0.796875, 0.349609, 0.322266, 0.453125, 1.046875, 0.949219, 0.667969, 0.707031, 0.435547, 0.820312, 0.476562, 0.753906, 0.412109, 0.371094, 0.789062, 0.769531, 0.550781, 0.96875, 0.769531, 0.917969, 0.703125, 0.71875, 0.925781, 0.6875, 0.365234, 0.890625, 1.007812, 0.585938, 0.550781, 0.773438, 0.714844, 0.878906, 0.123047, 0.8125, 0.738281, 0.738281, 0.867188, 0.667969, 0.683594, 0.34375, 0.683594, 0.306641, 0.488281, 0.150391, 0.453125, 0.835938, 0.300781, 0.628906, 0.761719, 0.707031, 0.671875, 0.988281, 0.146484, 1.03125, 0.804688, 0.800781, 0.972656, 0.757812, 0.640625, 0.628906, 0.925781, 0.648438, 0.542969, 0.664062, 0.90625, 0.398438, 0.820312, 1.0, 0.914062, 0.769531, 0.65625, 0.359375, 0.636719, 0.738281, 0.369141, 0.386719, 0.675781, 0.283203, 0.75, 0.972656, 0.730469, 0.330078, 0.945312, 0.738281, 0.847656, 0.134766, 0.316406, 0.365234, 0.386719, 0.820312, 0.384766, 0.785156, 0.570312, 0.644531, 0.882812, 0.335938, 0.332031, 0.601562, 0.558594, 0.90625, 0.539062, 0.734375, 0.519531, 0.554688, 0.734375, 0.777344, 0.667969, 0.390625, 0.75, 0.699219, 0.738281, 0.941406, 0.871094, 0.289062, 0.539062, 0.566406, 0.179688, 0.765625, 0.613281, 0.359375, 0.632812, 0.400391, 0.609375, 0.804688, 0.582031, 1.40625, 0.640625, 0.722656, 0.757812, 0.519531, 0.597656, 0.84375, 0.734375, 0.894531, 0.847656, 0.339844, 0.160156, 0.824219, 0.789062, 0.53125, 0.625, 0.769531, 0.761719, 0.957031, 0.349609, 0.427734, 0.265625, 0.466797, 0.59375, 0.412109, 0.78125, 0.964844, 0.746094, 0.761719, 0.695312, 0.761719, 0.714844, 0.875, 0.404297, 0.753906, 0.53125, 0.640625, 0.155273, 0.800781, 0.671875, 0.15332, 0.847656, 0.707031, 0.953125, 0.558594, 0.5, 0.574219, 0.527344, 0.24707, 0.742188, 0.496094, 0.357422, 0.964844, 0.667969, 0.160156, 0.746094, 0.212891, 0.746094, 0.820312, 0.488281, 0.632812, 0.326172, 0.808594, 0.574219, 0.789062, 0.392578, 0.621094, 0.322266, 0.382812, 0.808594, 0.173828, 0.341797, 0.457031, 0.255859, 0.507812, 0.609375, 0.972656, 0.921875, 0.765625, 0.765625, 0.464844, 0.761719, 0.144531, 0.451172, 0.75, 0.917969, 0.730469, 0.683594, 0.863281, 0.400391, 0.742188, 0.480469, 0.902344, 0.449219, 0.558594, 0.679688, 0.574219, 0.773438, 0.636719, 0.373047, 0.953125, 0.734375, 0.769531, 0.320312, 0.484375, 0.835938, 0.425781, 0.417969, 0.170898, 0.416016, 0.703125, 0.753906, 0.734375, 0.453125, 0.90625, 0.710938, 0.613281, 0.664062, 0.675781, 0.460938, 0.410156, 0.609375, 0.416016, 0.601562, 0.550781, 0.219727, 0.753906, 0.726562, 0.605469, 0.667969, 0.585938, 0.742188, 0.621094, 0.535156, 0.443359, 0.128906, 0.457031, 0.386719, 0.679688, 0.414062, 0.808594, 0.839844 ] }, "name": "model.model.layers.12.post_attention_layernorm.weight", "outputIndexes": [ 1075 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1074 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_12/Mul_output_0", "outputIndexes": [ 1076 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1075, 1076 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_12/Mul_1_output_0", "outputIndexes": [ 1077 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1077 ], "outputIndexes": [ 2660 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2660 ], "outputIndexes": [ 2661 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear", "inputIndexes": [ 2661 ], "outputIndexes": [ 2662 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1589817232, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2662 ], "outputIndexes": [ 2663 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2663 ], "outputIndexes": [ 1078 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1078 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_12/Sigmoid_output_0", "outputIndexes": [ 1079 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1078, 1079 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_12/Mul_output_0", "outputIndexes": [ 1080 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1077 ], "outputIndexes": [ 2664 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2664 ], "outputIndexes": [ 2665 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear", "inputIndexes": [ 2665 ], "outputIndexes": [ 2666 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1628008358, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2666 ], "outputIndexes": [ 2667 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2667 ], "outputIndexes": [ 1081 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1080, 1081 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_12/Mul_output_0", "outputIndexes": [ 1082 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1082 ], "outputIndexes": [ 2668 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2668 ], "outputIndexes": [ 2669 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear", "inputIndexes": [ 2669 ], "outputIndexes": [ 2670 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1666199484, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2670 ], "outputIndexes": [ 2671 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2671 ], "outputIndexes": [ 1083 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1074, 1083 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_64_output_0", "outputIndexes": [ 1084 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1084, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_117_output_0", "outputIndexes": [ 1085 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.203125, 0.582031, 1.664062, 0.330078, 1.132812, 0.5, 0.546875, 0.75, 0.675781, 0.253906, 0.625, 0.251953, 0.486328, 0.322266, 0.255859, 0.988281, 0.550781, 0.359375, 0.589844, 0.291016, 0.695312, 0.597656, 0.554688, 0.363281, 0.328125, 1.03125, 0.227539, 0.289062, 0.392578, 0.359375, 1.109375, 0.241211, 0.636719, 0.492188, 0.933594, 1.03125, 0.298828, 0.949219, 0.574219, 0.277344, 1.023438, 0.539062, 1.3125, 0.652344, 1.234375, 1.007812, 0.116211, 1.382812, 0.945312, 0.28125, 1.25, 0.439453, 0.472656, 0.421875, 0.832031, 0.400391, 0.886719, 1.164062, 0.914062, 0.558594, 0.310547, 0.765625, 0.867188, 0.53125, 1.140625, 1.375, 0.22168, 0.523438, 0.25, 0.53125, 0.425781, 0.660156, 0.789062, 0.535156, 1.070312, 0.84375, 0.714844, 0.326172, 0.652344, 1.101562, 1.203125, 1.1875, 1.289062, 0.494141, 0.726562, 0.058594, 0.578125, 1.242188, 0.609375, 0.5625, 0.765625, 0.621094, 0.722656, 0.617188, 1.25, 0.482422, 0.558594, 0.316406, 0.574219, 0.251953, 0.271484, 0.306641, 1.085938, 0.519531, 1.507812, 0.945312, 1.429688, 0.298828, 0.808594, 0.5, 0.462891, 0.414062, 0.613281, 1.015625, 0.445312, 1.007812, 0.271484, 0.683594, 0.984375, 0.244141, 0.351562, 0.445312, 1.03125, 0.542969, 0.800781, 0.425781, 0.894531, 0.447266, 0.074707, 0.279297, 0.245117, 0.507812, 0.386719, 1.171875, 0.474609, 0.730469, 0.419922, 0.652344, 0.519531, 0.804688, 0.34375, 1.015625, 1.070312, 0.191406, 0.757812, 0.228516, 1.3125, 0.554688, 1.015625, 0.535156, 1.015625, 0.617188, 0.445312, 0.589844, 0.710938, 0.558594, 0.318359, 0.259766, 1.078125, 1.179688, 0.279297, 0.341797, 0.585938, 0.511719, 0.992188, 0.349609, 0.488281, 0.667969, 0.462891, 0.695312, 0.570312, 0.285156, 0.283203, 0.302734, 0.496094, 1.296875, 0.527344, 0.445312, 0.914062, 0.462891, 0.219727, 0.558594, 0.917969, 0.222656, 0.182617, 0.730469, 0.435547, 0.251953, 0.40625, 0.664062, 0.261719, 0.648438, 1.0625, 0.376953, 1.585938, 0.691406, 0.617188, 0.949219, 0.462891, 0.480469, 0.484375, 0.984375, 1.296875, 1.265625, 1.515625, 0.589844, 0.25, 0.400391, 0.851562, 0.203125, 0.851562, 0.480469, 0.28125, 0.761719, 0.498047, 1.132812, 0.316406, 0.275391, 1.28125, 0.453125, 0.4375, 0.265625, 0.773438, 0.695312, 0.65625, 1.234375, 0.292969, 0.539062, 0.433594, 0.539062, 0.695312, 1.054688, 0.679688, 0.435547, 0.574219, 1.242188, 0.367188, 1.054688, 0.070801, 0.585938, 0.855469, 0.453125, 0.660156, 0.490234, 0.335938, 0.902344, 0.695312, 0.878906, 0.753906, 0.539062, 0.523438, 1.492188, 0.384766, 0.435547, 0.550781, 0.332031, 0.527344, 0.060059, 0.451172, 0.285156, 0.53125, 0.617188, 0.648438, 0.753906, 0.601562, 0.257812, 0.53125, 0.503906, 1.03125, 1.023438, 1.039062, 0.855469, 0.660156, 0.503906, 0.339844, 1.25, 0.644531, 0.486328, 0.322266, 1.257812, 0.445312, 0.507812, 0.065918, 0.667969, 0.382812, 1.25, 0.275391, 0.808594, 0.824219, 0.289062, 1.085938, 0.289062, 0.558594, 0.431641, 0.275391, 0.455078, 0.914062, 0.292969, 0.878906, 0.455078, 0.302734, 0.527344, 0.398438, 1.007812, 1.210938, 0.898438, 0.482422, 0.445312, 0.5625, 0.644531, 0.972656, 0.408203, 0.498047, 0.462891, 0.980469, 0.679688, 0.585938, 1.023438, 0.777344, 0.503906, 1.03125, 0.474609, 0.332031, 0.412109, 0.404297, 0.5, 0.380859, 0.503906, 0.490234, 0.421875, 0.069824, 0.75, 0.628906, 0.408203, 0.363281, 0.447266, 0.871094, 1.265625, 0.851562, 0.25, 0.062256, 0.386719, 0.435547, 0.453125, 0.108398, 1.070312, 1.25, 0.585938, 0.384766, 0.498047, 0.828125, 0.28125, 1.296875, 0.574219, 1.367188, 0.490234, 0.640625, 0.753906, 0.369141, 0.519531, 1.523438, 1.171875, 0.09668, 0.28125, 0.318359, 0.402344, 0.449219, 1.140625, 0.535156, 0.259766, 0.498047, 0.503906, 0.683594, 0.353516, 0.742188, 1.1875, 0.094727, 0.294922, 0.554688, 0.808594, 0.878906, 0.742188, 0.380859, 1.265625, 0.828125, 0.3125, 1.265625, 0.570312, 0.464844, 0.357422, 0.507812, 1.039062, 0.53125, 0.179688, 0.335938, 0.792969, 0.314453, 0.357422, 0.578125, 0.100098, 0.330078, 0.738281, 0.441406, 1.109375, 0.271484, 0.644531, 0.699219, 0.734375, 0.625, 0.59375, 0.427734, 0.597656, 0.945312, 0.480469, 0.75, 1.289062, 1.015625, 0.550781, 0.558594, 0.707031, 0.476562, 0.777344, 0.455078, 0.261719, 0.398438, 0.259766, 0.820312, 0.707031, 0.291016, 0.578125, 0.511719, 0.417969, 0.261719, 0.423828, 0.992188, 0.203125, 0.451172, 0.609375, 0.416016, 0.355469, 0.455078, 1.234375, 1.539062, 0.519531, 0.330078, 0.337891, 0.484375, 0.65625, 1.164062, 1.320312, 1.335938, 0.486328, 0.640625, 0.523438, 1.570312, 1.078125, 0.234375, 0.380859, -0.023804, 0.347656, 0.640625, 0.371094, 0.53125, 0.730469, 0.251953, 1.0, 0.302734, 0.472656, 0.279297, 0.695312, 0.34375, 0.087402, 0.582031, 0.605469, 1.125, 0.494141, 0.386719, 0.257812, 0.636719, 0.59375, 0.757812, 0.546875, 0.294922, 1.203125, 0.921875, 0.8125, 1.203125, 1.304688, 1.132812, 1.085938, 0.423828, 0.945312, 1.1875, 0.738281, 1.273438, 0.261719, 0.5625, 0.486328, 1.304688, 0.78125, 0.472656, 0.316406, 0.341797, 0.435547, 0.404297, 1.1875, 1.140625, 0.178711, 0.511719, 0.357422, 0.949219, 0.902344, 0.648438, 0.972656, 0.960938, 0.330078, 0.28125, 0.488281, 0.384766, 1.257812, 0.363281, 0.664062, 0.621094, 0.081055, 0.59375, 0.257812, 1.125, 0.6875, 0.574219, 0.416016, 0.462891, 1.210938, 1.234375, 0.542969, 0.429688, 0.625, 0.300781, 0.478516, 0.789062, 0.652344, 0.267578, 0.277344, 0.298828, 0.539062, 0.277344, 0.792969, 1.367188, 0.9375, 0.172852, 1.429688, 0.65625, 1.296875, 0.695312, 1.664062, 0.302734, 0.294922, 0.369141, 0.554688, 0.605469, 0.300781, 1.117188, 0.589844, 0.386719, 0.210938, 0.265625, 0.683594, 0.447266, 1.1875, 1.203125, 0.261719, 1.34375, 0.457031, 0.234375, 0.249023, 0.511719, 0.443359, 0.423828, 0.96875, 0.263672, 0.832031, 0.753906, 1.210938, 0.6875, 0.244141, 1.1875, 0.5, 0.472656, 0.240234, 0.492188, 0.255859, 1.210938, 0.648438, 0.613281, 1.34375, 0.871094, 0.458984, 0.373047, 0.292969, 0.298828, 0.285156, 1.140625, 0.235352, 0.283203, 1.21875, 0.617188, 1.1875, 0.503906, 0.476562, 1.25, 0.84375, 1.234375, 1.0, 0.339844, 0.300781, 0.640625, 0.515625, 0.081543, 0.445312, 0.777344, 1.078125, 0.6875, 0.490234, 1.304688, 0.53125, 1.101562, 0.470703, 1.28125, 0.546875, 0.496094, 1.1875, 0.369141, 0.46875, 0.351562, 0.5, 0.239258, 0.28125, 0.929688, 0.21875, 0.625, 0.539062, 0.417969, 0.328125, 0.578125, 0.667969, 1.1875, 1.585938, 0.519531, 0.527344, 0.5625, 0.382812, 0.111328, 0.785156, 0.59375, 0.337891, 0.306641, 0.835938, 0.339844, 0.578125, 0.667969, 0.245117, 0.373047, 0.330078, 0.984375, 0.800781, 0.859375, 0.875, 0.478516, 0.466797, 0.71875, 0.664062, 0.349609, 0.519531, 0.535156, 0.664062, 0.535156, 0.494141, 0.984375, 0.402344, 1.289062, 0.730469, 0.574219, 0.746094, 0.265625, 0.664062, 0.773438, 1.210938, 0.476562, 0.355469, 0.294922, 0.326172, 1.21875, 1.523438, 0.511719, 1.203125, 0.439453, 0.273438, 0.988281, 1.34375, 0.308594, 0.632812, 0.238281, 0.761719, 0.851562, 0.488281, 0.539062, 0.515625, 0.371094, 0.078125, 0.574219, 0.957031, 0.490234, 0.220703, 0.373047, 0.394531, 1.289062, 1.234375, 0.398438, 0.5625, 0.40625, 0.941406, 0.84375, 0.613281, 0.558594, 0.447266, 0.683594, 0.566406, 0.683594, 0.261719, 0.287109, 1.578125, 0.664062, 0.636719, 0.388672, 0.566406, 0.431641, 0.640625, 0.25, 0.302734, 0.435547, 1.335938, 1.007812, 0.503906, 0.275391, 0.275391, 0.482422, 0.429688, 0.851562, 0.287109, 1.15625, 0.488281, 0.322266, 0.503906, 0.609375, 1.34375, 1.070312, 0.419922, 0.235352, 0.742188, 1.273438, 0.949219, 0.617188, 0.371094, 0.730469, 0.202148, 0.566406, 0.445312, 0.738281, 0.257812, 0.259766, 1.296875, 0.425781, 0.855469, 0.065918, 0.396484, 1.09375, 0.109375, 0.828125, 1.046875, 0.667969, 0.439453, 0.441406, 0.277344, 0.839844, 0.578125, 0.326172, 0.554688, 0.539062, 0.330078, 0.535156, 0.488281, 0.785156, 0.277344, 0.031006, 0.523438, 0.761719, 0.261719, 0.294922, 0.828125, 1.25, 0.589844, 0.410156, 1.046875, 0.570312, 1.015625, 0.972656, 0.086426, 0.539062, 0.462891, 0.890625, 0.287109, 0.353516, 0.474609, 0.539062, 1.421875, 0.585938, 0.988281, 0.486328, 0.245117, 0.816406, 0.429688, 0.457031, 0.496094, 0.480469, 1.070312, 0.269531, 0.265625, 0.486328, 0.369141, 0.349609, 0.320312, 0.636719, 1.148438, 1.085938, 1.242188, 0.318359, 0.462891, 0.757812, 0.917969, 0.851562, 0.929688, 0.589844, 0.322266, 0.365234, 1.109375, 0.886719, 0.566406, 0.455078, 0.474609, 0.527344, 0.482422, 0.507812, 0.455078, 0.427734, 0.333984, 0.949219, 0.484375, 1.125, 0.314453, 0.835938, 0.742188, 1.203125, 0.388672, 0.396484, 0.976562, 0.294922, 0.408203, 1.234375, 0.269531, 0.470703, 0.699219, 0.474609, 0.5625, 1.257812, 1.28125, 0.824219, 1.015625, 0.472656, 0.081055, 0.71875, 0.886719, 0.609375, 0.996094, 0.359375, 0.414062, 0.972656, 0.738281, 0.582031, 0.550781, 0.065918, 1.234375, 1.171875, 0.644531, 0.453125, 0.496094, 1.148438, 0.478516, 0.480469, 0.597656, 1.070312, 0.898438, 0.726562, 0.462891, 0.455078, 0.246094, 0.785156, 1.039062, 0.546875, 0.96875, 0.667969, 0.392578, 1.179688, 1.296875, 0.59375, 0.707031, 0.621094, 0.376953, 0.722656, 1.28125, 0.359375, 0.582031, 0.730469, 0.605469, 0.486328, 0.816406, 0.71875, 0.515625, 1.085938, 0.507812, 0.230469, 0.628906, 0.585938, 0.882812, 0.644531, 0.345703, 1.125, 0.578125, 0.318359, 0.777344, 0.298828, 0.773438, 0.244141, 0.4375, 0.458984, 1.070312, 0.859375, 0.339844, 1.3125, 0.375, 0.941406, 1.3125, 1.28125, 0.757812, 0.601562, 0.244141, 0.470703, 1.03125, 0.451172, 0.076172, 0.333984, 0.083984, 0.443359, 1.273438, 0.957031, 0.322266, 0.460938, 0.404297, 0.410156, 0.375, 0.433594, 1.257812, 0.976562, 0.482422, 0.220703, 0.796875, 0.878906, 1.359375, 0.917969, 0.613281, 1.023438, 0.777344, 0.478516, 0.277344, 0.275391, 0.703125, 0.492188, 0.235352, 0.238281, 0.394531, 0.566406, 1.351562, 1.132812, 0.511719, 0.287109, 0.546875, 1.359375, 0.710938, 0.546875, 0.972656, 0.095703, 0.239258, 0.451172, 0.496094, 0.330078, 0.3125, 0.287109, 0.455078, 0.726562, 0.941406, 1.078125, 0.19043, 0.558594, 0.535156, 0.429688, 0.271484, 0.075684, 0.535156, 0.875, 0.265625, 0.283203, 0.416016, 0.390625, 0.271484, 1.507812, 0.285156, 0.246094, 0.90625, 0.094727, 0.664062, 0.351562, 0.080078, 1.335938, 0.8125, 0.617188, 0.382812, 0.351562, 0.570312, 0.769531, 1.140625, 0.326172, 0.902344, 0.234375, 0.188477, 1.296875, 0.40625, 0.917969, 0.298828, 1.445312, 0.396484, 0.523438, 0.578125, 0.314453, 0.318359, 1.265625, 0.617188, 1.234375, 0.6875, 0.316406, 1.125, 0.283203, 0.535156, 0.371094, 0.287109, 0.308594, 0.605469, 0.373047, 0.235352, 0.419922, 0.447266, 0.494141, 0.048584, 1.382812, 0.404297, 1.085938, 0.953125, 0.820312, 1.625, 0.388672, 1.101562, 0.3125, 0.519531, 0.539062, 0.275391, 0.292969, 0.46875, 1.273438, 0.46875, 0.671875, 0.353516, 0.296875, 0.275391, 0.296875, 0.470703, 0.091309, 0.478516, 1.28125, 1.015625, 1.109375, 1.34375, 0.539062, 0.197266, 1.039062, 0.429688, 0.28125, 0.419922, 0.417969, 1.257812, 0.375, 0.449219, 1.242188, 1.109375, 0.133789, 0.230469, 0.90625, 0.566406, 0.4375, 1.171875, 0.279297, 0.384766, 0.695312, 0.71875, 1.140625, 0.757812, 0.211914, 0.296875, 0.34375, 1.3125, 0.279297, 1.257812, 0.511719, 0.28125, 0.445312, 0.294922, 0.742188, 0.671875, 0.441406, 0.789062, 0.255859, 0.589844, 0.917969, 0.283203, 0.621094, 0.722656, 0.664062, 0.726562, 0.289062, 0.4375, 0.402344, 0.464844, 1.320312, 0.550781, 0.3125, 0.695312, 0.328125, 1.257812, 0.388672, 1.34375, 0.761719, 0.507812, 0.233398, 0.78125, 0.341797, 1.53125, 0.427734, 0.308594, 1.164062, 0.832031, 0.384766, 0.421875, 0.777344, 0.300781, 1.476562, 0.636719, 1.140625, 0.570312, 0.292969, 0.269531, 0.683594, 0.378906, 0.722656, 0.691406, 0.373047, 1.09375, 0.761719, 1.617188, 1.15625, 1.085938, 0.765625, 1.226562, 0.457031, 0.443359, 0.263672, 0.300781, 1.234375, 1.046875, 0.640625, 0.644531, 0.460938, 0.498047, 1.148438, 0.447266, 0.972656, 0.957031, 0.738281, 0.462891, 0.574219, 0.056641, 0.605469, 0.289062, 0.052002, 0.474609, 0.466797, 0.753906, 0.318359, 0.470703, 0.65625, 0.628906, 1.203125, 1.226562, 0.605469, 0.285156, 0.25, 0.318359, 0.320312, 0.960938, 0.345703, 1.3125, 0.423828, 0.539062, 1.234375, 0.773438, 0.390625, 0.8125, 0.964844, 0.558594, 0.273438, 0.675781, 1.335938, 0.46875, 0.298828, 0.539062, 1.015625, 1.179688, 1.234375, 0.59375, 1.132812, 0.699219, 1.117188, 1.148438, 0.482422, 0.347656, 1.140625, 0.632812, 0.554688, 0.703125, 1.195312, 0.679688, 0.53125, 0.546875, 0.875, 0.298828, 0.546875, 0.640625, 0.470703, 0.929688, 1.375, 0.339844, 0.064453, 1.34375, 0.5, 0.984375, 0.71875, 0.628906, 0.498047, 0.351562, 0.996094, 0.515625, 0.507812, 0.176758, 0.554688, 0.523438, 0.431641, 0.423828, 0.237305, 0.337891, 0.976562, 0.063477, 0.628906, 0.396484, 1.085938, 0.976562, 0.241211, 0.609375, 0.902344, 0.796875, 0.423828, 0.384766, 0.746094, 0.318359, 0.310547, 0.269531, 0.550781, 0.554688, 1.40625, 0.294922, 0.380859, 0.859375, 0.347656, 0.863281, 1.273438, 0.285156, 0.703125, 0.273438, 1.34375, 0.742188, 0.507812, 0.859375, 0.671875, 0.369141, 0.597656, 0.220703, 0.847656, 0.554688, 1.21875, 0.474609, 0.300781, 1.132812, 1.140625, 0.765625, 0.402344, 0.570312, 0.878906, 0.380859, 0.527344, 0.34375, 1.320312, 0.488281, 0.910156, 0.695312, 1.070312, 0.378906, 0.933594, 1.109375, 0.542969, 0.429688, 1.328125, 0.417969, 0.5625, 0.417969, 0.550781, 1.507812, 1.640625, 0.574219, 0.232422, 0.679688, 0.416016, 0.246094, 0.535156, 1.351562, 0.373047, 0.279297, 0.824219, 1.007812, 1.492188, 0.574219, 0.964844, 0.625, 0.683594, 0.566406, 0.345703, 0.472656, 0.24707, 0.5, 1.117188, 1.023438, 0.726562, 0.800781, 0.75, 0.539062, 0.921875, 0.363281, 0.550781, 0.314453, 0.539062, 0.597656, 0.380859, 0.359375, 0.375, 0.410156, 0.519531, 1.445312, 0.574219, 1.109375, 0.285156, 0.675781, 0.223633, 0.4375, 0.707031, 0.304688, 0.648438, 1.125, 0.730469, 1.539062, 0.453125, 1.007812, 0.341797, 0.466797, 0.546875, 0.417969, 1.382812, 1.171875, 0.404297, 0.072754, 0.404297, 0.423828, 0.082031, 0.800781, 1.023438, 1.257812, 0.527344, 0.871094, 0.507812, 0.419922, 0.149414, 0.5, 0.119141, 0.566406, 1.304688, 0.181641, 0.053711, 0.359375, 0.753906, 0.306641, 0.386719, 0.316406, 1.320312, 1.046875, 0.640625, 1.40625, 0.808594, 0.957031, 0.523438, 1.109375, 1.0, 0.283203, 0.714844, 0.347656, 0.988281, 1.179688, 0.632812, 1.007812, 1.265625, 0.236328, 0.660156, 0.503906, 0.570312, 0.546875, 0.291016, 0.535156, 0.412109, 0.359375, 0.859375, 0.625, 0.490234, 0.863281, 0.535156, 0.484375, 0.535156, 0.296875, 0.53125, 0.773438, 0.124512, 1.148438, 0.722656, 0.365234, 1.265625, 0.302734, 1.226562, 0.578125, 0.474609, 0.699219, 0.5625, 0.964844, 0.4375, 0.628906, 0.429688, 1.132812, 0.644531, 0.484375, 0.535156, 0.447266, 0.839844, 0.302734, 1.070312, 1.3125, 0.3125, 0.785156, 0.652344, 0.695312, 1.179688, 1.171875, 1.164062, 0.570312, 0.314453, 0.419922, 0.484375, 1.007812, 0.773438, 0.036865, 0.792969, 0.542969, 1.070312, 0.361328, 0.330078, 0.804688, 0.464844, 0.208984, 0.582031, 1.234375, 0.695312, 0.777344, 0.384766, 0.490234, 1.148438, 0.964844, 1.179688, 0.617188, 0.40625, 0.3125, 0.410156, 0.527344, 0.414062, 0.328125, 1.078125, 0.416016, 0.421875, 0.695312, 1.148438, 1.210938, 0.546875, 0.554688, 1.335938, 0.683594, 0.234375, 0.578125, 0.53125, 0.271484, 1.171875, 0.279297, 0.539062, 0.318359, 0.269531, 0.550781, 0.314453, 0.490234, 1.09375, 0.263672, 0.890625, 0.248047, 0.421875, 0.373047, 0.234375, 0.664062, 0.108398, 0.425781, 1.03125, 0.550781, 0.539062, 1.15625, 0.808594, 1.171875, 0.675781, 0.345703, 0.084961, 0.269531, 0.542969, 1.203125, 0.225586, 0.652344, 0.847656, 0.271484, 0.78125, 0.443359, 0.796875, 1.359375, 0.851562, 0.482422, 0.455078, 0.523438, 0.146484, 0.396484, 0.441406, 0.585938, 1.273438, 0.24707, 0.296875, 0.539062, 0.855469, 0.371094, 0.304688, 0.427734, 1.09375, 0.664062, 0.617188, 1.367188, 0.414062, 0.566406, 0.441406, 0.457031, 0.59375, 0.457031, 0.605469, 0.546875, 0.648438, 0.855469, 0.267578, 0.511719, 0.921875, 0.816406, 0.519531, 0.578125, 0.507812, 0.628906, 1.375, 0.457031, 1.242188, 0.292969, 0.4375, 0.353516, 0.074707, 0.640625, 0.792969, 0.277344, 0.429688, 0.5, 0.337891, 0.300781, 1.304688, 1.078125, 0.326172, 0.283203, 0.439453, 1.203125, 0.289062, 0.652344, 0.259766, 0.464844, 0.988281, 0.441406, 0.431641, 1.421875, 0.707031, 1.195312, 1.539062, 0.480469, 0.546875, 0.451172, 0.412109, 0.216797, 1.15625, 0.816406, 1.1875, 0.24707, 0.539062, 0.306641, 0.714844, 1.140625, 0.296875, 0.486328, 0.882812, 0.785156, 0.296875, 1.3125, 0.287109, 0.431641, 1.015625, 0.628906, 0.423828, 0.425781, 0.585938, 0.660156, 0.5, 0.742188, 0.443359, 0.257812, 0.205078, 0.371094, 0.332031, 0.761719, 0.351562, 1.046875, 0.341797, 0.71875, 0.351562, 0.523438, 0.503906, 0.734375, 0.925781, 0.263672, 0.550781, 0.279297, 1.210938, 0.628906, 0.5625, 0.644531, 0.453125, 0.355469, 0.753906, 0.059082, 0.371094, 0.462891, 0.384766, 0.333984, 0.515625, 1.742188, 1.0625, 0.5, 0.269531, 0.070312, 0.605469, 0.191406, 0.570312, 0.335938, 1.210938, 0.341797, 1.007812, 0.322266, 0.945312, 1.289062, 0.925781, 0.546875, 0.273438, 0.460938, 0.640625, 0.535156, 0.667969, 0.921875, 1.054688, 0.412109, 0.25, 1.015625, 0.484375, 0.46875, 0.546875, 0.498047, 0.785156, 0.464844, 0.484375, 0.601562, 0.209961, 1.070312, 0.382812, 0.382812, 0.09082, 0.291016, 0.765625, 0.542969, 1.367188, 0.523438, 0.455078, 0.081055, 0.425781, 0.318359, 0.376953, 0.361328, 0.769531, 0.570312, 0.753906, 0.394531, 0.726562, 0.933594, 0.714844, 1.453125, 1.304688, 1.226562, 0.796875, 1.242188, 0.253906, 0.398438, 0.269531, 0.6875, 0.462891, 0.120117, 0.625, 0.804688, 0.625, 0.285156, 0.245117, 0.71875, 0.085938, 0.671875, 0.511719, 0.945312, 1.023438, 0.3125, 0.476562, 0.478516, 0.707031, 1.28125, 0.609375, 0.292969, 0.652344, 1.085938, 1.15625, 0.234375, 1.171875, 0.339844, 0.291016, 1.054688, 1.125, 1.523438, 0.683594, 0.291016, 0.90625, 0.714844, 1.03125, 0.613281, 0.455078, 0.361328, 1.101562, 0.804688, 0.365234, 0.378906, 0.574219, 0.122559, 0.902344, 0.380859, 0.84375, 0.359375, 0.449219, 1.195312, 0.451172, 0.417969, 1.148438, 0.263672, 0.457031, 0.355469, 0.527344, 1.257812, 0.527344, 0.212891, 0.474609, 0.291016, 1.320312, 0.478516, 0.353516, 0.484375, 1.257812, 0.542969, 1.0625, 1.601562, 0.394531, 0.382812, 0.625, 0.269531, 0.077148, 0.291016, 0.296875, 0.427734, 0.605469, 0.75, 0.063965, 0.664062, 1.320312, 0.703125, 0.496094, 0.371094, 0.273438, 1.34375, 0.316406, 0.507812, 1.0625, 0.283203, 0.259766, 1.304688, 0.53125, 1.171875, 0.271484, 1.304688, 0.404297, 0.953125, 0.462891, 0.359375, 0.617188, 0.449219, 0.683594, 0.316406, 0.671875, 0.820312, 0.361328, 0.597656, 0.255859, 0.464844, 0.78125, 0.429688, 0.398438, 0.25, 1.078125, 0.683594, 0.371094, 0.667969, 0.275391, 0.558594, 0.378906, 1.03125, 0.277344, 1.421875, 1.0, 0.355469, 0.4375, 0.241211, 1.328125, 0.378906, 2.140625, 1.171875, 0.761719, 0.361328, 0.386719, 0.392578, 0.484375, 0.871094, 0.972656, 0.886719, 0.408203, 0.542969, 0.570312, 0.094238, 0.691406, 0.515625, 0.511719, 0.796875, 0.419922, 0.636719, 0.275391, 1.171875, 0.558594, 0.960938, 0.519531, 0.625, 1.351562, 1.1875, 1.164062, 0.339844, 0.429688, 0.605469, 1.257812, 0.429688, 1.132812, 1.390625, 0.542969, 0.746094, 0.980469, 1.117188, 0.470703, 0.925781, 0.992188, 0.402344, 0.777344, 0.480469, 1.171875, 0.835938, 0.324219, 0.921875, 0.4375, 0.515625, 0.703125, 1.1875, 1.203125, 0.062012, 0.648438, 0.421875, 1.3125, 0.263672, 0.59375, 0.8125, 0.675781, 0.832031, 0.332031, 0.404297, 1.46875, 0.482422, 0.394531, 0.404297, 0.402344, 1.117188, 0.069824, 0.371094, 0.929688, 0.486328, 0.996094, 0.503906, 0.330078, 0.644531, 1.351562, 0.300781, 0.605469, 0.404297, 0.380859, 0.488281, 1.25, 0.84375, 0.71875, 0.910156, 1.820312, 0.460938, 0.417969, 0.972656, 0.425781, 0.5625, 0.664062, 0.550781, 0.746094, 0.96875, 0.355469, 0.773438, 0.605469, 0.515625, 0.259766, 0.648438, 1.414062, 0.320312, 0.804688, 0.652344, 0.084961, 1.015625, 0.112305, 0.292969, 0.328125, 0.335938, 0.277344, 0.208008, 0.867188, 0.349609, 0.474609, 0.318359, 0.433594, 0.519531, 0.287109, 0.392578, 0.503906, 0.263672, 0.439453, 0.089844, 0.392578, 0.664062, 0.421875, 0.349609, 0.691406, 0.478516, 0.441406, 1.421875, 0.458984, 0.859375, 1.296875, 0.490234, 0.421875, 0.921875, 0.433594, 0.550781, 0.488281, 0.480469, 0.275391, 0.589844, 0.761719, 0.279297, 0.992188, 0.882812, 0.167969, 0.609375, 0.75, 0.277344, 0.457031, 0.726562, 0.094727, 0.511719, 1.242188, 1.203125, 0.466797, 0.241211, 0.071777, 0.992188, 0.318359, 1.023438, 0.458984, 0.597656, 0.578125, 0.322266, 0.554688, 0.601562, 0.326172, 0.503906, 0.267578, 0.71875, 1.28125, 1.023438, 0.28125, 0.291016, 0.316406, 0.455078, 0.527344, 0.644531, 0.431641, 0.65625, 0.507812, 0.332031, 0.494141, 1.140625, 0.386719, 0.494141, 0.707031, 0.458984, 0.558594, 0.324219, 0.539062, 0.695312, 0.953125, 1.148438, 0.335938, 0.134766, 0.394531, 0.878906, 0.714844, 0.949219, 0.652344, 0.882812, 0.578125, 1.023438, 0.449219, 0.104004, 0.371094, 1.1875, 0.435547, 0.695312, 0.224609, 0.367188, 0.582031, 0.527344, 0.941406, 1.007812, 1.265625, 0.404297, 0.554688, 0.304688, 0.722656, 0.164062, 0.933594, 0.519531, 1.578125, 0.4375, 0.376953, 0.804688, 0.380859, 0.921875, 0.365234, 0.239258, 0.546875, 1.445312, 0.640625, 0.328125, 0.859375, 0.390625, 1.140625, 0.231445, 0.875, 0.730469, 0.431641, 0.789062, 0.875, 0.298828, 1.125, 1.375, 0.378906, 0.390625, 0.59375, 0.941406, 0.40625, 0.074707, 1.078125, 0.613281, 0.738281, 0.494141, 0.390625, 1.296875, 0.605469, 0.976562, 0.746094, 0.59375, 0.601562, 0.683594, 0.621094, 0.296875, 0.429688, 0.527344, 0.453125, 0.503906, 0.447266, 0.460938, 0.585938, 1.304688, 0.347656, 0.320312, 0.447266, 1.234375, 0.263672, 1.140625, 0.455078, 0.429688, 0.539062, 0.695312, 0.208008, 0.219727, 0.460938, 0.273438, 0.242188, 1.40625, 0.886719, 0.542969, 0.337891, 0.726562, 0.578125, 0.427734, 1.078125, 0.980469, 1.171875, 0.298828, 0.746094, 0.320312, 1.328125, 0.636719, 0.275391, 0.482422, 0.380859, 0.433594, 0.494141, 1.132812, 0.298828, 0.251953, 0.234375, 0.8125, 1.0, 0.648438, 0.316406, 0.558594, 0.417969, 1.375, 0.570312, 0.306641, 0.416016, 0.589844, 0.863281, 0.601562, 1.460938, 0.921875, 0.929688, 1.265625, 0.960938, 0.261719, 0.800781, 0.373047, 0.279297, 0.539062, 0.773438, 0.648438, 1.273438, 0.59375, 1.765625, 0.566406, 0.402344, 0.546875, 0.304688, 0.486328, 0.554688, 0.515625, 0.507812, 0.408203, 0.761719, 0.453125, 0.330078, 0.361328, 0.535156, 0.300781, 1.039062, 0.25, 0.453125, 0.511719, 0.300781, 0.242188, 0.4375, 0.507812, 0.094727, 1.164062, 0.355469, 0.361328, 0.558594, 0.707031, 0.369141, 0.722656, 0.636719, 0.59375, 0.761719, 0.242188, 0.271484, 0.332031, 0.269531, 0.06543, 0.279297, 0.337891, 0.964844, 0.472656, 0.539062, 0.527344, 1.507812, 0.476562, 1.203125, 0.384766, 0.609375, 1.125, 0.953125, 0.589844, 0.330078, 1.21875, 0.271484, 0.511719, 0.24707, 0.400391, 0.765625, 0.90625, 0.476562, 0.300781, 0.707031, 0.410156, 0.347656, 0.347656, 0.470703, 0.382812, 1.273438, 0.275391, 0.808594, 1.195312, 0.914062, 1.398438, 0.498047, 0.404297, 1.0625, 0.326172, 1.085938, 0.466797, 0.349609, 0.605469, 0.147461, 1.039062, 0.539062, 0.498047, 1.070312, 1.023438, 0.443359, 0.318359, 0.628906, 0.855469, 0.201172, 0.566406, 1.0, 0.539062, 1.203125, 1.195312, 0.361328, 0.396484, 0.470703, 0.34375, 0.859375, 0.789062, 1.070312, 0.486328, 0.582031, 0.28125, 0.34375, 0.886719, 0.392578, 0.628906, 0.921875, 0.427734, 1.5, 1.3125, 0.902344, 0.443359, 0.5, 0.375, 0.24707, 0.349609, 0.523438, 1.257812, 1.078125, 0.347656, 0.679688, 1.195312, 0.984375, 1.171875, 0.267578, 1.03125, 0.859375, 0.605469, 0.648438, 0.105957, 0.441406, 0.257812, 0.484375, 0.294922, 0.222656, 0.332031, 0.279297, 0.683594, 0.219727, 0.460938, 0.527344, 0.287109, 0.742188, 0.08252, 0.503906, 1.15625, 0.335938, 0.447266, 1.007812, 1.046875, 0.605469, 1.296875, 1.335938, 0.359375, 0.251953, 0.087891, 1.460938, 0.242188, 0.980469, 0.4375, 0.609375, 0.339844, 0.460938, 0.267578, 0.679688, 0.585938, 0.386719, 0.476562, 0.412109, 0.384766, 0.304688, 0.621094, 0.373047, 0.113281, 0.449219, 0.636719, 0.427734, 0.427734, 1.25, 0.063477, 0.375, 1.1875, 1.046875, 0.320312, 1.0, 0.953125, 1.007812, 0.527344, 0.65625, 0.314453, 0.871094, 0.777344, 0.414062, 0.070801, 0.574219, 0.429688, 0.597656, 0.894531, 0.369141, 0.773438, 0.640625, 0.824219, 0.223633, 0.839844, 0.355469, 0.084961, 0.251953, 0.566406, 0.527344, 0.314453, 0.886719, 0.605469, 0.238281, 0.953125, 0.224609, 0.519531, 0.304688, 0.382812, 1.070312, 0.294922, 1.125, 1.078125, 0.742188, 0.447266, 0.414062, 0.726562, 0.328125, 0.785156, 0.792969, 0.400391, 1.1875, 0.335938, 1.171875, 0.796875, 0.710938, 2.03125, 0.554688, 1.210938, 1.414062, 0.390625, 0.671875, 0.777344, 0.636719, 0.613281, 0.267578, 1.171875, 0.458984, 0.341797, 0.275391, 1.078125, 1.265625, 0.380859, 0.496094, 0.230469, 1.070312, 0.083496, 0.902344, 0.933594, 0.628906, 0.613281, 0.929688, 0.480469, 0.267578, 0.644531, 1.21875, 0.449219, 0.558594, 0.357422, 1.234375, 0.302734, 0.239258, 0.451172, 0.294922, 0.214844, 0.597656, 0.878906, 0.71875, 0.441406, 0.566406, 0.34375, 0.574219, 1.367188, 0.730469, 1.046875, 0.703125, 0.090332, 0.376953, 0.289062, 0.300781, 0.09082, 1.257812, 0.451172, 0.636719, 0.304688, 0.472656, 0.417969, 0.277344, 0.289062, -0.009338, 0.349609, 0.589844, 0.84375, 0.648438, 0.478516, 0.917969, 0.439453, 0.445312, 1.257812, 1.164062, 0.378906, 0.886719, 0.351562, 0.667969, 0.714844, 0.878906, 0.730469, 1.03125, 0.294922, 0.730469, 1.007812, 1.15625, 0.628906, 0.470703, 1.289062, 0.507812, 1.296875, 0.746094, 0.072266, 0.263672, 0.359375, 1.257812, 0.253906, 0.523438, 0.449219, 0.65625, 1.367188, 0.511719, 0.761719, 0.419922, 0.470703, 0.380859, 0.423828, 0.507812, 0.427734, 0.839844, 0.574219, 0.769531, 0.24707, 0.25, 0.980469, 0.511719, 1.039062, 0.339844, 1.375, 0.484375, 0.515625, 1.101562, 0.503906, 0.578125, 0.289062, 0.539062, 0.328125, 0.283203, 0.613281, 1.421875, 0.355469, 1.273438, 1.578125, 0.451172, 0.445312, 0.306641, 0.443359, 0.53125, 0.298828, 0.648438, 0.519531, 0.419922, 0.632812, 0.265625, 1.148438, 0.486328, 0.408203, 1.25, 0.078125, 0.355469, 0.294922, 0.380859, 0.05957, 0.287109, 0.960938, 0.515625, 1.007812, 0.227539, 1.179688, 0.882812, 0.460938, 0.859375, 1.179688, 0.523438, 1.265625, 0.660156, 0.224609, 0.460938, 0.223633, 1.21875, 0.792969, 0.390625, 0.496094, 0.320312, 0.765625, 0.451172, 0.378906, 0.617188, 0.217773, 0.554688, 1.234375, 1.171875, 0.664062, 0.179688, 0.550781, 0.949219, 0.367188, 1.203125, 0.257812, 0.359375, 0.5, 0.640625, 0.367188, 0.351562, 0.451172, 0.359375, 0.46875, 0.458984, 0.449219, 0.353516, 0.539062, 0.597656, 0.365234, 0.367188, 0.451172, 0.5625, 0.314453, 0.753906, 0.328125, 0.808594, 0.980469, 1.796875, 1.171875, 0.310547, 0.384766, 0.431641, 1.1875, 0.287109, 0.060059, 0.734375, 0.357422, 0.621094, 0.527344, 0.000652, 0.976562, 0.554688, 0.289062, 0.988281, 0.416016, 0.589844, 0.421875, 0.061523, 0.542969, 0.863281, 0.488281, 0.351562, 1.148438, 0.515625, 0.285156, 0.507812, 0.664062, 0.412109, 0.8125, 0.410156, 0.511719, 1.023438, 0.308594, 1.0, 0.279297, 0.816406, 1.367188, 0.351562, 1.1875, 0.800781, 0.523438, 0.380859, 0.398438, 0.365234, 0.765625, 0.664062, 1.226562, 0.376953, 0.300781, 0.738281, 0.722656, 1.21875, 0.691406, 0.910156, 1.015625, 0.474609, 0.435547, 0.652344, 0.217773, 0.061768, 0.496094, 1.398438, 0.867188, 1.289062, 0.964844, 1.304688, 0.972656, 0.515625, 0.953125, 0.192383, 0.878906, 0.267578, 0.429688, 0.6875, 0.3125, 0.227539, 0.373047, 1.359375, 0.644531, 0.419922, 0.427734, 1.125, 0.871094, 0.726562, 0.695312, 0.486328, 1.265625, 1.15625, 0.289062, 0.474609, 0.447266, 0.455078, 0.507812, 0.341797, 0.78125, 0.644531, 0.351562, 0.255859, 0.402344, 1.234375, 1.078125, 0.679688, 0.726562, 0.96875, 1.15625, 1.171875, 0.398438, 0.349609, 0.353516, 0.386719, 0.455078, 0.283203, 0.753906, 1.101562, 0.300781, 0.265625, 1.132812, 0.324219, 1.234375, 0.111328, 0.310547, 0.609375, 0.208984, 0.664062, 0.910156, 1.148438, 0.917969, 1.179688, 0.435547, 0.535156, 0.474609, 1.179688, 0.941406, 0.398438, 1.242188, 1.234375, 1.125, 0.478516, 1.171875, 0.902344, 0.400391, 0.691406, 0.388672, 1.273438, 0.359375, 0.546875, 0.808594, 0.746094, 0.835938, 0.484375, 1.210938, 0.332031, 0.460938, 0.457031, 0.820312, 1.117188, 0.376953, 0.421875, 1.070312, 0.527344, 0.472656, 0.503906, 0.287109, 0.308594, 0.53125, 0.240234, 0.589844, 0.953125, 0.349609, 0.636719, 0.474609, 0.71875, 0.984375, 0.984375, 1.078125, 0.216797, 0.714844, 0.839844, 1.4375, 0.306641, 0.267578, 1.21875, 1.296875, 1.3125, 0.206055, 0.960938, 0.300781, 0.75, 0.613281, 0.574219, 0.435547, 0.792969, 0.546875, 0.211914, 0.332031, 0.478516, 0.609375, 0.245117, 0.574219, 0.269531, 0.478516, 0.277344, 0.291016, 0.601562, 0.484375, 0.34375, 0.085449, 0.511719, 1.320312, 0.8125, 0.601562, 0.496094, 1.046875, 0.412109, 1.140625, 0.527344, 1.117188, 0.542969, 0.753906, 1.117188, 0.585938, 0.523438, 0.523438, 0.351562, 1.085938, 0.984375, 0.820312, 0.691406, 0.601562, 0.585938, 0.621094, 0.449219, 0.490234, 0.494141, 0.382812, 1.179688, 0.412109, 0.294922, 0.304688, 0.058838, 1.164062, 1.078125, 0.699219, 1.0, 0.369141, 0.859375, 0.835938, 0.419922, 0.414062, 0.386719, 0.605469, 0.455078, 0.223633, 0.523438, 0.251953, 0.851562, 0.40625, 0.455078, 0.443359, 0.21582, 0.601562, 0.648438, 1.203125, 1.265625, 0.320312, 1.445312, 1.015625, 0.384766, 0.255859, 1.0, 0.470703, 1.289062, 0.628906, 0.703125, 0.202148, 0.239258, 0.398438, 0.423828, 0.314453, 0.578125, 1.023438, 0.664062, 0.482422, 0.6875, 0.335938, 1.0, 0.691406, 0.375, 0.675781, 0.402344, 1.15625, 0.746094, 0.289062, 0.558594, 1.171875, 0.235352, 0.972656, 1.132812, 0.773438, 0.402344, 0.400391, 0.933594, 0.933594, 0.859375, 0.746094, 0.695312, 1.257812, 0.496094, 0.691406, 0.769531, 0.263672, 0.462891, 0.9375, 0.558594, 0.660156, 0.792969, 0.476562, 0.683594, 1.25, 1.0625, 0.855469, 0.714844, 0.271484, 1.007812, 0.384766, 0.056152, 0.546875, 1.007812, 0.462891, 0.820312, 0.306641, 0.578125, 0.308594, 0.769531, 0.691406, 1.289062, 1.109375, 0.369141, 1.328125, 1.265625, 0.625, 1.023438, 0.410156, 0.236328, 1.390625, 0.396484, 0.333984, 0.429688, 0.59375, 0.921875, 0.078125, 0.941406, 0.330078, 0.613281, 0.855469, 1.25, 0.392578, 0.90625, 0.800781, 0.46875, 1.289062, 0.408203, 0.470703, 0.488281, 0.292969, 1.3125, 0.574219, 0.523438, 0.683594, 0.133789, 1.21875, 0.25, 1.359375, 1.164062, 0.28125, 1.09375, 0.597656, 1.078125, 1.28125, 0.828125, 0.566406, 0.279297, 1.070312, 0.373047, 0.605469, 1.0625, 0.490234, 0.423828, 0.664062, 0.271484, 0.326172, 1.101562, 0.365234, 0.808594, 0.494141, 0.648438, 0.542969, 0.542969, 0.269531, 0.953125, 0.402344, 0.527344, 0.239258, 0.070801, 0.535156, 0.25, 0.320312, 0.605469, 0.332031, 1.203125, 0.652344, 0.289062, 0.211914, 0.296875, 0.416016, 1.21875, 0.306641, 0.5, 1.351562, 1.179688, 0.71875, 0.363281, 0.365234, 0.5625, 0.621094, 0.621094, 0.957031, 0.287109, 1.15625, 0.832031, 0.769531, 0.408203, 0.710938, 0.300781, 0.503906, 0.558594, 0.056885, 0.5, 0.492188, 0.243164, 1.351562, 0.46875, 0.542969, 0.792969, 0.722656, 0.816406, 0.4375, 0.671875, 0.4375, 0.5, 0.371094, 0.396484, 0.335938, 0.507812, 1.1875, 0.890625, 0.640625, 0.466797, 0.933594, 0.492188, 0.083984, 0.363281, 1.085938, 0.28125, 0.441406, 0.515625, 0.546875, 1.085938, 0.613281, 1.179688, 0.601562, 0.302734, 0.683594, 1.320312, 0.546875, 0.527344, 0.960938, 0.636719, 0.546875, 0.5625, 1.015625, 0.507812, 0.386719, 0.523438, 0.304688, 0.296875, 1.109375, 0.511719, 0.378906, 0.4375, 1.148438, 1.210938, 0.339844, 0.6875, 0.328125, 0.228516, 0.421875, 0.507812, 0.496094, 0.470703, 1.257812, 0.455078, 0.53125, 0.871094, 1.1875, 0.5, 0.828125, 0.435547, 0.832031, 0.283203, 0.359375, 0.330078, 0.457031, 0.558594, 0.443359, 0.558594, 0.582031, 0.494141, 0.410156, 0.310547, 0.245117, 0.566406, 0.886719, 0.382812, 0.429688, 0.333984, 1.171875, 0.253906, 0.570312, 0.392578, 0.898438, 0.609375, 0.617188, 0.460938, 0.455078, 0.582031, 0.357422, 1.273438, 1.085938, 0.402344, 0.640625, 0.333984, 0.566406, 0.398438, 0.271484, 1.210938, 1.359375, 0.546875, 0.890625, 0.433594, 0.921875, 0.515625, 0.367188, 1.210938, 0.494141, 0.296875, 0.691406, 0.503906, 0.474609, 0.597656, 0.269531, 0.78125, 0.386719, 1.195312, 0.617188, 0.439453, 1.125, 0.265625, 0.490234, 0.0625, 0.53125, 0.625, 0.855469, 1.132812, 0.71875, 0.257812, 1.351562, 0.5625, 1.140625, 0.203125, 0.369141, 0.324219, 1.273438, 0.447266, 0.773438, 0.484375, 1.09375, 0.482422, 1.203125, 0.964844, 0.933594, 0.707031, 1.6875, 0.455078, 1.140625, 0.445312, 0.757812, 0.310547, 0.296875, 0.542969, 1.4375, 1.125, 0.792969, 0.490234, 0.341797, 0.875, 0.304688, 0.660156, 0.6875, 0.165039, 0.828125, 0.726562, 0.345703, 1.46875, 0.75, 1.148438, 0.515625, 0.511719, 1.0625, 0.515625, 0.229492, 1.234375, 1.304688, 0.363281, 0.474609, 0.851562, 0.535156, 1.375, 0.050537, 0.9375, 0.667969, 0.625, 1.476562, 0.703125, 0.472656, 0.296875, 0.5625, 0.320312, 0.322266, 0.065918, 0.419922, 0.945312, 0.220703, 0.425781, 0.816406, 0.515625, 0.484375, 1.445312, 0.071289, 1.398438, 0.769531, 0.847656, 1.234375, 0.574219, 0.527344, 0.431641, 1.101562, 0.5, 0.496094, 0.453125, 1.109375, 0.265625, 0.886719, 1.242188, 1.078125, 0.816406, 0.527344, 0.328125, 0.464844, 0.609375, 0.337891, 0.416016, 0.625, 0.511719, 0.652344, 1.34375, 0.570312, 0.359375, 1.335938, 0.671875, 0.894531, 0.097168, 0.228516, 0.289062, 0.462891, 0.804688, 0.460938, 0.867188, 0.435547, 0.458984, 1.070312, 0.257812, 0.275391, 0.416016, 0.392578, 1.109375, 0.40625, 0.558594, 0.386719, 0.882812, 0.59375, 0.695312, 0.515625, 0.404297, 0.621094, 0.539062, 0.667969, 1.296875, 1.382812, 0.285156, 0.515625, 0.396484, 0.146484, 0.6875, 0.447266, 0.375, 0.449219, 0.243164, 0.435547, 0.761719, 0.394531, 1.273438, 0.425781, 0.546875, 0.746094, 0.470703, 0.589844, 0.859375, 0.6875, 1.140625, 0.96875, 0.322266, 0.074219, 0.835938, 0.792969, 0.515625, 0.453125, 0.726562, 0.675781, 1.257812, 0.34375, 0.671875, 0.251953, 0.46875, 0.414062, 0.291016, 0.785156, 1.375, 0.574219, 1.351562, 1.195312, 0.730469, 0.574219, 1.03125, 0.347656, 0.691406, 0.777344, 0.443359, 0.066406, 0.808594, 0.498047, 0.099609, 0.867188, 0.527344, 1.1875, 0.400391, 0.871094, 0.507812, 0.419922, 0.328125, 0.726562, 0.345703, 0.285156, 1.25, 0.554688, 0.07666, 0.601562, 0.34375, 0.636719, 1.359375, 0.40625, 0.445312, 0.392578, 1.070312, 0.773438, 0.761719, 0.220703, 0.460938, 0.261719, 0.443359, 1.070312, 0.102051, 0.285156, 0.277344, 0.292969, 0.478516, 0.431641, 1.453125, 1.117188, 1.1875, 0.648438, 0.640625, 0.757812, 0.05835, 0.337891, 0.707031, 1.28125, 0.710938, 0.613281, 1.242188, 0.263672, 0.984375, 0.339844, 1.304688, 0.470703, 0.589844, 0.507812, 0.410156, 0.648438, 0.439453, 0.492188, 1.242188, 0.570312, 0.871094, 0.279297, 0.324219, 1.132812, 0.470703, 0.203125, 0.125977, 0.363281, 0.566406, 0.804688, 0.683594, 0.449219, 1.375, 0.5625, 0.414062, 0.515625, 0.699219, 0.275391, 0.298828, 0.40625, 0.361328, 0.439453, 0.427734, 0.236328, 0.664062, 0.613281, 0.431641, 0.476562, 0.408203, 0.921875, 0.460938, 0.361328, 0.621094, 0.122559, 0.386719, 0.242188, 0.486328, 0.285156, 0.753906, 0.882812 ] }, "name": "model.model.layers.13.input_layernorm.weight", "outputIndexes": [ 1086 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1085 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_13/Mul_output_0", "outputIndexes": [ 1087 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1086, 1087 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_13/Mul_1_output_0", "outputIndexes": [ 1088 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1088 ], "outputIndexes": [ 2672 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2672 ], "outputIndexes": [ 2673 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear", "inputIndexes": [ 2673 ], "outputIndexes": [ 2674 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1704390610, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2674 ], "outputIndexes": [ 2675 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2675 ], "outputIndexes": [ 1089 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1088 ], "main_type": "NONE", "name": "/Shape_183_output_0", "outputIndexes": [ 1090 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1090 ], "main_type": "NONE", "name": "Shape3329", "outputIndexes": [ 1091 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1090 ], "main_type": "NONE", "name": "Rank3331", "outputIndexes": [ 1092 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1092, 1092 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3333", "outputIndexes": [ 1093 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1093 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3334", "outputIndexes": [ 1094 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1093, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3336", "outputIndexes": [ 1095 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1095 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3337", "outputIndexes": [ 1096 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1091, 1094, 1096, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3340", "outputIndexes": [ 1097 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1097 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3341", "outputIndexes": [ 1098 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1098 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3342", "outputIndexes": [ 1099 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1099, 1098 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3343", "outputIndexes": [ 1100 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1090, 1100, 1093 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_199_output_0", "outputIndexes": [ 1101 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1101, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_417_output_0", "outputIndexes": [ 1102 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1102, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_169_output_0", "outputIndexes": [ 1103 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1089, 1103 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_118_output_0", "outputIndexes": [ 1104 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_104_output_0", "outputIndexes": [ 1105 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104 ], "main_type": "NONE", "name": "/Shape_184_output_0", "outputIndexes": [ 1106 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1106 ], "main_type": "NONE", "name": "Shape3350", "outputIndexes": [ 1107 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1106 ], "main_type": "NONE", "name": "Rank3352", "outputIndexes": [ 1108 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1108, 1108 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3354", "outputIndexes": [ 1109 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1109 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3355", "outputIndexes": [ 1110 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1109, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3357", "outputIndexes": [ 1111 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1111 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3358", "outputIndexes": [ 1112 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1107, 1110, 1112, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3361", "outputIndexes": [ 1113 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1113 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3362", "outputIndexes": [ 1114 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1114 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3363", "outputIndexes": [ 1115 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1115, 1114 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3364", "outputIndexes": [ 1116 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1106, 1116, 1109 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_200_output_0", "outputIndexes": [ 1117 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1117, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_39_output_0", "outputIndexes": [ 1118 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1118, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_422_output_0", "outputIndexes": [ 1119 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104, 1119, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_53_output_0", "outputIndexes": [ 1120 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1120 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_26_output_0", "outputIndexes": [ 1121 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104, 22, 1119, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_52_output_0", "outputIndexes": [ 1122 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1121, 1122 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_172_output_0", "outputIndexes": [ 1123 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1123, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_105_output_0", "outputIndexes": [ 1124 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1105, 1124 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_65_output_0", "outputIndexes": [ 1125 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1088 ], "outputIndexes": [ 2676 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2676 ], "outputIndexes": [ 2677 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear", "inputIndexes": [ 2677 ], "outputIndexes": [ 2678 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1711630312, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2678 ], "outputIndexes": [ 2679 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2679 ], "outputIndexes": [ 1126 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1102, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_170_output_0", "outputIndexes": [ 1127 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1126, 1127 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_119_output_0", "outputIndexes": [ 1128 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_106_output_0", "outputIndexes": [ 1129 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128 ], "main_type": "NONE", "name": "/Shape_185_output_0", "outputIndexes": [ 1130 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1130 ], "main_type": "NONE", "name": "Shape3413", "outputIndexes": [ 1131 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1130 ], "main_type": "NONE", "name": "Rank3415", "outputIndexes": [ 1132 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1132, 1132 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3417", "outputIndexes": [ 1133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1133 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3418", "outputIndexes": [ 1134 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1133, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3420", "outputIndexes": [ 1135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1135 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3421", "outputIndexes": [ 1136 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1131, 1134, 1136, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3424", "outputIndexes": [ 1137 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1137 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3425", "outputIndexes": [ 1138 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1138 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3426", "outputIndexes": [ 1139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1139, 1138 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3427", "outputIndexes": [ 1140 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1130, 1140, 1133 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_201_output_0", "outputIndexes": [ 1141 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1141, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_40_output_0", "outputIndexes": [ 1142 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1142, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_424_output_0", "outputIndexes": [ 1143 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128, 1143, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_55_output_0", "outputIndexes": [ 1144 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1144 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_27_output_0", "outputIndexes": [ 1145 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128, 22, 1143, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_54_output_0", "outputIndexes": [ 1146 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1145, 1146 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_173_output_0", "outputIndexes": [ 1147 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1147, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_107_output_0", "outputIndexes": [ 1148 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1129, 1148 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_66_output_0", "outputIndexes": [ 1149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1088 ], "outputIndexes": [ 2680 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2680 ], "outputIndexes": [ 2681 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear", "inputIndexes": [ 2681 ], "outputIndexes": [ 2682 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1712664574, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2682 ], "outputIndexes": [ 2683 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2683 ], "outputIndexes": [ 1150 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1150, 1127 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_120_output_0", "outputIndexes": [ 1151 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1125, 1149, 1151, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_125_output_0", "outputIndexes": [ 1152 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1152 ], "outputIndexes": [ 2684 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2684 ], "outputIndexes": [ 2685 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear", "inputIndexes": [ 2685 ], "outputIndexes": [ 2686 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1713698836, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2686 ], "outputIndexes": [ 2687 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2687 ], "outputIndexes": [ 1153 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1085, 1153 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_68_output_0", "outputIndexes": [ 1154 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.863281, 0.769531, 1.71875, 0.357422, 0.910156, 0.507812, 0.710938, 0.816406, 0.316406, 0.310547, 0.742188, 0.324219, 0.648438, 0.519531, 0.287109, 0.769531, 0.746094, 0.570312, 0.769531, 0.238281, 0.341797, 0.746094, 0.742188, 0.490234, 0.449219, 0.914062, 0.200195, 0.376953, 0.425781, 0.53125, 0.902344, 0.298828, 0.388672, 0.609375, 0.875, 0.980469, 0.355469, 0.304688, 0.734375, 0.296875, 0.886719, 0.726562, 0.949219, 0.660156, 0.96875, 0.914062, 0.149414, 1.0, 0.742188, 0.330078, 0.921875, 0.640625, 0.667969, 0.660156, 0.761719, 0.482422, 0.820312, 1.117188, 0.820312, 0.306641, 0.480469, 0.78125, 0.863281, 0.71875, 0.929688, 0.8125, 0.347656, 0.699219, 0.466797, 0.570312, 0.570312, 0.433594, 0.832031, 0.660156, 0.851562, 0.859375, 0.46875, 0.396484, 0.318359, 0.96875, 0.972656, 1.023438, 0.917969, 0.554688, 0.746094, 0.131836, 0.757812, 0.953125, 0.765625, 0.306641, 0.753906, 0.792969, 0.832031, 0.785156, 0.859375, 0.6875, 0.306641, 0.378906, 0.761719, 0.349609, 0.359375, 0.357422, 0.976562, 0.675781, 0.691406, 0.84375, 0.78125, 0.332031, 0.519531, 0.707031, 0.695312, 0.578125, 0.785156, 0.170898, 0.621094, 0.163086, 0.349609, 0.785156, 0.902344, 0.324219, 0.515625, 0.65625, 0.941406, 0.707031, 0.664062, 0.59375, 0.867188, 0.582031, 0.139648, 0.347656, 0.195312, 0.726562, 0.369141, 0.78125, 0.384766, 0.71875, 0.5625, 0.785156, 0.429688, 0.808594, 0.570312, 0.898438, 0.96875, 0.392578, 0.330078, 0.298828, 0.839844, 0.707031, 0.882812, 0.746094, 0.886719, 0.730469, 0.570312, 0.746094, 0.472656, 0.5, 0.34375, 0.253906, 0.921875, 0.953125, 0.275391, 0.306641, 0.326172, 0.695312, 0.357422, 0.357422, 0.511719, 0.429688, 0.617188, 0.714844, 0.722656, 0.412109, 0.402344, 0.427734, 0.679688, 0.957031, 0.675781, 0.652344, 0.890625, 0.664062, 0.431641, 0.652344, 0.855469, 0.21875, 0.396484, 0.765625, 0.617188, 0.298828, 0.558594, 0.785156, 0.341797, 0.691406, 0.523438, 0.535156, 0.957031, 0.726562, 0.726562, 0.878906, 0.363281, 0.671875, 0.691406, 0.320312, 0.710938, 0.667969, 0.839844, 0.757812, 0.431641, 0.443359, 0.867188, 0.419922, 0.855469, 0.652344, 0.414062, 0.742188, 0.695312, 0.65625, 0.337891, 0.333984, 1.03125, 0.59375, 0.636719, 0.3125, 0.503906, 0.800781, 0.765625, 0.980469, 0.361328, 0.443359, 0.621094, 0.707031, 0.804688, 0.828125, 0.734375, 0.667969, 0.761719, 0.78125, 0.53125, 0.890625, 0.143555, 0.6875, 0.816406, 0.644531, 0.816406, 0.675781, 0.5, 0.458984, 0.808594, 0.839844, 0.765625, 0.65625, 0.730469, 0.96875, 0.427734, 0.515625, 0.699219, 0.392578, 0.714844, 0.125, 0.667969, 0.304688, 0.691406, 0.777344, 0.738281, 0.828125, 0.6875, 0.380859, 0.6875, 0.707031, 0.574219, 0.742188, 0.664062, 0.828125, 0.777344, 0.433594, 0.484375, 1.015625, 0.765625, 0.367188, 0.478516, 0.886719, 0.636719, 0.71875, 0.130859, 0.765625, 0.574219, 1.007812, 0.498047, 0.792969, 0.796875, 0.306641, 0.910156, 0.314453, 0.486328, 0.378906, 0.361328, 0.621094, 0.503906, 0.380859, 0.753906, 0.652344, 0.527344, 0.419922, 0.330078, 0.855469, 1.015625, 0.863281, 0.636719, 0.660156, 0.613281, 0.761719, 0.458984, 0.554688, 0.703125, 0.675781, 0.318359, 0.796875, 0.722656, 0.917969, 0.726562, 0.707031, 0.910156, 0.632812, 0.519531, 0.578125, 0.458984, 0.722656, 0.566406, 0.683594, 0.494141, 0.486328, 0.137695, 0.617188, 0.570312, 0.550781, 0.345703, 0.652344, 0.769531, 1.039062, 0.777344, 0.376953, 0.12793, 0.578125, 0.621094, 0.585938, 0.157227, 0.835938, 0.992188, 0.757812, 0.589844, 0.710938, 0.71875, 0.306641, 0.925781, 0.703125, 1.0, 0.71875, 0.777344, 0.785156, 0.585938, 0.695312, 0.84375, 0.996094, 0.15332, 0.34375, 0.235352, 0.318359, 0.574219, 0.910156, 0.683594, 0.302734, 0.667969, 0.742188, 0.804688, 0.523438, 0.785156, 1.015625, 0.149414, 0.294922, 0.722656, 0.789062, 0.730469, 0.8125, 0.363281, 0.933594, 0.835938, 0.392578, 0.976562, 0.71875, 0.605469, 0.416016, 0.730469, 0.871094, 0.292969, 0.289062, 0.478516, 0.828125, 0.380859, 0.494141, 0.75, 0.144531, 0.373047, 0.800781, 0.345703, 0.914062, 0.285156, 0.773438, 0.65625, 0.769531, 0.773438, 0.453125, 0.326172, 0.726562, 0.863281, 0.695312, 0.792969, 1.0, 0.828125, 0.726562, 0.726562, 0.789062, 0.355469, 0.5, 0.683594, 0.355469, 0.582031, 0.291016, 0.859375, 0.820312, 0.365234, 0.65625, 0.71875, 0.613281, 0.269531, 0.554688, 0.800781, 0.390625, 0.53125, 0.757812, 0.582031, 0.353516, 0.667969, 0.871094, 0.851562, 0.722656, 0.330078, 0.375, 0.589844, 0.78125, 0.777344, 0.917969, 0.957031, 0.703125, 0.789062, 0.707031, 0.785156, 1.015625, 0.46875, 0.597656, 0.000154, 0.515625, 0.765625, 0.511719, 0.734375, 0.369141, 0.324219, 0.785156, 0.363281, 0.671875, 0.296875, 0.625, 0.535156, 0.146484, 0.746094, 0.773438, 0.835938, 0.369141, 0.578125, 0.330078, 0.789062, 0.75, 0.800781, 0.71875, 0.46875, 0.8125, 0.349609, 0.839844, 1.0, 0.738281, 0.859375, 0.714844, 0.613281, 0.882812, 0.9375, 0.78125, 0.957031, 0.472656, 0.738281, 0.507812, 0.972656, 0.796875, 0.683594, 0.363281, 0.490234, 0.384766, 0.632812, 0.574219, 0.789062, 0.40625, 0.714844, 0.503906, 0.820312, 0.851562, 0.730469, 0.878906, 0.828125, 0.394531, 0.435547, 0.636719, 0.535156, 0.960938, 0.589844, 0.777344, 0.777344, 0.140625, 0.746094, 0.347656, 0.890625, 0.816406, 0.742188, 0.601562, 0.691406, 0.824219, 0.914062, 0.734375, 0.628906, 0.792969, 0.302734, 0.6875, 0.605469, 0.796875, 0.294922, 0.373047, 0.302734, 0.695312, 0.291016, 0.855469, 1.03125, 0.416016, 0.34375, 1.023438, 0.519531, 0.964844, 0.6875, 0.816406, 0.462891, 0.384766, 0.5625, 0.734375, 0.757812, 0.466797, 0.957031, 0.710938, 0.458984, 0.439453, 0.328125, 0.800781, 0.613281, 0.671875, 0.722656, 0.472656, 0.785156, 0.691406, 0.390625, 0.339844, 0.613281, 0.625, 0.648438, 0.972656, 0.304688, 0.855469, 0.828125, 0.703125, 0.761719, 0.351562, 0.839844, 0.675781, 0.621094, 0.306641, 0.675781, 0.386719, 0.871094, 0.589844, 0.773438, 0.820312, 0.835938, 0.355469, 0.566406, 0.478516, 0.335938, 0.349609, 0.96875, 0.291016, 0.441406, 0.988281, 0.585938, 0.875, 0.679688, 0.648438, 0.285156, 0.851562, 0.964844, 0.890625, 0.412109, 0.289062, 0.78125, 0.75, 0.144531, 0.601562, 0.597656, 0.742188, 0.792969, 0.714844, 0.353516, 0.65625, 0.345703, 0.554688, 1.007812, 0.675781, 0.683594, 1.007812, 0.380859, 0.449219, 0.507812, 0.65625, 0.449219, 0.376953, 0.84375, 0.486328, 0.773438, 0.667969, 0.621094, 0.306641, 0.734375, 0.742188, 0.96875, 0.757812, 0.722656, 0.679688, 0.722656, 0.550781, 0.154297, 0.515625, 0.710938, 0.298828, 0.233398, 0.824219, 0.453125, 0.773438, 0.773438, 0.296875, 0.314453, 0.484375, 0.224609, 0.742188, 0.800781, 0.847656, 0.699219, 0.574219, 0.824219, 0.71875, 0.507812, 0.640625, 0.75, 0.757812, 0.753906, 0.695312, 0.890625, 0.365234, 0.664062, 0.808594, 0.714844, 0.738281, 0.4375, 0.808594, 0.384766, 0.648438, 0.652344, 0.371094, 0.394531, 0.225586, 0.976562, 0.773438, 0.71875, 0.96875, 0.589844, 0.255859, 0.419922, 0.949219, 0.302734, 0.71875, 0.330078, 0.84375, 0.847656, 0.699219, 0.628906, 0.722656, 0.523438, 0.144531, 0.730469, 0.859375, 0.542969, 0.441406, 0.447266, 0.554688, 0.621094, 0.182617, 0.259766, 0.71875, 0.351562, 0.882812, 0.458984, 0.707031, 0.722656, 0.667969, 0.800781, 0.710938, 0.621094, 0.195312, 0.378906, 0.761719, 0.78125, 0.734375, 0.542969, 0.75, 0.363281, 0.734375, 0.267578, 0.511719, 0.597656, 0.867188, 0.6875, 0.710938, 0.308594, 0.316406, 0.714844, 0.648438, 0.804688, 0.458984, 0.992188, 0.519531, 0.287109, 0.707031, 0.605469, 0.726562, 0.84375, 0.65625, 0.306641, 0.820312, 0.703125, 0.53125, 0.777344, 0.458984, 0.738281, 0.170898, 0.722656, 0.671875, 0.777344, 0.326172, 0.232422, 1.015625, 0.59375, 0.792969, 0.140625, 0.574219, 0.996094, 0.152344, 0.640625, 0.960938, 0.78125, 0.5625, 0.640625, 0.322266, 0.871094, 0.675781, 0.34375, 0.714844, 0.628906, 0.357422, 0.722656, 0.691406, 0.765625, 0.255859, 0.086914, 0.464844, 0.832031, 0.3125, 0.275391, 0.84375, 1.015625, 0.777344, 0.621094, 0.421875, 0.644531, 0.921875, 0.765625, 0.148438, 0.6875, 0.65625, 0.515625, 0.302734, 0.523438, 0.486328, 0.734375, 1.054688, 0.753906, 0.644531, 0.498047, 0.28125, 0.832031, 0.265625, 0.53125, 0.625, 0.28125, 0.933594, 0.373047, 0.453125, 0.679688, 0.53125, 0.582031, 0.460938, 0.761719, 0.722656, 0.886719, 0.953125, 0.382812, 0.941406, 0.523438, 0.832031, 0.839844, 0.761719, 0.746094, 0.302734, 0.363281, 0.976562, 0.480469, 0.632812, 0.667969, 0.425781, 0.675781, 0.683594, 0.726562, 0.707031, 0.369141, 0.302734, 0.769531, 0.65625, 0.71875, 0.357422, 0.847656, 0.640625, 0.980469, 0.484375, 0.59375, 0.789062, 0.402344, 0.582031, 0.996094, 0.414062, 0.679688, 0.777344, 0.683594, 0.539062, 0.746094, 0.945312, 0.773438, 0.859375, 0.40625, 0.138672, 0.769531, 0.337891, 0.75, 0.894531, 0.267578, 0.566406, 0.886719, 0.757812, 0.753906, 0.734375, 0.137695, 0.625, 0.404297, 0.746094, 0.605469, 0.671875, 1.0, 0.691406, 0.609375, 0.6875, 0.498047, 0.304688, 0.832031, 0.570312, 0.613281, 0.335938, 0.839844, 0.863281, 0.683594, 0.871094, 0.757812, 0.511719, 0.867188, 0.921875, 0.730469, 0.394531, 0.753906, 0.5625, 0.777344, 0.757812, 0.412109, 0.730469, 0.824219, 0.726562, 0.6875, 0.824219, 0.808594, 0.695312, 0.902344, 0.675781, 0.339844, 0.773438, 0.730469, 0.554688, 0.765625, 0.460938, 0.90625, 0.640625, 0.324219, 0.84375, 0.375, 0.703125, 0.330078, 0.683594, 0.679688, 0.361328, 0.248047, 0.431641, 1.0, 0.443359, 0.363281, 0.863281, 0.929688, 0.435547, 0.730469, 0.316406, 0.65625, 0.851562, 0.644531, 0.135742, 0.503906, 0.148438, 0.339844, 0.964844, 0.75, 0.289062, 0.359375, 0.550781, 0.601562, 0.589844, 0.378906, 0.945312, 0.867188, 0.71875, 0.177734, 0.851562, 0.84375, 1.023438, 0.730469, 0.75, 0.921875, 0.683594, 0.585938, 0.328125, 0.353516, 0.335938, 0.457031, 0.275391, 0.330078, 0.353516, 0.726562, 0.671875, 0.933594, 0.6875, 0.478516, 0.734375, 0.695312, 0.792969, 0.738281, 0.835938, 0.140625, 0.300781, 0.628906, 0.710938, 0.472656, 0.253906, 0.314453, 0.648438, 0.8125, 0.617188, 0.957031, 0.181641, 0.75, 0.707031, 0.644531, 0.339844, 0.134766, 0.707031, 0.835938, 0.462891, 0.359375, 0.425781, 0.585938, 0.392578, 0.953125, 0.337891, 0.318359, 0.765625, 0.148438, 0.746094, 0.542969, 0.137695, 0.917969, 0.855469, 0.769531, 0.378906, 0.570312, 0.765625, 0.820312, 0.925781, 0.291016, 0.441406, 0.335938, 0.421875, 0.660156, 0.257812, 0.867188, 0.474609, 1.25, 0.609375, 0.726562, 0.691406, 0.451172, 0.363281, 0.9375, 0.316406, 0.980469, 0.625, 0.451172, 0.875, 0.34375, 0.722656, 0.546875, 0.261719, 0.339844, 0.613281, 0.322266, 0.302734, 0.310547, 0.609375, 0.298828, 0.094727, 0.867188, 0.546875, 0.882812, 0.910156, 0.478516, 0.957031, 0.585938, 0.949219, 0.447266, 0.605469, 0.742188, 0.353516, 0.328125, 0.6875, 0.886719, 0.6875, 0.640625, 0.515625, 0.5, 0.263672, 0.439453, 0.427734, 0.136719, 0.339844, 0.828125, 0.589844, 0.914062, 0.988281, 0.730469, 0.423828, 0.945312, 0.628906, 0.302734, 0.519531, 0.644531, 1.03125, 0.335938, 0.625, 0.953125, 0.941406, 0.328125, 0.451172, 0.878906, 0.730469, 0.515625, 0.964844, 0.306641, 0.523438, 0.582031, 0.753906, 0.925781, 0.314453, 0.216797, 0.527344, 0.453125, 0.75, 0.386719, 0.992188, 0.695312, 0.402344, 0.632812, 0.306641, 0.824219, 0.652344, 0.613281, 0.847656, 0.386719, 0.738281, 0.613281, 0.363281, 0.386719, 0.773438, 0.490234, 0.804688, 0.447266, 0.585938, 0.582031, 0.445312, 1.0, 0.65625, 0.380859, 0.800781, 0.294922, 0.957031, 0.558594, 0.871094, 0.785156, 0.65625, 0.476562, 0.84375, 0.488281, 0.960938, 0.609375, 0.455078, 0.925781, 0.714844, 0.601562, 0.324219, 0.832031, 0.337891, 0.921875, 0.777344, 0.929688, 0.738281, 0.353516, 0.292969, 0.746094, 0.539062, 0.832031, 0.773438, 0.53125, 0.949219, 0.785156, 0.785156, 0.976562, 0.917969, 0.746094, 0.863281, 0.609375, 0.574219, 0.382812, 0.298828, 0.863281, 0.902344, 0.785156, 0.808594, 0.671875, 0.707031, 0.898438, 0.527344, 0.871094, 0.855469, 0.808594, 0.5625, 0.761719, 0.119629, 0.765625, 0.351562, 0.126953, 0.664062, 0.613281, 0.691406, 0.412109, 0.675781, 0.761719, 0.769531, 1.007812, 0.945312, 0.722656, 0.388672, 0.324219, 0.263672, 0.554688, 0.917969, 0.339844, 1.039062, 0.597656, 0.722656, 0.921875, 0.828125, 0.632812, 0.910156, 0.9375, 0.710938, 0.314453, 0.761719, 1.015625, 0.683594, 0.376953, 0.71875, 0.90625, 0.910156, 0.972656, 0.746094, 0.96875, 0.804688, 0.722656, 1.007812, 0.695312, 0.515625, 0.929688, 0.746094, 0.75, 0.816406, 0.917969, 0.796875, 0.734375, 0.683594, 0.847656, 0.455078, 0.625, 0.396484, 0.683594, 0.765625, 0.851562, 0.3125, 0.123535, 0.769531, 0.710938, 0.828125, 0.816406, 0.789062, 0.460938, 0.416016, 0.9375, 0.683594, 0.695312, 0.398438, 0.683594, 0.351562, 0.648438, 0.566406, 0.357422, 0.375, 0.886719, 0.119141, 0.746094, 0.464844, 0.251953, 0.824219, 0.390625, 0.367188, 0.582031, 0.839844, 0.636719, 0.376953, 0.722656, 0.431641, 0.357422, 0.326172, 0.3125, 0.625, 0.349609, 0.339844, 0.347656, 0.722656, 0.5625, 0.863281, 0.941406, 0.324219, 0.8125, 0.287109, 0.964844, 0.488281, 0.605469, 0.859375, 0.800781, 0.523438, 0.765625, 0.287109, 0.859375, 0.726562, 1.054688, 0.699219, 0.320312, 0.949219, 0.933594, 0.84375, 0.447266, 0.671875, 0.839844, 0.5625, 0.710938, 0.53125, 0.929688, 0.679688, 0.851562, 0.792969, 0.925781, 0.535156, 0.703125, 0.789062, 0.371094, 0.597656, 0.929688, 0.578125, 0.761719, 0.523438, 0.726562, 1.046875, 0.726562, 0.589844, 0.24707, 0.507812, 0.632812, 0.330078, 0.707031, 1.109375, 0.59375, 0.347656, 0.84375, 0.574219, 0.84375, 0.746094, 0.828125, 0.773438, 0.800781, 0.675781, 0.384766, 0.542969, 0.318359, 0.707031, 0.777344, 0.796875, 0.410156, 0.863281, 0.789062, 0.703125, 0.730469, 0.478516, 0.394531, 0.277344, 0.710938, 0.542969, 0.589844, 0.546875, 0.582031, 0.597656, 0.609375, 0.773438, 0.679688, 0.761719, 0.429688, 0.498047, 0.326172, 0.289062, 0.433594, 0.503906, 0.816406, 0.882812, 0.785156, 0.75, 0.660156, 0.714844, 0.429688, 0.503906, 0.71875, 0.597656, 0.972656, 0.984375, 0.53125, 0.136719, 0.601562, 0.628906, 0.137695, 0.820312, 0.835938, 0.988281, 0.613281, 0.59375, 0.482422, 0.5625, 0.120117, 0.71875, 0.149414, 0.761719, 0.761719, 0.404297, 0.118652, 0.462891, 0.832031, 0.433594, 0.621094, 0.302734, 0.992188, 0.914062, 0.769531, 0.738281, 0.621094, 0.443359, 0.679688, 0.800781, 0.730469, 0.298828, 0.792969, 0.243164, 0.863281, 0.910156, 0.761719, 0.90625, 0.980469, 0.382812, 0.628906, 0.664062, 0.742188, 0.683594, 0.488281, 0.730469, 0.435547, 0.574219, 0.835938, 0.275391, 0.65625, 0.789062, 0.496094, 0.597656, 0.488281, 0.451172, 0.703125, 0.792969, 0.163086, 0.964844, 0.785156, 0.265625, 0.824219, 0.433594, 1.0625, 0.753906, 0.6875, 0.609375, 0.71875, 0.878906, 0.625, 0.761719, 0.474609, 0.941406, 0.792969, 0.683594, 0.707031, 0.664062, 0.796875, 0.212891, 0.867188, 0.898438, 0.408203, 0.773438, 0.773438, 0.792969, 0.691406, 1.054688, 0.976562, 0.652344, 0.328125, 0.507812, 0.6875, 0.871094, 0.8125, 0.091797, 0.722656, 0.757812, 0.929688, 0.546875, 0.519531, 0.847656, 0.640625, 0.3125, 0.746094, 0.960938, 0.777344, 0.816406, 0.542969, 0.695312, 0.882812, 0.863281, 0.898438, 0.734375, 0.578125, 0.470703, 0.523438, 0.675781, 0.546875, 0.318359, 0.953125, 0.582031, 0.632812, 0.792969, 0.871094, 0.996094, 0.71875, 0.660156, 0.847656, 0.792969, 0.291016, 0.742188, 0.703125, 0.269531, 0.875, 0.376953, 0.648438, 0.449219, 0.337891, 0.386719, 0.488281, 0.679688, 0.402344, 0.464844, 0.292969, 0.455078, 0.582031, 0.417969, 0.333984, 0.796875, 0.114746, 0.640625, 0.871094, 0.746094, 0.722656, 0.953125, 0.503906, 0.964844, 0.78125, 0.223633, 0.143555, 0.320312, 0.486328, 0.804688, 0.392578, 0.652344, 0.863281, 0.332031, 0.824219, 0.412109, 0.832031, 0.929688, 0.648438, 0.714844, 0.519531, 0.726562, 0.171875, 0.613281, 0.617188, 0.757812, 0.519531, 0.298828, 0.388672, 0.726562, 0.8125, 0.492188, 0.392578, 0.644531, 0.6875, 0.765625, 0.800781, 0.90625, 0.5625, 0.492188, 0.390625, 0.644531, 0.742188, 0.597656, 0.365234, 0.558594, 0.757812, 0.777344, 0.359375, 0.671875, 0.839844, 0.435547, 0.730469, 0.421875, 0.361328, 0.302734, 1.015625, 0.675781, 0.757812, 0.355469, 0.53125, 0.46875, 0.12793, 0.757812, 0.808594, 0.392578, 0.570312, 0.695312, 0.511719, 0.443359, 0.960938, 0.898438, 0.523438, 0.271484, 0.613281, 0.898438, 0.503906, 0.753906, 0.470703, 0.65625, 0.894531, 0.644531, 0.535156, 0.894531, 0.296875, 0.839844, 0.875, 0.648438, 0.757812, 0.449219, 0.578125, 0.421875, 0.980469, 0.894531, 0.25, 0.255859, 0.667969, 0.441406, 0.703125, 0.851562, 0.412109, 0.660156, 0.886719, 0.734375, 0.386719, 0.914062, 0.328125, 0.667969, 0.65625, 0.675781, 0.455078, 0.609375, 0.769531, 0.585938, 0.699219, 0.839844, 0.539062, 0.326172, 0.421875, 0.470703, 0.386719, 0.746094, 0.554688, 0.769531, 0.53125, 0.625, 0.683594, 0.503906, 0.695312, 0.746094, 0.789062, 0.349609, 0.675781, 0.205078, 0.640625, 0.777344, 0.695312, 0.785156, 0.664062, 0.490234, 0.738281, 0.133789, 0.3125, 0.65625, 0.363281, 0.466797, 0.492188, 0.824219, 0.957031, 0.714844, 0.458984, 0.132812, 0.742188, 0.205078, 0.376953, 0.310547, 0.652344, 0.484375, 0.691406, 0.400391, 0.878906, 0.796875, 0.867188, 0.757812, 0.386719, 0.6875, 0.777344, 0.746094, 0.78125, 0.671875, 0.933594, 0.601562, 0.253906, 0.917969, 0.490234, 0.625, 0.423828, 0.445312, 0.408203, 0.679688, 0.71875, 0.75, 0.277344, 0.855469, 0.355469, 0.349609, 0.143555, 0.439453, 0.824219, 0.710938, 0.910156, 0.703125, 0.625, 0.111816, 0.496094, 0.371094, 0.566406, 0.429688, 0.714844, 0.710938, 0.828125, 0.503906, 0.789062, 0.664062, 0.785156, 0.949219, 0.964844, 0.925781, 0.792969, 0.992188, 0.404297, 0.59375, 0.353516, 0.730469, 0.640625, 0.308594, 0.738281, 0.224609, 0.804688, 0.332031, 0.382812, 0.828125, 0.144531, 0.765625, 0.289062, 0.894531, 0.914062, 0.507812, 0.65625, 0.566406, 0.804688, 0.769531, 0.769531, 0.371094, 0.785156, 0.085449, 0.957031, 0.353516, 0.925781, 0.400391, 0.230469, 0.886719, 0.988281, 0.75, 0.726562, 0.482422, 0.863281, 0.667969, 0.941406, 0.625, 0.566406, 0.330078, 0.84375, 0.820312, 0.597656, 0.597656, 0.769531, 0.112793, 0.886719, 0.523438, 0.847656, 0.435547, 0.675781, 0.570312, 0.613281, 0.621094, 0.121582, 0.320312, 0.664062, 0.373047, 0.292969, 1.023438, 0.710938, 0.361328, 0.566406, 0.265625, 0.925781, 0.671875, 0.542969, 0.625, 0.972656, 0.574219, 0.730469, 0.746094, 0.490234, 0.431641, 0.695312, 0.4375, 0.137695, 0.337891, 0.351562, 0.636719, 0.765625, 0.832031, 0.124512, 0.816406, 0.941406, 0.78125, 0.507812, 0.239258, 0.3125, 0.910156, 0.322266, 0.283203, 0.871094, 0.5, 0.296875, 1.0, 0.722656, 0.90625, 0.431641, 0.992188, 0.511719, 0.890625, 0.667969, 0.5, 0.738281, 0.609375, 0.816406, 0.349609, 0.78125, 0.75, 0.546875, 0.761719, 0.404297, 0.683594, 0.53125, 0.443359, 0.585938, 0.419922, 0.945312, 0.78125, 0.582031, 0.777344, 0.283203, 0.742188, 0.539062, 0.458984, 0.486328, 0.890625, 0.945312, 0.394531, 0.589844, 0.386719, 0.769531, 0.566406, 0.777344, 0.757812, 0.824219, 0.408203, 0.498047, 0.601562, 0.535156, 0.472656, 0.863281, 0.847656, 0.550781, 0.304688, 0.742188, 0.149414, 0.294922, 0.695312, 0.539062, 0.279297, 0.59375, 0.792969, 0.341797, 0.96875, 0.605469, 0.933594, 0.699219, 0.765625, 0.863281, 0.996094, 0.373047, 0.429688, 0.636719, 0.640625, 0.972656, 0.617188, 0.914062, 0.96875, 0.675781, 0.8125, 0.863281, 0.328125, 0.648438, 0.875, 0.777344, 0.570312, 0.820312, 0.605469, 0.878906, 0.835938, 0.419922, 0.855469, 0.490234, 0.683594, 0.761719, 0.898438, 0.957031, 0.128906, 0.621094, 0.625, 0.871094, 0.470703, 0.769531, 0.847656, 0.820312, 0.871094, 0.396484, 0.625, 0.804688, 0.683594, 0.554688, 0.371094, 0.574219, 0.835938, 0.144531, 0.40625, 0.753906, 0.679688, 0.90625, 0.6875, 0.330078, 0.376953, 0.910156, 0.237305, 0.785156, 0.527344, 0.578125, 0.613281, 1.007812, 0.435547, 0.765625, 0.917969, 0.808594, 0.625, 0.388672, 0.890625, 0.660156, 0.667969, 0.78125, 0.6875, 0.25, 0.882812, 0.46875, 0.695312, 0.621094, 0.707031, 0.269531, 0.773438, 0.796875, 0.402344, 0.722656, 0.777344, 0.137695, 0.898438, 0.146484, 0.353516, 0.527344, 0.328125, 0.306641, 0.371094, 0.302734, 0.5625, 0.625, 0.492188, 0.65625, 0.699219, 0.478516, 0.558594, 0.714844, 0.373047, 0.404297, 0.141602, 0.53125, 0.742188, 0.609375, 0.316406, 0.792969, 0.628906, 0.511719, 0.859375, 0.601562, 0.408203, 0.917969, 0.271484, 0.613281, 0.785156, 0.652344, 0.664062, 0.714844, 0.710938, 0.341797, 0.427734, 0.839844, 0.447266, 0.917969, 0.882812, 0.382812, 0.777344, 0.789062, 0.296875, 0.601562, 0.421875, 0.149414, 0.679688, 0.886719, 0.9375, 0.632812, 0.314453, 0.120117, 0.894531, 0.384766, 0.960938, 0.683594, 0.777344, 0.714844, 0.445312, 0.683594, 0.78125, 0.496094, 0.667969, 0.332031, 0.839844, 0.953125, 0.863281, 0.241211, 0.349609, 0.451172, 0.613281, 0.691406, 0.384766, 0.578125, 0.761719, 0.648438, 0.417969, 0.667969, 0.996094, 0.554688, 1.015625, 0.824219, 0.392578, 0.757812, 0.324219, 0.726562, 0.757812, 0.855469, 0.816406, 0.302734, 0.132812, 0.550781, 0.796875, 0.820312, 0.933594, 0.777344, 0.431641, 0.75, 0.917969, 0.597656, 0.149414, 0.558594, 0.9375, 0.582031, 0.839844, 0.453125, 0.498047, 0.722656, 0.703125, 0.589844, 0.78125, 0.847656, 0.597656, 0.734375, 0.464844, 0.828125, 0.182617, 0.753906, 0.667969, 0.808594, 0.625, 0.398438, 0.345703, 0.367188, 0.890625, 0.570312, 0.435547, 0.636719, 0.816406, 0.777344, 0.433594, 0.855469, 0.601562, 1.0625, 0.339844, 0.886719, 0.75, 0.625, 0.753906, 0.875, 0.217773, 0.859375, 0.914062, 0.578125, 0.488281, 0.757812, 0.863281, 0.5625, 0.140625, 0.914062, 0.4375, 0.296875, 0.679688, 0.617188, 0.980469, 0.714844, 0.707031, 0.832031, 0.734375, 0.675781, 0.75, 0.769531, 0.359375, 0.628906, 0.695312, 0.546875, 0.683594, 0.636719, 0.679688, 0.753906, 0.933594, 0.365234, 0.494141, 0.3125, 0.976562, 0.400391, 0.90625, 0.664062, 0.621094, 0.738281, 0.570312, 0.423828, 0.300781, 0.617188, 0.308594, 0.322266, 0.722656, 0.882812, 0.703125, 0.394531, 0.558594, 0.746094, 0.578125, 0.953125, 0.851562, 1.03125, 0.470703, 0.796875, 0.439453, 0.683594, 0.789062, 0.28125, 0.699219, 0.28125, 0.445312, 0.675781, 0.726562, 0.492188, 0.320312, 0.367188, 0.808594, 0.742188, 0.796875, 0.398438, 0.777344, 0.589844, 0.992188, 0.761719, 0.314453, 0.601562, 0.478516, 0.890625, 0.617188, 0.769531, 0.345703, 0.882812, 0.972656, 0.328125, 0.263672, 0.765625, 0.574219, 0.304688, 0.671875, 0.683594, 0.710938, 0.894531, 0.699219, 0.753906, 0.734375, 0.566406, 0.738281, 0.308594, 0.632812, 0.753906, 0.71875, 0.570312, 0.314453, 0.824219, 0.310547, 0.5, 0.429688, 0.714844, 0.412109, 0.589844, 0.302734, 0.65625, 0.550781, 0.382812, 0.320312, 0.628906, 0.550781, 0.145508, 0.173828, 0.445312, 0.578125, 0.699219, 0.730469, 0.283203, 0.800781, 0.753906, 0.746094, 0.75, 0.251953, 0.474609, 0.333984, 0.466797, 0.133789, 0.257812, 0.394531, 0.824219, 0.316406, 0.707031, 0.648438, 0.761719, 0.667969, 0.933594, 0.554688, 0.777344, 0.949219, 0.238281, 0.773438, 0.5, 0.839844, 0.359375, 0.675781, 0.337891, 0.609375, 0.785156, 0.894531, 0.597656, 0.289062, 0.644531, 0.636719, 0.527344, 0.527344, 0.351562, 0.617188, 0.617188, 0.414062, 0.824219, 0.996094, 0.816406, 0.972656, 0.558594, 0.308594, 0.886719, 0.423828, 0.929688, 0.679688, 0.519531, 0.757812, 0.118164, 0.777344, 0.742188, 0.695312, 0.886719, 0.640625, 0.648438, 0.462891, 0.679688, 0.785156, 0.410156, 0.585938, 0.65625, 0.738281, 0.984375, 0.972656, 0.523438, 0.53125, 0.664062, 0.519531, 0.554688, 0.585938, 0.542969, 0.699219, 0.375, 0.287109, 0.3125, 0.835938, 0.585938, 0.75, 0.90625, 0.628906, 0.914062, 1.039062, 0.839844, 0.605469, 0.609375, 0.566406, 0.318359, 0.480469, 0.710938, 0.800781, 0.902344, 0.390625, 0.605469, 1.007812, 0.445312, 1.03125, 0.349609, 0.695312, 0.761719, 0.75, 0.769531, 0.152344, 0.511719, 0.363281, 0.410156, 0.359375, 0.195312, 0.511719, 0.378906, 0.765625, 0.296875, 0.683594, 0.710938, 0.429688, 0.800781, 0.135742, 0.515625, 0.863281, 0.330078, 0.373047, 0.882812, 0.835938, 0.769531, 0.792969, 0.808594, 0.503906, 0.353516, 0.116211, 0.984375, 0.361328, 0.890625, 0.652344, 0.800781, 0.523438, 0.613281, 0.447266, 0.785156, 0.652344, 0.417969, 0.667969, 0.621094, 0.478516, 0.355469, 0.765625, 0.322266, 0.118164, 0.652344, 0.730469, 0.597656, 0.613281, 0.617188, 0.115723, 0.488281, 1.0, 0.847656, 0.355469, 0.78125, 0.894531, 0.871094, 0.726562, 0.773438, 0.441406, 0.824219, 0.761719, 0.636719, 0.146484, 0.730469, 0.267578, 0.765625, 0.726562, 0.339844, 0.855469, 0.773438, 0.84375, 0.445312, 0.488281, 0.550781, 0.113281, 0.255859, 0.667969, 0.6875, 0.417969, 0.863281, 0.597656, 0.292969, 0.867188, 0.308594, 0.660156, 0.349609, 0.480469, 0.835938, 0.291016, 0.9375, 0.933594, 0.765625, 0.578125, 0.582031, 0.753906, 0.46875, 0.855469, 0.855469, 0.380859, 0.878906, 0.527344, 0.863281, 0.847656, 0.820312, 0.824219, 0.75, 0.796875, 0.394531, 0.585938, 0.753906, 0.871094, 0.753906, 0.722656, 0.345703, 0.839844, 0.675781, 0.384766, 0.388672, 0.707031, 1.054688, 0.3125, 0.287109, 0.46875, 0.882812, 0.131836, 0.699219, 0.408203, 0.757812, 0.5625, 0.847656, 0.664062, 0.308594, 0.804688, 1.117188, 0.648438, 0.65625, 0.515625, 0.699219, 0.402344, 0.400391, 0.65625, 0.28125, 0.181641, 0.742188, 0.429688, 0.785156, 0.660156, 0.734375, 0.515625, 0.757812, 0.996094, 0.804688, 0.8125, 0.808594, 0.144531, 0.519531, 0.34375, 0.298828, 0.148438, 0.953125, 0.660156, 0.785156, 0.330078, 0.597656, 0.265625, 0.396484, 0.365234, 0.166016, 0.322266, 0.71875, 0.878906, 0.742188, 0.695312, 0.632812, 0.351562, 0.691406, 1.078125, 0.976562, 0.585938, 0.621094, 0.388672, 0.808594, 0.828125, 0.863281, 0.816406, 0.882812, 0.445312, 0.464844, 0.345703, 0.921875, 0.621094, 0.699219, 0.890625, 0.597656, 0.949219, 0.421875, 0.136719, 0.314453, 0.40625, 0.882812, 0.427734, 0.277344, 0.400391, 0.392578, 0.964844, 0.695312, 0.851562, 0.605469, 0.667969, 0.402344, 0.542969, 0.671875, 0.613281, 0.84375, 0.675781, 0.847656, 0.253906, 0.375, 0.894531, 0.722656, 0.898438, 0.267578, 0.925781, 0.648438, 0.707031, 0.964844, 0.636719, 0.765625, 0.40625, 0.546875, 0.519531, 0.304688, 0.746094, 0.945312, 0.472656, 0.6875, 0.769531, 0.601562, 0.613281, 0.445312, 0.367188, 0.535156, 0.378906, 0.738281, 0.699219, 0.515625, 0.777344, 0.376953, 0.953125, 0.458984, 0.5625, 0.957031, 0.140625, 0.5, 0.507812, 0.4375, 0.121094, 0.279297, 0.800781, 0.6875, 0.761719, 0.308594, 0.933594, 0.503906, 0.605469, 0.808594, 0.648438, 0.714844, 0.84375, 0.792969, 0.289062, 0.648438, 0.449219, 0.890625, 0.417969, 0.34375, 0.695312, 0.333984, 0.828125, 0.392578, 0.601562, 0.664062, 0.197266, 0.722656, 1.007812, 0.859375, 0.71875, 0.392578, 0.761719, 0.886719, 0.455078, 0.949219, 0.28125, 0.455078, 0.707031, 0.753906, 0.570312, 0.574219, 0.574219, 0.539062, 0.351562, 0.695312, 0.628906, 0.507812, 0.746094, 0.425781, 0.539062, 0.326172, 0.660156, 0.722656, 0.253906, 0.414062, 0.304688, 0.839844, 0.832031, 1.320312, 1.0, 0.306641, 0.333984, 0.578125, 0.957031, 0.388672, 0.133789, 0.792969, 0.582031, 0.769531, 0.734375, 1.28125, 0.550781, 0.71875, 0.404297, 0.675781, 0.421875, 0.730469, 0.273438, 0.120117, 0.714844, 0.816406, 0.648438, 0.5625, 0.964844, 0.71875, 0.255859, 0.644531, 0.644531, 0.558594, 0.835938, 0.283203, 0.71875, 0.867188, 0.490234, 0.910156, 0.333984, 0.765625, 0.996094, 0.427734, 0.193359, 0.867188, 0.714844, 0.617188, 0.609375, 0.550781, 0.757812, 0.746094, 0.988281, 0.523438, 0.357422, 0.699219, 0.589844, 1.0, 0.480469, 0.785156, 0.9375, 0.589844, 0.59375, 0.757812, 0.316406, 0.131836, 0.664062, 0.691406, 0.875, 0.664062, 0.902344, 1.007812, 0.691406, 0.722656, 0.667969, 0.181641, 0.761719, 0.316406, 0.636719, 0.439453, 0.304688, 0.435547, 0.464844, 0.820312, 0.785156, 0.597656, 0.535156, 0.933594, 0.859375, 0.800781, 0.8125, 0.632812, 0.941406, 0.90625, 0.40625, 0.617188, 0.667969, 0.636719, 0.371094, 0.535156, 0.800781, 0.789062, 0.347656, 0.3125, 0.589844, 0.984375, 0.953125, 0.792969, 0.800781, 0.882812, 0.839844, 0.921875, 0.498047, 0.326172, 0.369141, 0.523438, 0.578125, 0.302734, 0.742188, 0.988281, 0.417969, 0.361328, 0.933594, 0.519531, 0.980469, 0.15625, 0.304688, 0.746094, 0.439453, 0.808594, 0.871094, 0.941406, 0.929688, 0.996094, 0.648438, 0.738281, 0.5625, 0.925781, 0.699219, 0.597656, 0.988281, 0.96875, 0.898438, 0.609375, 0.925781, 0.929688, 0.535156, 0.804688, 0.53125, 0.925781, 0.503906, 0.714844, 0.84375, 0.847656, 0.800781, 0.679688, 0.855469, 0.542969, 0.527344, 0.621094, 0.679688, 0.964844, 0.558594, 0.640625, 0.949219, 0.570312, 0.660156, 0.359375, 0.380859, 0.359375, 0.730469, 0.333984, 0.330078, 0.769531, 0.429688, 0.335938, 0.699219, 0.757812, 0.933594, 0.414062, 0.972656, 0.417969, 0.671875, 0.455078, 0.945312, 0.263672, 0.265625, 0.941406, 1.046875, 1.039062, 0.300781, 0.308594, 0.460938, 0.816406, 0.769531, 0.671875, 0.644531, 0.820312, 0.714844, 0.217773, 0.486328, 0.679688, 0.730469, 0.275391, 0.439453, 0.318359, 0.382812, 0.373047, 0.3125, 0.789062, 0.695312, 0.515625, 0.138672, 0.679688, 0.980469, 0.800781, 0.738281, 0.640625, 0.914062, 0.365234, 0.820312, 0.726562, 0.933594, 0.710938, 0.683594, 0.261719, 0.753906, 0.699219, 0.710938, 0.546875, 0.667969, 0.558594, 0.625, 0.375, 0.75, 0.734375, 0.777344, 0.664062, 0.335938, 0.679688, 0.523438, 0.632812, 0.609375, 0.310547, 0.396484, 0.137695, 0.75, 0.949219, 0.789062, 0.90625, 0.574219, 0.84375, 0.671875, 0.636719, 0.408203, 0.341797, 0.542969, 0.660156, 0.243164, 0.707031, 0.318359, 0.820312, 0.480469, 0.542969, 0.683594, 0.273438, 0.730469, 0.644531, 0.933594, 0.988281, 0.451172, 0.796875, 0.554688, 0.554688, 0.263672, 0.765625, 0.648438, 0.625, 0.796875, 0.785156, 0.287109, 0.296875, 0.519531, 0.628906, 0.515625, 0.726562, 0.75, 0.8125, 0.285156, 0.742188, 0.339844, 0.84375, 0.804688, 0.498047, 0.628906, 0.628906, 0.910156, 0.832031, 0.335938, 0.738281, 0.929688, 0.320312, 0.574219, 0.84375, 0.78125, 0.550781, 0.582031, 0.71875, 0.871094, 0.859375, 0.431641, 0.447266, 1.03125, 0.675781, 0.816406, 0.636719, 0.324219, 0.601562, 0.8125, 0.753906, 0.828125, 0.5625, 0.6875, 0.785156, 1.0, 0.875, 0.792969, 0.664062, 0.378906, 0.796875, 0.5625, 0.121582, 0.714844, 0.902344, 0.664062, 0.539062, 0.351562, 0.730469, 0.417969, 0.835938, 0.753906, 0.988281, 0.6875, 0.466797, 0.644531, 0.996094, 0.769531, 0.832031, 0.617188, 0.462891, 0.773438, 0.621094, 0.435547, 0.589844, 0.667969, 0.273438, 0.137695, 0.84375, 0.326172, 0.777344, 0.796875, 0.929688, 0.318359, 0.519531, 0.785156, 0.660156, 0.917969, 0.601562, 0.648438, 0.390625, 0.427734, 0.894531, 0.71875, 0.726562, 0.796875, 0.141602, 0.945312, 0.34375, 0.792969, 0.9375, 0.472656, 0.855469, 0.742188, 0.96875, 0.957031, 0.863281, 0.753906, 0.382812, 0.660156, 0.605469, 0.722656, 0.832031, 0.722656, 0.640625, 0.765625, 0.535156, 0.332031, 0.828125, 0.53125, 0.808594, 0.710938, 0.78125, 0.703125, 0.71875, 0.318359, 0.429688, 0.511719, 0.734375, 0.335938, 0.125977, 0.710938, 0.318359, 0.4375, 0.367188, 0.333984, 0.914062, 0.4375, 0.339844, 0.388672, 0.310547, 0.503906, 1.0, 0.3125, 0.632812, 1.0, 0.78125, 0.769531, 0.46875, 0.539062, 0.769531, 0.746094, 0.648438, 0.835938, 0.355469, 1.0, 0.835938, 0.789062, 0.582031, 0.800781, 0.478516, 0.671875, 0.726562, 0.122559, 0.722656, 0.707031, 0.351562, 0.929688, 0.707031, 0.75, 0.800781, 0.835938, 0.859375, 0.621094, 0.789062, 0.6875, 0.652344, 0.371094, 0.550781, 0.386719, 0.691406, 0.96875, 0.835938, 0.761719, 0.675781, 0.824219, 0.707031, 0.144531, 0.558594, 0.953125, 0.431641, 0.578125, 0.722656, 0.6875, 0.832031, 0.601562, 0.738281, 0.457031, 0.225586, 0.8125, 0.777344, 0.578125, 0.742188, 0.223633, 0.773438, 0.714844, 0.753906, 0.867188, 0.628906, 0.402344, 0.738281, 0.435547, 0.503906, 0.859375, 0.71875, 0.566406, 0.632812, 0.953125, 0.960938, 0.5, 0.785156, 0.458984, 0.445312, 0.601562, 0.6875, 0.503906, 0.6875, 0.75, 0.664062, 0.714844, 0.4375, 0.929688, 0.664062, 0.726562, 0.542969, 0.839844, 0.402344, 0.589844, 0.296875, 0.613281, 0.742188, 0.65625, 0.730469, 0.757812, 0.6875, 0.527344, 0.478516, 0.441406, 0.695312, 0.847656, 0.423828, 0.574219, 0.527344, 0.875, 0.273438, 0.6875, 0.597656, 0.558594, 0.792969, 0.644531, 0.617188, 0.664062, 0.710938, 0.458984, 1.023438, 0.902344, 0.404297, 0.695312, 0.351562, 0.765625, 0.613281, 0.412109, 0.90625, 1.054688, 0.707031, 0.820312, 0.267578, 0.84375, 0.640625, 0.535156, 0.882812, 0.359375, 0.402344, 0.78125, 0.738281, 0.710938, 0.765625, 0.34375, 0.777344, 0.523438, 0.972656, 0.804688, 0.597656, 0.90625, 0.231445, 0.691406, 0.126953, 0.730469, 0.730469, 0.550781, 0.816406, 0.792969, 0.460938, 0.378906, 0.578125, 0.988281, 0.279297, 0.53125, 0.492188, 0.243164, 0.613281, 0.486328, 0.703125, 0.742188, 0.416016, 0.957031, 0.90625, 0.347656, 0.332031, 0.855469, 0.5, 0.839844, 0.636719, 0.839844, 0.330078, 0.300781, 0.433594, 0.996094, 1.015625, 0.644531, 0.722656, 0.417969, 0.851562, 0.478516, 0.765625, 0.384766, 0.417969, 0.8125, 0.78125, 0.554688, 0.890625, 0.808594, 0.9375, 0.722656, 0.738281, 0.945312, 0.695312, 0.351562, 0.84375, 1.078125, 0.609375, 0.546875, 0.773438, 0.734375, 0.800781, 0.109863, 0.832031, 0.757812, 0.753906, 0.765625, 0.667969, 0.703125, 0.320312, 0.710938, 0.277344, 0.484375, 0.135742, 0.431641, 0.851562, 0.275391, 0.625, 0.765625, 0.734375, 0.6875, 0.929688, 0.137695, 1.046875, 0.839844, 0.835938, 0.996094, 0.777344, 0.644531, 0.644531, 0.925781, 0.660156, 0.523438, 0.671875, 0.894531, 0.382812, 0.839844, 0.976562, 0.921875, 0.773438, 0.664062, 0.335938, 0.644531, 0.773438, 0.345703, 0.363281, 0.6875, 0.277344, 0.792969, 0.976562, 0.75, 0.308594, 0.875, 0.753906, 0.875, 0.120117, 0.292969, 0.345703, 0.363281, 0.851562, 0.369141, 0.777344, 0.574219, 0.660156, 0.894531, 0.3125, 0.318359, 0.617188, 0.5625, 0.902344, 0.515625, 0.746094, 0.503906, 0.53125, 0.761719, 0.792969, 0.671875, 0.373047, 0.773438, 0.710938, 0.761719, 0.925781, 0.804688, 0.273438, 0.523438, 0.570312, 0.155273, 0.78125, 0.625, 0.34375, 0.640625, 0.382812, 0.613281, 0.828125, 0.589844, 1.257812, 0.652344, 0.746094, 0.746094, 0.494141, 0.59375, 0.867188, 0.746094, 0.90625, 0.871094, 0.320312, 0.141602, 0.855469, 0.808594, 0.519531, 0.628906, 0.800781, 0.792969, 0.925781, 0.333984, 0.410156, 0.239258, 0.441406, 0.601562, 0.408203, 0.796875, 0.949219, 0.757812, 0.683594, 0.671875, 0.773438, 0.730469, 0.917969, 0.380859, 0.785156, 0.496094, 0.636719, 0.139648, 0.816406, 0.683594, 0.134766, 0.875, 0.71875, 1.015625, 0.554688, 0.46875, 0.570312, 0.519531, 0.233398, 0.742188, 0.490234, 0.345703, 1.015625, 0.675781, 0.142578, 0.769531, 0.232422, 0.753906, 0.757812, 0.476562, 0.636719, 0.3125, 0.796875, 0.554688, 0.820312, 0.400391, 0.640625, 0.302734, 0.363281, 0.789062, 0.15332, 0.318359, 0.458984, 0.236328, 0.488281, 0.621094, 0.914062, 0.960938, 0.738281, 0.800781, 0.439453, 0.777344, 0.128906, 0.425781, 0.757812, 0.875, 0.742188, 0.695312, 0.828125, 0.384766, 0.714844, 0.476562, 0.863281, 0.427734, 0.53125, 0.6875, 0.570312, 0.800781, 0.644531, 0.355469, 0.917969, 0.757812, 0.765625, 0.296875, 0.472656, 0.792969, 0.404297, 0.431641, 0.150391, 0.400391, 0.71875, 0.761719, 0.742188, 0.425781, 0.796875, 0.730469, 0.628906, 0.675781, 0.671875, 0.458984, 0.388672, 0.613281, 0.396484, 0.605469, 0.546875, 0.202148, 0.777344, 0.738281, 0.605469, 0.675781, 0.59375, 0.71875, 0.632812, 0.539062, 0.421875, 0.119141, 0.439453, 0.408203, 0.695312, 0.394531, 0.851562, 0.855469 ] }, "name": "model.model.layers.13.post_attention_layernorm.weight", "outputIndexes": [ 1155 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1154 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_13/Mul_output_0", "outputIndexes": [ 1156 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1155, 1156 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_13/Mul_1_output_0", "outputIndexes": [ 1157 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1157 ], "outputIndexes": [ 2688 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2688 ], "outputIndexes": [ 2689 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear", "inputIndexes": [ 2689 ], "outputIndexes": [ 2690 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1720924202, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2690 ], "outputIndexes": [ 2691 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2691 ], "outputIndexes": [ 1158 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1158 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_13/Sigmoid_output_0", "outputIndexes": [ 1159 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1158, 1159 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_13/Mul_output_0", "outputIndexes": [ 1160 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1157 ], "outputIndexes": [ 2692 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2692 ], "outputIndexes": [ 2693 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear", "inputIndexes": [ 2693 ], "outputIndexes": [ 2694 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1759115328, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2694 ], "outputIndexes": [ 2695 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2695 ], "outputIndexes": [ 1161 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1160, 1161 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_13/Mul_output_0", "outputIndexes": [ 1162 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1162 ], "outputIndexes": [ 2696 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2696 ], "outputIndexes": [ 2697 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear", "inputIndexes": [ 2697 ], "outputIndexes": [ 2698 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1797306454, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2698 ], "outputIndexes": [ 2699 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2699 ], "outputIndexes": [ 1163 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1154, 1163 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_69_output_0", "outputIndexes": [ 1164 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1164, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_126_output_0", "outputIndexes": [ 1165 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.320312, 0.578125, 1.625, 0.408203, 1.148438, 0.5625, 0.53125, 0.746094, 1.054688, 0.287109, 0.582031, 0.320312, 0.458984, 0.318359, 0.369141, 0.964844, 0.574219, 0.363281, 0.53125, 0.447266, 0.921875, 0.558594, 0.542969, 0.378906, 0.349609, 1.054688, 0.371094, 0.3125, 0.441406, 0.365234, 1.226562, 0.279297, 0.75, 0.511719, 0.941406, 1.078125, 0.363281, 1.28125, 0.535156, 0.363281, 1.054688, 0.574219, 1.421875, 0.675781, 1.421875, 1.046875, 0.157227, 1.59375, 0.988281, 0.376953, 1.3125, 0.462891, 0.433594, 0.435547, 0.847656, 0.423828, 0.847656, 1.453125, 0.863281, 0.71875, 0.341797, 0.765625, 0.796875, 0.496094, 1.125, 1.53125, 0.259766, 0.482422, 0.335938, 0.574219, 0.458984, 0.976562, 0.738281, 0.527344, 1.140625, 0.800781, 1.085938, 0.402344, 0.769531, 1.296875, 1.296875, 1.335938, 1.335938, 0.542969, 0.703125, 0.097168, 0.539062, 1.296875, 0.628906, 0.636719, 0.808594, 0.605469, 0.691406, 0.578125, 1.4375, 0.474609, 0.671875, 0.359375, 0.589844, 0.316406, 0.314453, 0.361328, 1.242188, 0.507812, 1.882812, 0.90625, 2.015625, 0.378906, 0.972656, 0.470703, 0.464844, 0.408203, 0.589844, 0.679688, 0.484375, 0.933594, 0.3125, 0.628906, 1.015625, 0.296875, 0.373047, 0.427734, 1.046875, 0.535156, 0.832031, 0.435547, 0.933594, 0.462891, 0.125, 0.386719, 0.433594, 0.470703, 0.498047, 1.296875, 0.476562, 0.75, 0.404297, 0.601562, 0.679688, 0.734375, 0.361328, 1.054688, 1.085938, 0.251953, 1.085938, 0.294922, 1.53125, 0.527344, 0.945312, 0.470703, 1.007812, 0.578125, 0.443359, 0.554688, 1.007812, 0.671875, 0.353516, 0.369141, 1.1875, 1.28125, 0.359375, 0.466797, 0.730469, 0.542969, 1.328125, 0.423828, 0.480469, 1.054688, 0.453125, 0.660156, 0.542969, 0.306641, 0.306641, 0.328125, 0.478516, 1.351562, 0.5, 0.439453, 0.949219, 0.498047, 0.253906, 0.542969, 0.863281, 0.306641, 0.21875, 0.714844, 0.423828, 0.316406, 0.40625, 0.660156, 0.296875, 0.632812, 1.367188, 0.359375, 1.742188, 0.742188, 0.582031, 1.070312, 0.660156, 0.455078, 0.474609, 1.492188, 1.539062, 1.421875, 1.609375, 0.535156, 0.259766, 0.419922, 0.785156, 0.24707, 0.824219, 0.492188, 0.306641, 0.765625, 0.490234, 1.367188, 0.375, 0.347656, 1.453125, 0.458984, 0.445312, 0.345703, 0.996094, 0.671875, 0.671875, 1.320312, 0.310547, 0.636719, 0.419922, 0.53125, 0.648438, 1.1875, 0.683594, 0.46875, 0.539062, 1.382812, 0.392578, 1.007812, 0.114258, 0.617188, 0.871094, 0.441406, 0.582031, 0.449219, 0.351562, 1.164062, 0.664062, 0.816406, 0.832031, 0.535156, 0.519531, 1.65625, 0.410156, 0.476562, 0.546875, 0.431641, 0.488281, 0.104492, 0.462891, 0.390625, 0.554688, 0.566406, 0.628906, 0.816406, 0.621094, 0.296875, 0.515625, 0.496094, 1.242188, 1.054688, 1.179688, 0.804688, 0.660156, 0.601562, 0.363281, 1.304688, 0.574219, 0.507812, 0.318359, 1.507812, 0.423828, 0.515625, 0.110352, 0.625, 0.433594, 1.390625, 0.279297, 0.75, 0.804688, 0.367188, 1.171875, 0.369141, 0.625, 0.578125, 0.361328, 0.453125, 1.21875, 0.320312, 0.957031, 0.443359, 0.320312, 0.675781, 0.523438, 0.988281, 1.34375, 0.875, 0.458984, 0.466797, 0.5625, 0.636719, 1.257812, 0.458984, 0.5, 0.4375, 1.375, 0.65625, 0.574219, 1.078125, 0.8125, 0.498047, 1.046875, 0.460938, 0.322266, 0.421875, 0.462891, 0.515625, 0.400391, 0.527344, 0.515625, 0.462891, 0.099609, 0.820312, 0.785156, 0.421875, 0.458984, 0.470703, 0.90625, 1.539062, 0.835938, 0.265625, 0.100098, 0.378906, 0.423828, 0.464844, 0.15625, 1.046875, 1.304688, 0.574219, 0.408203, 0.507812, 0.9375, 0.365234, 1.398438, 0.542969, 1.453125, 0.476562, 0.574219, 0.742188, 0.376953, 0.494141, 1.828125, 1.351562, 0.168945, 0.320312, 0.496094, 0.546875, 0.462891, 1.171875, 0.53125, 0.347656, 0.476562, 0.503906, 0.628906, 0.375, 0.722656, 1.273438, 0.160156, 0.410156, 0.542969, 0.773438, 0.871094, 0.703125, 0.5, 1.328125, 0.816406, 0.339844, 1.328125, 0.554688, 0.474609, 0.378906, 0.488281, 1.046875, 0.640625, 0.251953, 0.345703, 0.730469, 0.341797, 0.359375, 0.566406, 0.157227, 0.373047, 0.707031, 0.550781, 1.085938, 0.363281, 0.59375, 0.707031, 0.75, 0.601562, 0.675781, 0.609375, 0.625, 0.949219, 0.474609, 0.742188, 1.351562, 1.023438, 0.554688, 0.546875, 0.699219, 0.597656, 0.988281, 0.453125, 0.324219, 0.398438, 0.349609, 0.835938, 0.671875, 0.351562, 0.582031, 0.523438, 0.408203, 0.337891, 0.447266, 1.007812, 0.240234, 0.455078, 0.550781, 0.417969, 0.46875, 0.425781, 1.421875, 1.929688, 0.523438, 0.447266, 0.388672, 0.5, 0.628906, 1.445312, 1.3125, 1.5, 0.503906, 0.621094, 0.486328, 1.820312, 1.140625, 0.249023, 0.375, -0.007629, 0.367188, 0.636719, 0.390625, 0.492188, 0.886719, 0.310547, 0.992188, 0.353516, 0.507812, 0.341797, 0.761719, 0.355469, 0.144531, 0.539062, 0.558594, 1.242188, 0.789062, 0.384766, 0.308594, 0.625, 0.566406, 0.730469, 0.5625, 0.316406, 1.398438, 1.132812, 0.808594, 1.257812, 1.570312, 1.226562, 1.25, 0.503906, 0.925781, 1.234375, 0.695312, 1.296875, 0.273438, 0.535156, 0.550781, 1.53125, 0.742188, 0.498047, 0.365234, 0.353516, 0.632812, 0.433594, 1.578125, 1.195312, 0.213867, 0.492188, 0.363281, 0.972656, 0.90625, 0.648438, 0.976562, 0.980469, 0.363281, 0.28125, 0.472656, 0.392578, 1.375, 0.353516, 0.628906, 0.582031, 0.157227, 0.605469, 0.300781, 1.179688, 0.675781, 0.574219, 0.435547, 0.484375, 1.351562, 1.335938, 0.554688, 0.431641, 0.554688, 0.376953, 0.476562, 0.917969, 0.625, 0.337891, 0.324219, 0.378906, 0.53125, 0.371094, 0.777344, 1.539062, 1.226562, 0.185547, 1.335938, 0.765625, 1.445312, 0.6875, 2.015625, 0.314453, 0.322266, 0.378906, 0.527344, 0.570312, 0.302734, 1.289062, 0.628906, 0.408203, 0.232422, 0.341797, 0.703125, 0.451172, 1.421875, 1.3125, 0.289062, 1.640625, 0.455078, 0.249023, 0.267578, 0.527344, 0.429688, 0.414062, 1.03125, 0.349609, 0.898438, 0.765625, 1.4375, 0.679688, 0.279297, 1.3125, 0.470703, 0.470703, 0.361328, 0.494141, 0.283203, 1.242188, 0.675781, 0.597656, 1.375, 0.902344, 0.824219, 0.396484, 0.314453, 0.402344, 0.318359, 1.164062, 0.306641, 0.306641, 1.34375, 0.6875, 1.242188, 0.53125, 0.427734, 1.539062, 0.886719, 1.226562, 0.976562, 0.363281, 0.431641, 0.609375, 0.484375, 0.12793, 0.464844, 0.878906, 1.1875, 0.628906, 0.46875, 1.742188, 0.498047, 1.460938, 0.527344, 1.414062, 0.574219, 0.453125, 1.273438, 0.421875, 0.503906, 0.345703, 0.472656, 0.259766, 0.326172, 0.984375, 0.283203, 0.554688, 0.519531, 0.40625, 0.408203, 0.570312, 0.703125, 1.265625, 2.03125, 0.519531, 0.523438, 0.566406, 0.384766, 0.204102, 1.007812, 0.59375, 0.460938, 0.402344, 0.78125, 0.363281, 0.542969, 0.625, 0.302734, 0.570312, 0.355469, 1.070312, 0.796875, 0.828125, 0.835938, 0.458984, 0.480469, 0.636719, 0.597656, 0.376953, 0.503906, 0.511719, 0.660156, 0.519531, 0.46875, 0.976562, 0.542969, 1.539062, 0.683594, 0.601562, 0.796875, 0.283203, 0.6875, 1.023438, 1.476562, 0.451172, 0.449219, 0.341797, 0.746094, 1.359375, 1.78125, 0.470703, 1.265625, 0.494141, 0.378906, 1.148438, 1.4375, 0.408203, 0.621094, 0.271484, 0.738281, 0.855469, 0.515625, 0.511719, 0.511719, 0.382812, 0.147461, 0.5625, 0.964844, 0.486328, 0.249023, 0.40625, 0.392578, 1.554688, 1.367188, 0.539062, 0.570312, 0.570312, 0.9375, 1.179688, 0.558594, 0.494141, 0.458984, 0.644531, 0.535156, 0.738281, 0.621094, 0.308594, 1.78125, 0.613281, 0.601562, 0.396484, 0.539062, 0.605469, 0.625, 0.34375, 0.3125, 0.445312, 1.335938, 1.195312, 0.515625, 0.335938, 0.373047, 0.480469, 0.416016, 0.839844, 0.291016, 1.367188, 0.542969, 0.384766, 0.503906, 0.679688, 1.523438, 1.054688, 0.441406, 0.324219, 0.722656, 1.710938, 1.734375, 0.597656, 0.423828, 0.792969, 0.398438, 0.539062, 0.457031, 0.695312, 0.328125, 0.414062, 1.3125, 0.388672, 0.882812, 0.104004, 0.423828, 1.1875, 0.226562, 0.839844, 1.078125, 0.652344, 0.453125, 0.423828, 0.353516, 0.828125, 0.59375, 0.408203, 0.515625, 0.503906, 0.404297, 0.511719, 0.472656, 0.78125, 0.376953, 0.037598, 0.636719, 0.730469, 0.322266, 0.439453, 0.820312, 1.367188, 0.582031, 0.402344, 1.429688, 0.570312, 0.984375, 1.054688, 0.166992, 0.5625, 0.488281, 1.234375, 0.390625, 0.355469, 0.527344, 0.503906, 1.5, 0.535156, 1.226562, 0.515625, 0.357422, 0.796875, 1.28125, 0.470703, 0.519531, 1.546875, 1.117188, 0.365234, 0.289062, 0.478516, 0.384766, 0.365234, 0.332031, 0.609375, 1.429688, 1.070312, 1.304688, 0.345703, 0.511719, 1.804688, 0.878906, 0.847656, 0.96875, 0.5625, 0.441406, 0.429688, 1.15625, 1.390625, 0.621094, 0.439453, 0.570312, 0.546875, 0.494141, 0.490234, 0.494141, 0.625, 0.486328, 0.949219, 0.457031, 1.34375, 0.380859, 0.796875, 0.796875, 1.203125, 0.40625, 0.402344, 0.953125, 0.347656, 0.386719, 1.320312, 0.279297, 0.474609, 0.691406, 0.474609, 0.640625, 1.453125, 1.390625, 0.824219, 0.988281, 0.539062, 0.135742, 0.703125, 1.085938, 0.558594, 0.984375, 0.484375, 0.427734, 0.972656, 0.722656, 0.542969, 0.542969, 0.100098, 1.65625, 1.71875, 0.644531, 0.480469, 0.472656, 1.304688, 0.458984, 0.515625, 0.582031, 1.367188, 1.09375, 0.71875, 0.474609, 0.478516, 0.269531, 0.847656, 1.046875, 0.523438, 0.949219, 0.628906, 0.404297, 1.164062, 1.398438, 0.566406, 0.914062, 0.605469, 0.384766, 0.671875, 1.59375, 0.378906, 0.566406, 0.671875, 0.617188, 0.447266, 0.777344, 0.621094, 0.507812, 1.0625, 0.478516, 0.292969, 0.664062, 0.582031, 1.109375, 0.601562, 0.394531, 1.078125, 0.550781, 0.396484, 0.75, 0.330078, 0.90625, 0.292969, 0.4375, 0.462891, 1.453125, 1.164062, 0.355469, 1.46875, 0.392578, 1.234375, 1.53125, 1.320312, 1.023438, 0.566406, 0.318359, 0.455078, 1.070312, 0.441406, 0.12207, 0.341797, 0.124023, 0.550781, 1.320312, 0.980469, 0.449219, 0.5625, 0.425781, 0.396484, 0.375, 0.523438, 1.445312, 0.976562, 0.478516, 0.470703, 0.742188, 0.871094, 1.382812, 1.0, 0.546875, 1.117188, 0.878906, 0.486328, 0.361328, 0.300781, 0.953125, 0.589844, 0.332031, 0.269531, 0.578125, 0.546875, 1.859375, 1.273438, 0.488281, 0.298828, 0.5, 1.789062, 0.695312, 0.539062, 0.960938, 0.188477, 0.300781, 0.457031, 0.476562, 0.367188, 0.400391, 0.398438, 0.466797, 0.699219, 1.070312, 1.15625, 0.431641, 0.558594, 0.511719, 0.421875, 0.335938, 0.118652, 0.511719, 0.820312, 0.298828, 0.326172, 0.445312, 0.408203, 0.300781, 1.8125, 0.345703, 0.318359, 0.996094, 0.160156, 0.632812, 0.376953, 0.140625, 1.429688, 0.769531, 0.621094, 0.423828, 0.363281, 0.578125, 0.699219, 1.179688, 0.511719, 1.1875, 0.273438, 0.230469, 1.625, 0.644531, 0.910156, 0.322266, 1.515625, 0.417969, 0.515625, 0.5625, 0.330078, 0.392578, 1.382812, 1.0625, 1.328125, 0.777344, 0.326172, 1.140625, 0.337891, 0.539062, 0.375, 0.365234, 0.375, 0.652344, 0.429688, 0.298828, 0.644531, 0.445312, 1.609375, 0.049805, 1.492188, 0.429688, 1.171875, 0.960938, 1.21875, 1.679688, 0.400391, 1.078125, 0.369141, 0.558594, 0.507812, 0.298828, 0.332031, 0.441406, 1.296875, 0.449219, 0.769531, 0.357422, 0.308594, 0.425781, 0.298828, 0.582031, 0.162109, 0.644531, 1.492188, 1.21875, 1.140625, 1.476562, 0.542969, 0.217773, 1.070312, 0.410156, 0.326172, 0.427734, 0.423828, 1.515625, 0.695312, 0.449219, 1.460938, 1.164062, 0.213867, 0.296875, 0.78125, 0.546875, 0.466797, 1.359375, 0.333984, 0.392578, 0.828125, 0.640625, 1.101562, 0.984375, 0.306641, 0.316406, 0.359375, 1.585938, 0.324219, 1.28125, 0.507812, 0.322266, 0.443359, 0.375, 0.742188, 0.652344, 0.439453, 0.773438, 0.287109, 0.535156, 1.0, 0.316406, 0.886719, 0.691406, 0.835938, 0.71875, 0.310547, 0.460938, 0.414062, 0.515625, 1.46875, 0.566406, 0.351562, 0.703125, 0.455078, 1.304688, 0.396484, 1.460938, 0.753906, 0.546875, 0.271484, 0.792969, 0.375, 1.601562, 0.419922, 0.320312, 1.1875, 0.894531, 0.371094, 0.675781, 0.707031, 0.349609, 1.632812, 0.675781, 1.1875, 0.59375, 0.322266, 0.373047, 0.671875, 0.376953, 0.714844, 0.660156, 0.392578, 1.109375, 0.730469, 2.09375, 1.117188, 1.117188, 0.746094, 1.265625, 0.466797, 0.449219, 0.302734, 0.375, 1.601562, 0.960938, 0.582031, 0.609375, 0.449219, 0.507812, 1.195312, 0.476562, 0.964844, 1.03125, 0.734375, 0.443359, 0.511719, 0.09082, 0.554688, 0.328125, 0.090332, 0.455078, 0.439453, 0.882812, 0.355469, 0.435547, 0.636719, 0.617188, 1.40625, 1.21875, 0.554688, 0.330078, 0.335938, 0.439453, 0.339844, 0.992188, 0.435547, 1.515625, 0.453125, 0.515625, 1.21875, 0.726562, 0.398438, 0.808594, 1.0625, 0.523438, 0.365234, 0.679688, 1.304688, 0.462891, 0.339844, 0.519531, 1.007812, 1.257812, 1.21875, 0.558594, 1.195312, 0.683594, 1.28125, 1.203125, 0.490234, 0.353516, 1.164062, 0.589844, 0.515625, 0.738281, 1.320312, 0.617188, 0.546875, 0.523438, 0.796875, 0.333984, 0.574219, 0.988281, 0.464844, 0.929688, 1.53125, 0.53125, 0.101562, 1.632812, 0.470703, 1.109375, 0.664062, 0.574219, 0.589844, 0.410156, 0.9375, 0.5, 0.511719, 0.226562, 0.542969, 0.835938, 0.4375, 0.417969, 0.257812, 0.392578, 0.957031, 0.09375, 0.5625, 0.427734, 1.398438, 0.96875, 0.287109, 0.773438, 1.226562, 0.707031, 0.4375, 0.419922, 0.75, 0.345703, 0.386719, 0.316406, 0.683594, 0.570312, 1.835938, 0.351562, 0.546875, 0.902344, 0.378906, 0.84375, 1.304688, 0.480469, 0.695312, 0.347656, 1.4375, 1.015625, 0.550781, 0.875, 0.628906, 0.400391, 0.566406, 0.320312, 0.808594, 0.535156, 1.382812, 0.455078, 0.416016, 1.15625, 1.117188, 0.695312, 0.484375, 0.601562, 0.84375, 0.396484, 0.480469, 0.345703, 1.445312, 0.480469, 0.953125, 0.710938, 1.101562, 0.396484, 0.917969, 1.195312, 0.75, 0.433594, 1.4375, 0.427734, 0.5, 0.412109, 0.550781, 1.710938, 2.078125, 0.59375, 0.267578, 0.832031, 0.40625, 0.28125, 0.519531, 1.632812, 0.400391, 0.298828, 0.808594, 1.15625, 2.046875, 0.554688, 0.984375, 0.59375, 0.644531, 0.621094, 0.386719, 0.5, 0.28125, 0.458984, 1.234375, 1.039062, 0.871094, 0.785156, 0.699219, 0.527344, 0.964844, 0.40625, 0.746094, 0.423828, 0.515625, 0.664062, 0.371094, 0.371094, 0.375, 0.427734, 0.550781, 1.710938, 0.601562, 1.21875, 0.294922, 0.773438, 0.259766, 0.664062, 0.992188, 0.330078, 0.664062, 1.117188, 0.71875, 1.789062, 0.451172, 1.0625, 0.396484, 0.511719, 0.515625, 0.410156, 1.304688, 1.195312, 0.445312, 0.117188, 0.425781, 0.443359, 0.145508, 0.792969, 1.09375, 1.265625, 0.5625, 1.132812, 0.589844, 0.425781, 0.147461, 0.507812, 0.22168, 0.523438, 1.546875, 0.219727, 0.083496, 0.386719, 0.675781, 0.427734, 0.419922, 0.402344, 1.429688, 1.125, 0.617188, 1.5625, 0.863281, 1.328125, 0.503906, 1.148438, 1.070312, 0.414062, 0.636719, 0.75, 1.03125, 1.242188, 0.59375, 0.96875, 1.40625, 0.316406, 0.714844, 0.503906, 0.558594, 0.535156, 0.289062, 0.550781, 0.449219, 0.351562, 0.835938, 0.734375, 0.523438, 0.925781, 0.628906, 0.542969, 0.589844, 0.314453, 0.519531, 0.769531, 0.226562, 1.1875, 0.636719, 0.488281, 1.34375, 0.314453, 1.484375, 0.542969, 0.435547, 0.707031, 0.535156, 0.914062, 0.443359, 0.59375, 0.433594, 1.109375, 0.644531, 0.466797, 0.523438, 0.455078, 0.792969, 0.482422, 1.046875, 1.382812, 0.322266, 0.792969, 0.632812, 0.734375, 1.53125, 1.203125, 1.125, 0.5625, 0.361328, 0.453125, 0.464844, 1.046875, 0.714844, 0.047119, 0.851562, 0.535156, 1.140625, 0.359375, 0.359375, 0.8125, 0.458984, 0.255859, 0.546875, 1.320312, 0.664062, 0.746094, 0.369141, 0.476562, 1.117188, 0.910156, 1.25, 0.578125, 0.4375, 0.326172, 0.419922, 0.535156, 0.408203, 0.435547, 1.148438, 0.414062, 0.412109, 0.683594, 1.101562, 1.421875, 0.539062, 0.546875, 1.671875, 0.695312, 0.302734, 0.511719, 0.527344, 0.353516, 1.203125, 0.380859, 0.574219, 0.330078, 0.3125, 0.761719, 0.347656, 0.507812, 1.484375, 0.285156, 0.730469, 0.291016, 0.421875, 0.421875, 0.28125, 0.644531, 0.096191, 0.4375, 1.078125, 0.554688, 0.539062, 1.25, 1.101562, 1.15625, 0.671875, 1.015625, 0.125977, 0.351562, 0.636719, 1.382812, 0.239258, 0.683594, 0.84375, 0.326172, 0.726562, 0.546875, 0.800781, 1.453125, 0.925781, 0.503906, 0.488281, 0.515625, 0.236328, 0.400391, 0.462891, 0.570312, 1.445312, 0.291016, 0.324219, 0.511719, 0.910156, 0.359375, 0.337891, 0.419922, 1.25, 0.605469, 0.597656, 1.671875, 0.398438, 0.667969, 0.613281, 0.425781, 0.625, 0.494141, 0.953125, 0.574219, 0.601562, 0.820312, 0.279297, 0.488281, 0.898438, 1.070312, 0.546875, 0.894531, 0.75, 0.804688, 1.40625, 0.435547, 1.445312, 0.345703, 0.462891, 0.439453, 0.10791, 0.621094, 0.722656, 0.285156, 0.460938, 0.478516, 0.359375, 0.333984, 1.382812, 1.140625, 0.363281, 0.371094, 0.443359, 1.242188, 0.316406, 0.636719, 0.294922, 0.457031, 0.996094, 0.441406, 0.445312, 1.398438, 0.980469, 1.21875, 2.09375, 0.503906, 0.519531, 0.511719, 0.439453, 0.249023, 1.195312, 0.800781, 1.359375, 0.361328, 0.515625, 0.318359, 0.726562, 1.226562, 0.332031, 0.478516, 0.808594, 0.855469, 0.326172, 1.28125, 0.322266, 0.435547, 1.125, 0.65625, 0.443359, 0.419922, 0.589844, 0.703125, 0.503906, 0.726562, 0.478516, 0.298828, 0.235352, 0.375, 0.425781, 0.796875, 0.392578, 1.125, 0.341797, 1.023438, 0.439453, 0.617188, 0.5, 0.730469, 0.980469, 0.316406, 0.539062, 0.492188, 1.585938, 0.609375, 0.578125, 0.628906, 0.435547, 0.369141, 0.769531, 0.089844, 0.605469, 0.492188, 0.457031, 0.371094, 0.574219, 1.992188, 1.132812, 0.46875, 0.306641, 0.103027, 0.628906, 0.241211, 0.796875, 0.542969, 1.6875, 0.380859, 1.085938, 0.351562, 0.992188, 1.390625, 0.871094, 0.550781, 0.298828, 0.462891, 0.648438, 0.53125, 0.636719, 2.5625, 1.09375, 0.427734, 0.337891, 0.96875, 0.511719, 0.464844, 0.746094, 0.59375, 1.132812, 0.476562, 0.466797, 0.554688, 0.271484, 1.039062, 0.59375, 0.601562, 0.176758, 0.318359, 0.75, 0.507812, 1.492188, 0.527344, 0.466797, 0.100586, 0.511719, 0.363281, 0.414062, 0.400391, 0.765625, 0.5625, 0.683594, 0.414062, 0.722656, 1.15625, 0.65625, 1.539062, 1.46875, 1.390625, 0.800781, 1.390625, 0.318359, 0.414062, 0.279297, 0.652344, 0.447266, 0.181641, 0.558594, 1.007812, 0.613281, 0.363281, 0.300781, 0.667969, 0.128906, 0.644531, 0.671875, 1.015625, 1.085938, 0.316406, 0.478516, 0.515625, 0.601562, 1.46875, 0.609375, 0.322266, 0.589844, 0.816406, 1.3125, 0.265625, 1.203125, 0.410156, 0.498047, 1.0625, 1.21875, 1.773438, 0.699219, 0.302734, 0.914062, 0.761719, 1.101562, 0.667969, 0.492188, 0.519531, 1.171875, 0.832031, 0.363281, 0.408203, 0.5625, 0.11084, 0.902344, 0.394531, 0.789062, 0.382812, 0.457031, 1.523438, 0.427734, 0.423828, 0.933594, 0.318359, 0.445312, 0.412109, 0.664062, 1.335938, 0.515625, 0.28125, 0.527344, 0.394531, 1.320312, 0.435547, 0.359375, 0.511719, 1.414062, 0.617188, 1.257812, 2.078125, 0.429688, 0.421875, 0.605469, 0.269531, 0.116211, 0.34375, 0.324219, 0.441406, 0.570312, 0.710938, 0.103027, 0.601562, 1.484375, 0.738281, 0.570312, 0.917969, 0.314453, 1.46875, 0.472656, 0.601562, 1.09375, 0.285156, 0.367188, 1.3125, 0.498047, 1.132812, 0.289062, 1.390625, 0.412109, 0.929688, 0.507812, 0.380859, 0.597656, 0.474609, 0.65625, 0.363281, 0.601562, 0.832031, 0.357422, 0.558594, 0.306641, 0.482422, 0.964844, 0.482422, 0.435547, 0.283203, 1.1875, 0.667969, 0.392578, 0.667969, 0.361328, 0.503906, 0.416016, 1.257812, 0.291016, 1.578125, 1.0625, 0.382812, 0.4375, 0.267578, 1.5625, 0.373047, 2.671875, 1.234375, 0.699219, 0.400391, 0.412109, 0.382812, 0.507812, 1.179688, 0.914062, 0.867188, 0.435547, 0.703125, 0.542969, 0.150391, 0.941406, 0.527344, 0.523438, 1.039062, 0.402344, 0.59375, 0.337891, 1.289062, 0.546875, 1.09375, 0.470703, 0.628906, 1.523438, 1.296875, 1.75, 0.388672, 0.449219, 0.632812, 1.382812, 0.451172, 1.203125, 1.40625, 0.539062, 0.707031, 0.960938, 1.210938, 0.470703, 0.914062, 1.0625, 0.400391, 0.714844, 0.466797, 1.15625, 0.84375, 0.357422, 1.015625, 0.451172, 0.511719, 0.675781, 1.382812, 1.382812, 0.114258, 0.671875, 0.400391, 1.46875, 0.285156, 0.585938, 0.777344, 0.632812, 0.808594, 0.375, 0.421875, 1.554688, 0.470703, 0.404297, 0.554688, 0.412109, 1.15625, 0.10791, 0.271484, 0.914062, 0.455078, 1.054688, 0.503906, 0.417969, 0.699219, 1.398438, 0.449219, 0.628906, 0.419922, 0.376953, 0.515625, 1.492188, 1.109375, 0.679688, 0.921875, 2.34375, 0.460938, 0.523438, 0.980469, 0.451172, 0.566406, 0.605469, 0.535156, 0.671875, 1.0625, 0.373047, 0.773438, 0.621094, 0.523438, 0.357422, 0.648438, 1.695312, 0.369141, 0.882812, 0.660156, 0.122559, 1.039062, 0.222656, 0.349609, 0.337891, 0.445312, 0.324219, 0.25, 1.148438, 0.369141, 0.476562, 0.324219, 0.433594, 0.523438, 0.28125, 0.400391, 0.484375, 0.330078, 0.554688, 0.148438, 0.414062, 0.570312, 0.419922, 0.523438, 0.617188, 0.474609, 0.484375, 1.742188, 0.447266, 1.054688, 1.3125, 1.46875, 0.396484, 0.960938, 0.449219, 0.5625, 0.462891, 0.515625, 0.291016, 0.714844, 0.703125, 0.283203, 0.976562, 0.945312, 0.185547, 0.574219, 0.726562, 0.367188, 0.466797, 0.886719, 0.189453, 0.5, 1.296875, 1.21875, 0.445312, 0.273438, 0.124023, 0.941406, 0.347656, 1.09375, 0.457031, 0.578125, 0.574219, 0.333984, 0.519531, 0.542969, 0.351562, 0.494141, 0.308594, 0.714844, 1.46875, 1.007812, 0.396484, 0.320312, 0.332031, 0.462891, 0.546875, 0.9375, 0.4375, 0.617188, 0.542969, 0.349609, 0.515625, 1.28125, 0.423828, 0.648438, 0.695312, 0.652344, 0.53125, 0.425781, 0.523438, 0.625, 0.972656, 1.21875, 0.425781, 0.148438, 0.412109, 0.882812, 0.699219, 0.992188, 0.574219, 1.304688, 0.53125, 1.078125, 0.460938, 0.137695, 0.384766, 1.375, 0.435547, 0.617188, 0.249023, 0.375, 0.546875, 0.542969, 1.132812, 1.015625, 1.53125, 0.408203, 0.585938, 0.349609, 0.628906, 0.244141, 0.910156, 0.515625, 1.9375, 0.4375, 0.447266, 1.140625, 0.519531, 0.949219, 0.361328, 0.277344, 0.554688, 1.8125, 0.644531, 0.380859, 0.832031, 0.365234, 1.335938, 0.285156, 0.925781, 0.742188, 0.417969, 0.808594, 0.921875, 0.507812, 1.210938, 1.601562, 0.376953, 0.423828, 0.601562, 0.957031, 0.443359, 0.12207, 1.070312, 0.800781, 1.039062, 0.488281, 0.40625, 1.390625, 0.5625, 1.09375, 0.738281, 0.601562, 0.632812, 0.6875, 0.570312, 0.330078, 0.458984, 0.550781, 0.449219, 0.494141, 0.464844, 0.439453, 0.535156, 1.390625, 0.447266, 0.335938, 0.628906, 1.257812, 0.308594, 1.117188, 0.484375, 0.445312, 0.550781, 0.769531, 0.228516, 0.267578, 0.496094, 0.384766, 0.251953, 1.679688, 0.871094, 0.523438, 0.388672, 0.84375, 0.539062, 0.447266, 1.242188, 1.03125, 1.320312, 0.292969, 0.714844, 0.353516, 1.695312, 0.660156, 0.386719, 0.472656, 0.472656, 0.535156, 0.46875, 1.3125, 0.300781, 0.269531, 0.310547, 0.785156, 1.046875, 0.589844, 0.339844, 0.5625, 0.453125, 1.40625, 0.5625, 0.421875, 0.433594, 0.699219, 0.804688, 0.707031, 1.859375, 1.140625, 0.996094, 1.289062, 1.046875, 0.308594, 0.753906, 0.380859, 0.333984, 0.527344, 0.738281, 0.613281, 1.398438, 0.621094, 2.203125, 0.542969, 0.427734, 0.523438, 0.429688, 0.488281, 0.523438, 0.546875, 0.535156, 0.492188, 0.777344, 0.667969, 0.308594, 0.412109, 0.558594, 0.34375, 1.375, 0.306641, 0.443359, 0.511719, 0.333984, 0.294922, 0.412109, 0.523438, 0.181641, 1.023438, 0.355469, 0.380859, 0.539062, 0.632812, 0.470703, 0.675781, 0.628906, 0.550781, 0.757812, 0.34375, 0.279297, 0.427734, 0.277344, 0.111816, 0.404297, 0.378906, 1.078125, 0.617188, 0.503906, 0.503906, 1.734375, 0.453125, 1.289062, 0.400391, 0.613281, 1.21875, 0.960938, 0.597656, 0.34375, 1.296875, 0.275391, 0.515625, 0.28125, 0.402344, 0.714844, 0.984375, 0.455078, 0.419922, 0.769531, 0.414062, 0.34375, 0.365234, 0.71875, 0.394531, 1.523438, 0.291016, 0.816406, 1.328125, 0.914062, 1.609375, 0.5, 0.644531, 1.046875, 0.351562, 1.0625, 0.466797, 0.347656, 0.566406, 0.112793, 1.140625, 0.515625, 0.490234, 1.15625, 1.257812, 0.433594, 0.351562, 0.628906, 0.835938, 0.216797, 0.566406, 1.179688, 0.478516, 1.304688, 1.171875, 0.363281, 0.392578, 0.464844, 0.355469, 0.996094, 0.867188, 1.382812, 0.519531, 0.773438, 0.375, 0.558594, 0.878906, 0.384766, 0.5625, 0.941406, 0.443359, 1.65625, 1.375, 0.832031, 0.421875, 0.478516, 0.369141, 0.298828, 0.375, 0.550781, 1.476562, 1.078125, 0.394531, 0.773438, 1.265625, 1.304688, 1.5, 0.308594, 1.195312, 0.875, 0.550781, 0.625, 0.206055, 0.445312, 0.294922, 0.6875, 0.333984, 0.427734, 0.339844, 0.287109, 0.652344, 0.277344, 0.462891, 0.53125, 0.304688, 0.695312, 0.117676, 0.585938, 1.203125, 0.4375, 0.628906, 1.03125, 0.972656, 0.570312, 1.570312, 1.71875, 0.376953, 0.273438, 0.11377, 1.773438, 0.265625, 1.0625, 0.423828, 0.582031, 0.339844, 0.474609, 0.283203, 0.695312, 0.546875, 0.408203, 0.464844, 0.445312, 0.375, 0.40625, 0.601562, 0.546875, 0.119141, 0.435547, 0.574219, 0.4375, 0.435547, 1.671875, 0.100586, 0.398438, 1.40625, 1.078125, 0.394531, 0.96875, 1.0, 1.070312, 0.523438, 0.625, 0.324219, 0.851562, 0.851562, 0.410156, 0.120605, 0.550781, 1.375, 0.550781, 0.964844, 0.441406, 0.789062, 0.582031, 0.804688, 0.241211, 1.070312, 0.369141, 0.108887, 0.347656, 0.578125, 0.515625, 0.34375, 0.816406, 0.675781, 0.302734, 0.949219, 0.292969, 0.539062, 0.382812, 0.404297, 1.117188, 0.380859, 1.179688, 1.1875, 0.792969, 0.460938, 0.404297, 0.730469, 0.333984, 0.75, 0.738281, 0.476562, 1.460938, 0.349609, 1.171875, 0.902344, 0.644531, 2.734375, 0.53125, 1.367188, 1.90625, 0.427734, 0.652344, 0.761719, 0.585938, 0.589844, 0.304688, 1.203125, 0.451172, 0.371094, 0.304688, 1.234375, 1.382812, 0.59375, 1.5625, 0.248047, 1.070312, 0.152344, 1.0, 1.25, 0.605469, 0.628906, 0.859375, 0.46875, 0.341797, 0.640625, 1.492188, 0.416016, 0.585938, 0.376953, 1.546875, 0.333984, 0.279297, 0.46875, 0.414062, 0.523438, 0.566406, 1.203125, 0.730469, 0.482422, 0.535156, 0.355469, 0.574219, 1.59375, 0.703125, 1.023438, 0.695312, 0.146484, 0.410156, 0.328125, 0.417969, 0.134766, 1.46875, 0.439453, 0.632812, 0.443359, 0.490234, 0.539062, 0.296875, 0.306641, 4.8e-05, 0.535156, 0.535156, 0.828125, 0.652344, 0.443359, 1.132812, 0.695312, 0.445312, 1.5625, 1.21875, 0.384766, 1.054688, 0.412109, 0.636719, 0.675781, 0.84375, 0.671875, 1.039062, 0.296875, 1.015625, 1.21875, 1.21875, 0.65625, 0.466797, 1.421875, 0.527344, 1.3125, 1.101562, 0.104492, 0.332031, 0.433594, 1.320312, 0.261719, 0.71875, 0.554688, 0.953125, 1.4375, 0.523438, 0.714844, 0.429688, 0.453125, 0.457031, 0.421875, 0.507812, 0.435547, 0.792969, 0.609375, 0.769531, 0.271484, 0.271484, 1.015625, 0.480469, 1.039062, 0.455078, 1.734375, 0.46875, 0.496094, 1.109375, 0.496094, 0.554688, 0.40625, 0.65625, 0.328125, 0.349609, 0.589844, 1.507812, 0.382812, 1.476562, 1.90625, 0.464844, 0.445312, 0.3125, 0.574219, 0.601562, 0.341797, 0.683594, 0.550781, 0.443359, 0.589844, 0.302734, 1.140625, 0.546875, 0.396484, 1.382812, 0.139648, 0.384766, 0.296875, 0.417969, 0.091309, 0.339844, 1.015625, 0.498047, 1.046875, 0.322266, 1.335938, 1.085938, 0.464844, 0.804688, 1.429688, 0.539062, 1.453125, 0.625, 0.243164, 0.439453, 0.242188, 1.4375, 1.023438, 0.515625, 0.492188, 0.392578, 0.726562, 0.542969, 0.382812, 0.632812, 0.322266, 0.496094, 1.34375, 1.257812, 0.675781, 0.229492, 0.53125, 0.984375, 0.40625, 1.21875, 0.328125, 0.355469, 0.494141, 0.605469, 0.371094, 0.375, 0.443359, 0.376953, 0.683594, 0.4375, 0.455078, 0.371094, 0.542969, 0.753906, 0.375, 0.523438, 0.480469, 0.53125, 0.449219, 1.226562, 0.412109, 0.769531, 1.023438, 1.34375, 1.367188, 0.378906, 0.519531, 0.455078, 1.25, 0.304688, 0.088867, 0.6875, 0.378906, 0.601562, 0.503906, 0.566406, 1.34375, 0.550781, 0.318359, 1.085938, 0.451172, 0.53125, 0.652344, 0.098633, 0.53125, 0.832031, 0.484375, 0.345703, 1.273438, 0.492188, 0.349609, 0.519531, 0.664062, 0.435547, 0.765625, 0.542969, 0.484375, 1.046875, 0.320312, 1.0, 0.314453, 0.789062, 1.359375, 0.382812, 1.3125, 0.785156, 0.519531, 0.419922, 0.417969, 0.400391, 0.753906, 0.628906, 1.203125, 0.419922, 0.357422, 0.753906, 0.859375, 1.390625, 1.007812, 0.976562, 1.148438, 0.498047, 0.480469, 0.621094, 0.283203, 0.095703, 0.460938, 1.820312, 0.878906, 1.671875, 0.984375, 1.421875, 1.125, 0.494141, 1.101562, 0.238281, 0.949219, 0.337891, 0.427734, 0.886719, 0.394531, 0.245117, 0.429688, 1.453125, 0.617188, 0.419922, 0.441406, 1.15625, 0.824219, 0.71875, 0.730469, 0.507812, 1.335938, 1.140625, 0.306641, 0.515625, 0.451172, 0.478516, 0.707031, 0.361328, 0.734375, 0.625, 0.476562, 0.320312, 0.412109, 1.226562, 1.179688, 0.648438, 0.6875, 1.046875, 1.296875, 1.28125, 0.439453, 0.542969, 0.390625, 0.398438, 0.462891, 0.376953, 0.699219, 1.273438, 0.308594, 0.289062, 1.203125, 0.341797, 1.320312, 0.201172, 0.412109, 0.585938, 0.234375, 0.621094, 0.945312, 1.21875, 1.007812, 1.28125, 0.412109, 0.527344, 0.494141, 1.15625, 1.101562, 0.386719, 1.320312, 1.28125, 1.15625, 0.478516, 1.25, 0.96875, 0.421875, 0.65625, 0.414062, 1.296875, 0.392578, 0.550781, 0.765625, 0.757812, 0.878906, 0.474609, 1.3125, 0.337891, 0.490234, 0.451172, 0.894531, 1.28125, 0.414062, 0.431641, 1.09375, 0.566406, 0.488281, 0.675781, 0.324219, 0.365234, 0.5, 0.291016, 0.800781, 0.9375, 0.375, 0.824219, 0.460938, 0.773438, 0.992188, 1.367188, 1.140625, 0.238281, 0.722656, 1.59375, 1.554688, 0.408203, 0.359375, 1.367188, 1.46875, 1.507812, 0.253906, 1.195312, 0.322266, 0.726562, 0.585938, 0.609375, 0.427734, 0.808594, 0.507812, 0.298828, 0.347656, 0.480469, 0.640625, 0.34375, 0.703125, 0.296875, 0.683594, 0.322266, 0.390625, 0.542969, 0.539062, 0.355469, 0.120117, 0.498047, 1.398438, 0.820312, 0.574219, 0.554688, 1.023438, 0.535156, 1.367188, 0.511719, 1.140625, 0.535156, 0.761719, 1.328125, 0.554688, 0.53125, 0.523438, 0.375, 1.226562, 1.4375, 0.917969, 0.863281, 0.5625, 0.5625, 0.621094, 0.433594, 0.757812, 0.476562, 0.378906, 1.421875, 0.423828, 0.375, 0.361328, 0.079102, 1.28125, 1.117188, 0.695312, 1.09375, 0.373047, 0.898438, 0.875, 0.425781, 0.453125, 0.582031, 0.617188, 0.433594, 0.302734, 0.527344, 0.3125, 0.847656, 0.423828, 0.503906, 0.443359, 0.267578, 0.589844, 0.738281, 1.289062, 1.375, 0.341797, 1.835938, 1.257812, 0.496094, 0.449219, 1.015625, 0.462891, 1.507812, 0.605469, 0.664062, 0.259766, 0.335938, 0.402344, 0.416016, 0.347656, 0.578125, 1.023438, 0.660156, 1.523438, 0.636719, 0.449219, 0.96875, 0.585938, 0.375, 0.75, 0.410156, 1.195312, 0.730469, 0.322266, 0.542969, 1.179688, 0.291016, 1.234375, 1.125, 0.75, 0.412109, 0.408203, 1.007812, 0.878906, 0.878906, 1.023438, 0.929688, 1.390625, 0.488281, 0.671875, 0.800781, 0.316406, 0.494141, 0.882812, 0.535156, 0.640625, 0.917969, 0.480469, 0.675781, 1.429688, 0.964844, 0.851562, 0.765625, 0.271484, 1.03125, 0.382812, 0.092285, 0.5625, 1.046875, 0.439453, 1.132812, 0.359375, 0.539062, 0.335938, 0.871094, 0.703125, 1.4375, 1.328125, 0.404297, 1.8125, 1.40625, 0.582031, 1.046875, 0.433594, 0.25, 1.65625, 0.390625, 0.353516, 0.445312, 0.539062, 0.851562, 0.121582, 0.875, 0.445312, 0.570312, 0.894531, 1.414062, 0.542969, 1.148438, 0.847656, 0.443359, 1.296875, 0.419922, 0.449219, 1.101562, 0.310547, 1.375, 0.550781, 0.494141, 0.65625, 0.181641, 1.242188, 0.292969, 1.476562, 1.25, 0.287109, 1.15625, 0.605469, 1.109375, 1.359375, 0.800781, 0.558594, 0.294922, 2.625, 0.378906, 0.636719, 1.015625, 0.496094, 0.445312, 0.644531, 0.373047, 0.416016, 1.078125, 0.361328, 0.785156, 0.492188, 0.601562, 0.574219, 0.523438, 0.333984, 1.25, 0.433594, 0.542969, 0.267578, 0.128906, 0.503906, 0.316406, 0.3125, 0.960938, 0.417969, 1.289062, 0.863281, 0.375, 0.249023, 0.359375, 0.4375, 1.46875, 0.435547, 0.515625, 1.679688, 1.273438, 0.667969, 0.386719, 0.367188, 0.542969, 0.621094, 0.699219, 1.007812, 0.304688, 1.242188, 0.824219, 0.757812, 0.40625, 0.699219, 0.308594, 0.486328, 0.519531, 0.083496, 0.515625, 0.494141, 0.265625, 1.375, 0.460938, 0.535156, 0.753906, 0.6875, 0.777344, 0.470703, 0.617188, 0.4375, 0.507812, 0.519531, 0.40625, 0.376953, 0.474609, 1.335938, 0.898438, 0.625, 0.457031, 0.976562, 0.455078, 0.125977, 0.355469, 1.148438, 0.291016, 0.457031, 0.511719, 0.550781, 1.15625, 0.628906, 1.328125, 0.789062, 0.423828, 0.679688, 1.445312, 0.601562, 0.523438, 1.007812, 0.617188, 0.515625, 0.53125, 0.996094, 0.480469, 0.462891, 0.546875, 0.34375, 0.398438, 1.140625, 0.515625, 0.40625, 0.449219, 1.289062, 1.304688, 0.351562, 0.625, 0.353516, 0.263672, 0.453125, 0.492188, 0.605469, 0.457031, 1.453125, 0.455078, 0.53125, 1.179688, 1.25, 0.519531, 0.84375, 0.494141, 0.8125, 0.332031, 0.371094, 0.447266, 0.466797, 0.53125, 0.441406, 0.523438, 0.558594, 0.476562, 0.435547, 0.3125, 0.263672, 0.550781, 0.820312, 0.445312, 0.433594, 0.367188, 1.164062, 0.345703, 0.566406, 0.410156, 1.164062, 0.550781, 0.617188, 0.423828, 0.441406, 0.582031, 0.386719, 1.554688, 1.117188, 0.458984, 0.644531, 0.416016, 0.550781, 0.396484, 0.296875, 1.273438, 1.546875, 0.546875, 0.878906, 1.390625, 0.839844, 0.554688, 0.386719, 1.203125, 0.734375, 0.375, 0.664062, 0.507812, 0.480469, 0.585938, 0.361328, 0.792969, 0.419922, 1.226562, 0.578125, 0.408203, 1.296875, 0.320312, 0.482422, 0.098145, 0.527344, 0.648438, 1.085938, 1.148438, 0.675781, 0.28125, 1.890625, 0.585938, 1.25, 0.255859, 0.400391, 0.335938, 1.335938, 0.464844, 1.0625, 0.478516, 1.242188, 0.613281, 1.421875, 0.921875, 0.792969, 0.839844, 1.992188, 0.523438, 1.117188, 0.462891, 0.75, 0.378906, 0.369141, 0.699219, 1.484375, 1.21875, 0.824219, 0.507812, 0.376953, 0.851562, 0.3125, 0.632812, 0.882812, 0.199219, 0.738281, 0.695312, 0.353516, 1.695312, 0.710938, 1.25, 0.515625, 0.507812, 1.078125, 0.5, 0.271484, 1.28125, 1.289062, 0.386719, 0.482422, 0.839844, 0.523438, 1.539062, 0.072266, 0.925781, 0.617188, 0.589844, 1.804688, 0.710938, 0.453125, 0.355469, 0.550781, 0.439453, 0.351562, 0.095215, 0.46875, 0.914062, 0.292969, 0.464844, 0.828125, 0.482422, 0.494141, 1.59375, 0.104492, 1.703125, 0.726562, 0.820312, 1.25, 0.515625, 0.515625, 0.416016, 1.226562, 0.478516, 0.558594, 0.447266, 1.21875, 0.304688, 0.902344, 1.210938, 1.09375, 0.765625, 0.507812, 0.472656, 0.439453, 0.582031, 0.46875, 0.5625, 0.582031, 0.824219, 0.640625, 1.390625, 0.550781, 0.515625, 1.5, 0.695312, 0.90625, 0.173828, 0.292969, 0.333984, 0.652344, 0.730469, 0.753906, 0.816406, 0.439453, 0.443359, 1.101562, 0.322266, 0.4375, 0.398438, 0.398438, 1.164062, 0.417969, 0.515625, 0.423828, 1.070312, 0.582031, 0.679688, 0.507812, 0.492188, 0.585938, 0.546875, 0.652344, 1.359375, 1.445312, 0.351562, 0.582031, 0.419922, 0.267578, 0.683594, 0.466797, 0.523438, 0.460938, 0.267578, 0.414062, 0.679688, 0.408203, 1.632812, 0.421875, 0.519531, 0.824219, 0.498047, 0.671875, 0.828125, 0.59375, 1.226562, 0.894531, 0.5, 0.123535, 0.8125, 0.792969, 0.5625, 0.464844, 0.6875, 0.65625, 1.367188, 0.443359, 0.894531, 0.357422, 0.542969, 0.40625, 0.306641, 0.785156, 1.3125, 0.566406, 1.710938, 1.507812, 0.691406, 0.566406, 0.996094, 0.445312, 0.671875, 1.164062, 0.447266, 0.113281, 0.789062, 0.472656, 0.188477, 0.882812, 0.503906, 1.359375, 0.404297, 1.164062, 0.546875, 0.408203, 0.482422, 0.695312, 0.361328, 0.345703, 1.359375, 0.539062, 0.129883, 0.566406, 0.898438, 0.605469, 1.492188, 0.423828, 0.447266, 0.613281, 1.023438, 0.886719, 0.707031, 0.289062, 0.435547, 0.324219, 0.640625, 1.109375, 0.15625, 0.402344, 0.292969, 0.416016, 0.542969, 0.421875, 1.71875, 1.15625, 1.453125, 0.617188, 0.695312, 0.75, 0.094238, 0.384766, 0.691406, 1.28125, 0.722656, 0.546875, 1.351562, 0.279297, 1.046875, 0.333984, 1.398438, 0.519531, 0.617188, 0.466797, 0.416016, 0.644531, 0.433594, 0.773438, 1.304688, 0.585938, 0.824219, 0.361328, 0.345703, 1.414062, 0.582031, 0.227539, 0.177734, 0.425781, 0.550781, 0.804688, 0.703125, 0.507812, 1.703125, 0.546875, 0.419922, 0.503906, 0.703125, 0.308594, 0.322266, 0.429688, 0.421875, 0.470703, 0.443359, 0.359375, 0.613281, 0.558594, 0.423828, 0.490234, 0.419922, 1.132812, 0.462891, 0.367188, 0.851562, 0.142578, 0.408203, 0.320312, 0.470703, 0.314453, 0.785156, 0.898438 ] }, "name": "model.model.layers.14.input_layernorm.weight", "outputIndexes": [ 1166 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1165 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_14/Mul_output_0", "outputIndexes": [ 1167 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1166, 1167 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_14/Mul_1_output_0", "outputIndexes": [ 1168 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1168 ], "outputIndexes": [ 2700 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2700 ], "outputIndexes": [ 2701 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear", "inputIndexes": [ 2701 ], "outputIndexes": [ 2702 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1835497580, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2702 ], "outputIndexes": [ 2703 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2703 ], "outputIndexes": [ 1169 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1168 ], "main_type": "NONE", "name": "/Shape_197_output_0", "outputIndexes": [ 1170 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1170 ], "main_type": "NONE", "name": "Shape3579", "outputIndexes": [ 1171 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1170 ], "main_type": "NONE", "name": "Rank3581", "outputIndexes": [ 1172 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1172, 1172 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3583", "outputIndexes": [ 1173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1173 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3584", "outputIndexes": [ 1174 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1173, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3586", "outputIndexes": [ 1175 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1175 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3587", "outputIndexes": [ 1176 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1171, 1174, 1176, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3590", "outputIndexes": [ 1177 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1177 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3591", "outputIndexes": [ 1178 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1178 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3592", "outputIndexes": [ 1179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1179, 1178 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3593", "outputIndexes": [ 1180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1170, 1180, 1173 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_214_output_0", "outputIndexes": [ 1181 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1181, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_449_output_0", "outputIndexes": [ 1182 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1182, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_182_output_0", "outputIndexes": [ 1183 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1169, 1183 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_127_output_0", "outputIndexes": [ 1184 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1184, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_112_output_0", "outputIndexes": [ 1185 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1184 ], "main_type": "NONE", "name": "/Shape_198_output_0", "outputIndexes": [ 1186 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1186 ], "main_type": "NONE", "name": "Shape3600", "outputIndexes": [ 1187 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1186 ], "main_type": "NONE", "name": "Rank3602", "outputIndexes": [ 1188 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1188, 1188 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3604", "outputIndexes": [ 1189 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1189 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3605", "outputIndexes": [ 1190 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1189, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3607", "outputIndexes": [ 1191 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1191 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3608", "outputIndexes": [ 1192 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1187, 1190, 1192, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3611", "outputIndexes": [ 1193 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1193 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3612", "outputIndexes": [ 1194 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1194 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3613", "outputIndexes": [ 1195 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1195, 1194 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3614", "outputIndexes": [ 1196 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1186, 1196, 1189 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_215_output_0", "outputIndexes": [ 1197 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1197, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_42_output_0", "outputIndexes": [ 1198 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1198, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_454_output_0", "outputIndexes": [ 1199 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1184, 1199, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_57_output_0", "outputIndexes": [ 1200 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1200 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_28_output_0", "outputIndexes": [ 1201 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1184, 22, 1199, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_56_output_0", "outputIndexes": [ 1202 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1201, 1202 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_185_output_0", "outputIndexes": [ 1203 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1203, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_113_output_0", "outputIndexes": [ 1204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1185, 1204 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_70_output_0", "outputIndexes": [ 1205 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1168 ], "outputIndexes": [ 2704 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2704 ], "outputIndexes": [ 2705 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear", "inputIndexes": [ 2705 ], "outputIndexes": [ 2706 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1842737282, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2706 ], "outputIndexes": [ 2707 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2707 ], "outputIndexes": [ 1206 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1182, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_183_output_0", "outputIndexes": [ 1207 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1206, 1207 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_128_output_0", "outputIndexes": [ 1208 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_114_output_0", "outputIndexes": [ 1209 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208 ], "main_type": "NONE", "name": "/Shape_199_output_0", "outputIndexes": [ 1210 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1210 ], "main_type": "NONE", "name": "Shape3663", "outputIndexes": [ 1211 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1210 ], "main_type": "NONE", "name": "Rank3665", "outputIndexes": [ 1212 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1212, 1212 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3667", "outputIndexes": [ 1213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1213 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3668", "outputIndexes": [ 1214 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1213, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3670", "outputIndexes": [ 1215 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1215 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3671", "outputIndexes": [ 1216 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1211, 1214, 1216, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3674", "outputIndexes": [ 1217 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1217 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3675", "outputIndexes": [ 1218 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1218 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3676", "outputIndexes": [ 1219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1219, 1218 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3677", "outputIndexes": [ 1220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1210, 1220, 1213 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_216_output_0", "outputIndexes": [ 1221 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1221, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_43_output_0", "outputIndexes": [ 1222 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1222, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_456_output_0", "outputIndexes": [ 1223 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208, 1223, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_59_output_0", "outputIndexes": [ 1224 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1224 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_29_output_0", "outputIndexes": [ 1225 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208, 22, 1223, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_58_output_0", "outputIndexes": [ 1226 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1225, 1226 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_186_output_0", "outputIndexes": [ 1227 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1227, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_115_output_0", "outputIndexes": [ 1228 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1209, 1228 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_71_output_0", "outputIndexes": [ 1229 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1168 ], "outputIndexes": [ 2708 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2708 ], "outputIndexes": [ 2709 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear", "inputIndexes": [ 2709 ], "outputIndexes": [ 2710 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1843771544, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2710 ], "outputIndexes": [ 2711 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2711 ], "outputIndexes": [ 1230 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1230, 1207 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_129_output_0", "outputIndexes": [ 1231 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1205, 1229, 1231, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_134_output_0", "outputIndexes": [ 1232 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1232 ], "outputIndexes": [ 2712 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2712 ], "outputIndexes": [ 2713 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear", "inputIndexes": [ 2713 ], "outputIndexes": [ 2714 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1844805806, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2714 ], "outputIndexes": [ 2715 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2715 ], "outputIndexes": [ 1233 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1165, 1233 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_73_output_0", "outputIndexes": [ 1234 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.914062, 0.8125, 1.460938, 0.369141, 0.984375, 0.527344, 0.742188, 0.871094, 0.294922, 0.322266, 0.78125, 0.328125, 0.675781, 0.523438, 0.296875, 0.800781, 0.78125, 0.582031, 0.808594, 0.265625, 0.355469, 0.785156, 0.785156, 0.507812, 0.458984, 0.964844, 0.228516, 0.386719, 0.439453, 0.535156, 0.960938, 0.318359, 0.384766, 0.632812, 0.945312, 1.09375, 0.361328, 0.283203, 0.777344, 0.3125, 0.941406, 0.753906, 1.015625, 0.6875, 1.039062, 0.980469, 0.188477, 1.101562, 0.753906, 0.328125, 0.96875, 0.675781, 0.6875, 0.6875, 0.800781, 0.507812, 0.871094, 1.25, 0.871094, 0.326172, 0.486328, 0.832031, 0.941406, 0.738281, 1.03125, 0.8125, 0.351562, 0.730469, 0.417969, 0.59375, 0.59375, 0.416016, 0.875, 0.6875, 0.882812, 0.917969, 0.460938, 0.419922, 0.345703, 1.0625, 1.023438, 1.109375, 0.988281, 0.574219, 0.769531, 0.141602, 0.796875, 1.03125, 0.808594, 0.322266, 0.792969, 0.828125, 0.863281, 0.835938, 0.878906, 0.707031, 0.324219, 0.382812, 0.789062, 0.355469, 0.363281, 0.367188, 1.109375, 0.699219, 0.636719, 0.894531, 0.714844, 0.345703, 0.519531, 0.714844, 0.722656, 0.597656, 0.820312, 0.225586, 0.644531, 0.207031, 0.355469, 0.824219, 0.957031, 0.335938, 0.527344, 0.679688, 1.023438, 0.730469, 0.695312, 0.601562, 0.914062, 0.597656, 0.154297, 0.359375, 0.213867, 0.757812, 0.386719, 0.800781, 0.423828, 0.757812, 0.585938, 0.832031, 0.443359, 0.851562, 0.570312, 0.964844, 1.078125, 0.339844, 0.300781, 0.292969, 0.878906, 0.730469, 0.9375, 0.773438, 0.9375, 0.761719, 0.589844, 0.785156, 0.464844, 0.519531, 0.353516, 0.275391, 0.984375, 1.03125, 0.294922, 0.316406, 0.335938, 0.730469, 0.341797, 0.373047, 0.53125, 0.416016, 0.632812, 0.734375, 0.761719, 0.423828, 0.412109, 0.435547, 0.695312, 1.03125, 0.703125, 0.671875, 0.949219, 0.691406, 0.408203, 0.679688, 0.925781, 0.251953, 0.384766, 0.800781, 0.640625, 0.320312, 0.578125, 0.820312, 0.351562, 0.726562, 0.5, 0.542969, 1.0, 0.757812, 0.753906, 0.945312, 0.369141, 0.695312, 0.710938, 0.373047, 0.683594, 0.65625, 0.824219, 0.804688, 0.416016, 0.458984, 0.921875, 0.392578, 0.90625, 0.679688, 0.423828, 0.78125, 0.722656, 0.628906, 0.349609, 0.337891, 1.132812, 0.621094, 0.660156, 0.322266, 0.496094, 0.847656, 0.800781, 1.03125, 0.375, 0.460938, 0.628906, 0.738281, 0.84375, 0.839844, 0.761719, 0.683594, 0.796875, 0.769531, 0.550781, 0.976562, 0.150391, 0.707031, 0.847656, 0.660156, 0.878906, 0.699219, 0.519531, 0.447266, 0.851562, 0.898438, 0.804688, 0.683594, 0.757812, 1.007812, 0.4375, 0.542969, 0.726562, 0.404297, 0.738281, 0.143555, 0.691406, 0.308594, 0.714844, 0.824219, 0.777344, 0.898438, 0.71875, 0.398438, 0.71875, 0.746094, 0.558594, 0.777344, 0.65625, 0.875, 0.824219, 0.445312, 0.503906, 1.109375, 0.808594, 0.410156, 0.486328, 0.878906, 0.652344, 0.753906, 0.143555, 0.796875, 0.59375, 1.070312, 0.492188, 0.828125, 0.835938, 0.324219, 0.984375, 0.330078, 0.503906, 0.388672, 0.351562, 0.621094, 0.480469, 0.392578, 0.769531, 0.671875, 0.53125, 0.431641, 0.337891, 0.902344, 1.125, 0.921875, 0.65625, 0.679688, 0.632812, 0.78125, 0.439453, 0.5625, 0.734375, 0.703125, 0.283203, 0.847656, 0.761719, 1.007812, 0.753906, 0.734375, 0.972656, 0.660156, 0.53125, 0.59375, 0.472656, 0.761719, 0.582031, 0.707031, 0.515625, 0.494141, 0.150391, 0.640625, 0.59375, 0.574219, 0.349609, 0.671875, 0.800781, 1.179688, 0.820312, 0.380859, 0.136719, 0.589844, 0.652344, 0.605469, 0.183594, 0.871094, 1.0625, 0.800781, 0.605469, 0.734375, 0.726562, 0.3125, 0.988281, 0.742188, 1.070312, 0.742188, 0.816406, 0.824219, 0.601562, 0.722656, 0.804688, 1.085938, 0.169922, 0.359375, 0.261719, 0.328125, 0.589844, 0.964844, 0.710938, 0.314453, 0.691406, 0.777344, 0.84375, 0.535156, 0.84375, 1.140625, 0.171875, 0.306641, 0.761719, 0.828125, 0.757812, 0.851562, 0.373047, 0.996094, 0.894531, 0.396484, 1.078125, 0.738281, 0.625, 0.429688, 0.753906, 0.921875, 0.302734, 0.292969, 0.496094, 0.871094, 0.386719, 0.515625, 0.785156, 0.166992, 0.386719, 0.859375, 0.361328, 0.96875, 0.298828, 0.808594, 0.675781, 0.816406, 0.796875, 0.482422, 0.332031, 0.75, 0.910156, 0.71875, 0.832031, 1.070312, 0.863281, 0.753906, 0.753906, 0.847656, 0.375, 0.5, 0.699219, 0.345703, 0.59375, 0.298828, 0.914062, 0.863281, 0.355469, 0.683594, 0.738281, 0.621094, 0.287109, 0.558594, 0.824219, 0.378906, 0.546875, 0.792969, 0.605469, 0.359375, 0.6875, 0.90625, 0.820312, 0.75, 0.339844, 0.382812, 0.609375, 0.820312, 0.757812, 1.007812, 1.007812, 0.726562, 0.828125, 0.730469, 0.761719, 1.195312, 0.464844, 0.613281, -7.9e-05, 0.523438, 0.785156, 0.527344, 0.765625, 0.369141, 0.326172, 0.800781, 0.376953, 0.699219, 0.3125, 0.652344, 0.546875, 0.160156, 0.773438, 0.804688, 0.859375, 0.355469, 0.582031, 0.337891, 0.835938, 0.785156, 0.859375, 0.742188, 0.466797, 0.8125, 0.376953, 0.886719, 1.109375, 0.730469, 0.894531, 0.710938, 0.628906, 0.945312, 1.039062, 0.824219, 1.007812, 0.478516, 0.78125, 0.527344, 1.007812, 0.847656, 0.714844, 0.380859, 0.507812, 0.388672, 0.640625, 0.542969, 0.808594, 0.384766, 0.742188, 0.511719, 0.84375, 0.914062, 0.773438, 0.960938, 0.851562, 0.408203, 0.441406, 0.65625, 0.546875, 1.0, 0.597656, 0.828125, 0.820312, 0.148438, 0.777344, 0.355469, 0.964844, 0.878906, 0.777344, 0.617188, 0.714844, 0.824219, 0.949219, 0.765625, 0.636719, 0.835938, 0.310547, 0.714844, 0.617188, 0.832031, 0.3125, 0.367188, 0.326172, 0.722656, 0.308594, 0.914062, 1.203125, 0.390625, 0.365234, 1.070312, 0.535156, 1.054688, 0.707031, 0.730469, 0.470703, 0.394531, 0.578125, 0.765625, 0.796875, 0.472656, 1.054688, 0.742188, 0.480469, 0.417969, 0.333984, 0.859375, 0.628906, 0.667969, 0.710938, 0.447266, 0.765625, 0.710938, 0.394531, 0.355469, 0.640625, 0.648438, 0.667969, 1.085938, 0.322266, 0.921875, 0.882812, 0.679688, 0.785156, 0.349609, 0.863281, 0.691406, 0.644531, 0.314453, 0.707031, 0.396484, 0.890625, 0.621094, 0.808594, 0.824219, 0.871094, 0.34375, 0.578125, 0.482422, 0.339844, 0.365234, 1.0, 0.296875, 0.451172, 1.078125, 0.609375, 0.910156, 0.699219, 0.671875, 0.257812, 0.917969, 1.054688, 0.949219, 0.427734, 0.296875, 0.824219, 0.777344, 0.154297, 0.613281, 0.613281, 0.746094, 0.828125, 0.742188, 0.279297, 0.679688, 0.300781, 0.582031, 1.125, 0.722656, 0.703125, 1.125, 0.398438, 0.46875, 0.519531, 0.683594, 0.445312, 0.380859, 0.886719, 0.416016, 0.8125, 0.691406, 0.636719, 0.322266, 0.777344, 0.792969, 1.0625, 0.605469, 0.753906, 0.699219, 0.753906, 0.570312, 0.169922, 0.511719, 0.742188, 0.306641, 0.265625, 0.859375, 0.470703, 0.820312, 0.8125, 0.308594, 0.314453, 0.498047, 0.235352, 0.78125, 0.84375, 0.894531, 0.71875, 0.597656, 0.882812, 0.753906, 0.515625, 0.660156, 0.785156, 0.804688, 0.792969, 0.71875, 0.964844, 0.373047, 0.644531, 0.855469, 0.738281, 0.765625, 0.449219, 0.871094, 0.398438, 0.625, 0.667969, 0.376953, 0.404297, 0.244141, 1.03125, 0.761719, 0.746094, 1.046875, 0.613281, 0.287109, 0.404297, 0.988281, 0.314453, 0.738281, 0.349609, 0.902344, 0.90625, 0.734375, 0.644531, 0.746094, 0.539062, 0.15332, 0.78125, 0.925781, 0.566406, 0.398438, 0.462891, 0.574219, 0.582031, 0.228516, 0.28125, 0.753906, 0.349609, 0.957031, 0.439453, 0.734375, 0.753906, 0.6875, 0.855469, 0.730469, 0.644531, 0.207031, 0.390625, 0.71875, 0.8125, 0.78125, 0.550781, 0.785156, 0.369141, 0.769531, 0.287109, 0.5, 0.617188, 0.894531, 0.683594, 0.753906, 0.320312, 0.326172, 0.742188, 0.667969, 0.828125, 0.464844, 1.109375, 0.535156, 0.304688, 0.738281, 0.625, 0.703125, 0.910156, 0.667969, 0.304688, 0.871094, 0.65625, 0.414062, 0.824219, 0.470703, 0.753906, 0.233398, 0.753906, 0.699219, 0.808594, 0.332031, 0.259766, 1.09375, 0.605469, 0.828125, 0.154297, 0.597656, 1.117188, 0.164062, 0.652344, 1.046875, 0.835938, 0.582031, 0.664062, 0.332031, 0.933594, 0.699219, 0.34375, 0.746094, 0.648438, 0.365234, 0.75, 0.726562, 0.800781, 0.279297, 0.092773, 0.476562, 0.878906, 0.322266, 0.289062, 0.925781, 1.132812, 0.816406, 0.628906, 0.394531, 0.664062, 0.992188, 0.789062, 0.163086, 0.710938, 0.683594, 0.494141, 0.3125, 0.523438, 0.511719, 0.757812, 1.21875, 0.789062, 0.628906, 0.519531, 0.292969, 0.894531, 0.231445, 0.550781, 0.652344, 0.296875, 0.992188, 0.353516, 0.4375, 0.707031, 0.542969, 0.59375, 0.472656, 0.785156, 0.707031, 0.953125, 1.03125, 0.390625, 1.078125, 0.378906, 0.875, 0.890625, 0.792969, 0.773438, 0.310547, 0.371094, 1.054688, 0.433594, 0.65625, 0.6875, 0.435547, 0.707031, 0.710938, 0.757812, 0.742188, 0.371094, 0.3125, 0.792969, 0.695312, 0.707031, 0.371094, 0.917969, 0.652344, 1.078125, 0.5, 0.59375, 0.804688, 0.404297, 0.59375, 1.101562, 0.427734, 0.707031, 0.816406, 0.714844, 0.554688, 0.730469, 1.0, 0.804688, 0.894531, 0.421875, 0.15918, 0.808594, 0.375, 0.78125, 0.980469, 0.289062, 0.578125, 0.945312, 0.796875, 0.785156, 0.777344, 0.149414, 0.570312, 0.337891, 0.777344, 0.625, 0.699219, 1.125, 0.71875, 0.625, 0.714844, 0.464844, 0.324219, 0.886719, 0.589844, 0.632812, 0.34375, 0.898438, 0.902344, 0.722656, 0.902344, 0.785156, 0.527344, 0.894531, 0.945312, 0.75, 0.392578, 0.789062, 0.570312, 0.816406, 0.722656, 0.421875, 0.765625, 0.878906, 0.753906, 0.714844, 0.863281, 0.863281, 0.71875, 0.996094, 0.699219, 0.345703, 0.8125, 0.761719, 0.542969, 0.808594, 0.472656, 0.957031, 0.671875, 0.339844, 0.902344, 0.394531, 0.71875, 0.332031, 0.699219, 0.699219, 0.359375, 0.328125, 0.435547, 1.0625, 0.455078, 0.332031, 0.867188, 0.972656, 0.435547, 0.75, 0.322266, 0.683594, 0.890625, 0.667969, 0.149414, 0.511719, 0.160156, 0.347656, 1.023438, 0.769531, 0.308594, 0.367188, 0.574219, 0.613281, 0.597656, 0.394531, 1.015625, 0.914062, 0.738281, 0.205078, 0.902344, 0.894531, 1.164062, 0.730469, 0.792969, 0.988281, 0.691406, 0.613281, 0.333984, 0.353516, 0.326172, 0.472656, 0.292969, 0.349609, 0.359375, 0.761719, 0.617188, 0.996094, 0.710938, 0.482422, 0.785156, 0.660156, 0.839844, 0.769531, 0.875, 0.161133, 0.3125, 0.648438, 0.742188, 0.490234, 0.294922, 0.318359, 0.667969, 0.867188, 0.621094, 1.015625, 0.241211, 0.777344, 0.730469, 0.660156, 0.351562, 0.146484, 0.738281, 0.875, 0.457031, 0.369141, 0.449219, 0.597656, 0.398438, 0.964844, 0.347656, 0.326172, 0.796875, 0.166016, 0.785156, 0.558594, 0.15625, 0.953125, 0.894531, 0.808594, 0.398438, 0.585938, 0.8125, 0.855469, 0.980469, 0.300781, 0.435547, 0.339844, 0.361328, 0.609375, 0.285156, 0.921875, 0.490234, 1.375, 0.613281, 0.753906, 0.726562, 0.460938, 0.369141, 0.992188, 0.263672, 1.125, 0.640625, 0.458984, 0.910156, 0.355469, 0.753906, 0.554688, 0.291016, 0.347656, 0.632812, 0.330078, 0.310547, 0.318359, 0.628906, 0.292969, 0.106934, 0.898438, 0.558594, 0.910156, 0.980469, 0.460938, 0.96875, 0.605469, 1.023438, 0.455078, 0.632812, 0.769531, 0.363281, 0.339844, 0.714844, 0.929688, 0.71875, 0.664062, 0.523438, 0.490234, 0.277344, 0.447266, 0.445312, 0.157227, 0.347656, 0.84375, 0.589844, 0.964844, 1.039062, 0.769531, 0.414062, 1.054688, 0.652344, 0.324219, 0.539062, 0.660156, 1.109375, 0.328125, 0.636719, 1.046875, 1.023438, 0.320312, 0.378906, 0.9375, 0.769531, 0.519531, 1.0625, 0.324219, 0.535156, 0.585938, 0.78125, 1.023438, 0.310547, 0.25, 0.523438, 0.466797, 0.707031, 0.365234, 1.125, 0.722656, 0.408203, 0.644531, 0.316406, 0.875, 0.667969, 0.648438, 0.933594, 0.400391, 0.761719, 0.625, 0.376953, 0.376953, 0.816406, 0.503906, 0.839844, 0.453125, 0.601562, 0.601562, 0.462891, 1.09375, 0.679688, 0.390625, 0.847656, 0.304688, 1.039062, 0.566406, 0.878906, 0.832031, 0.679688, 0.474609, 0.882812, 0.498047, 0.960938, 0.621094, 0.472656, 1.03125, 0.742188, 0.609375, 0.333984, 0.890625, 0.345703, 0.933594, 0.828125, 0.996094, 0.761719, 0.363281, 0.306641, 0.777344, 0.558594, 0.886719, 0.796875, 0.542969, 1.023438, 0.828125, 0.734375, 1.039062, 0.988281, 0.757812, 0.886719, 0.632812, 0.597656, 0.390625, 0.316406, 0.867188, 0.9375, 0.828125, 0.855469, 0.695312, 0.734375, 0.921875, 0.546875, 0.925781, 0.890625, 0.851562, 0.589844, 0.808594, 0.130859, 0.800781, 0.361328, 0.137695, 0.6875, 0.632812, 0.707031, 0.421875, 0.710938, 0.789062, 0.8125, 1.101562, 1.0, 0.757812, 0.400391, 0.333984, 0.291016, 0.550781, 0.980469, 0.349609, 1.234375, 0.609375, 0.742188, 0.953125, 0.878906, 0.644531, 1.023438, 1.007812, 0.75, 0.326172, 0.804688, 1.109375, 0.703125, 0.392578, 0.753906, 0.96875, 0.9375, 1.078125, 0.785156, 1.09375, 0.847656, 0.710938, 1.15625, 0.714844, 0.523438, 0.992188, 0.765625, 0.789062, 0.871094, 0.960938, 0.851562, 0.765625, 0.707031, 0.894531, 0.474609, 0.648438, 0.388672, 0.707031, 0.796875, 0.863281, 0.324219, 0.149414, 0.738281, 0.742188, 0.871094, 0.859375, 0.84375, 0.46875, 0.427734, 1.015625, 0.699219, 0.730469, 0.398438, 0.707031, 0.345703, 0.660156, 0.582031, 0.357422, 0.384766, 0.960938, 0.137695, 0.789062, 0.484375, 0.232422, 0.878906, 0.351562, 0.373047, 0.558594, 0.894531, 0.652344, 0.400391, 0.746094, 0.441406, 0.371094, 0.347656, 0.330078, 0.640625, 0.294922, 0.353516, 0.351562, 0.734375, 0.566406, 0.910156, 0.992188, 0.337891, 0.863281, 0.306641, 1.054688, 0.480469, 0.628906, 0.925781, 0.851562, 0.535156, 0.792969, 0.289062, 0.921875, 0.761719, 1.195312, 0.738281, 0.330078, 1.046875, 0.984375, 0.90625, 0.460938, 0.707031, 0.890625, 0.574219, 0.742188, 0.550781, 1.0, 0.710938, 0.894531, 0.835938, 0.992188, 0.554688, 0.722656, 0.816406, 0.373047, 0.625, 0.96875, 0.601562, 0.800781, 0.535156, 0.753906, 1.101562, 0.667969, 0.601562, 0.273438, 0.519531, 0.652344, 0.34375, 0.746094, 1.226562, 0.605469, 0.357422, 0.898438, 0.5625, 0.820312, 0.773438, 0.871094, 0.816406, 0.847656, 0.691406, 0.402344, 0.5625, 0.333984, 0.726562, 0.792969, 0.820312, 0.423828, 0.933594, 0.832031, 0.71875, 0.746094, 0.494141, 0.404297, 0.298828, 0.734375, 0.558594, 0.609375, 0.570312, 0.601562, 0.605469, 0.628906, 0.75, 0.707031, 0.769531, 0.433594, 0.511719, 0.332031, 0.316406, 0.431641, 0.507812, 0.890625, 0.9375, 0.839844, 0.71875, 0.675781, 0.730469, 0.439453, 0.527344, 0.742188, 0.621094, 1.054688, 1.070312, 0.542969, 0.154297, 0.613281, 0.644531, 0.155273, 0.859375, 0.871094, 1.078125, 0.632812, 0.582031, 0.503906, 0.578125, 0.314453, 0.753906, 0.168945, 0.792969, 0.742188, 0.439453, 0.131836, 0.470703, 0.875, 0.388672, 0.640625, 0.310547, 1.03125, 0.980469, 0.808594, 0.734375, 0.636719, 0.474609, 0.6875, 0.816406, 0.730469, 0.304688, 0.832031, 0.261719, 0.917969, 0.941406, 0.808594, 0.976562, 1.117188, 0.351562, 0.640625, 0.699219, 0.761719, 0.714844, 0.488281, 0.761719, 0.451172, 0.585938, 0.875, 0.291016, 0.671875, 0.808594, 0.507812, 0.617188, 0.5, 0.457031, 0.730469, 0.832031, 0.179688, 1.054688, 0.820312, 0.294922, 0.832031, 0.443359, 1.203125, 0.792969, 0.695312, 0.640625, 0.734375, 0.921875, 0.644531, 0.800781, 0.498047, 1.023438, 0.832031, 0.707031, 0.738281, 0.695312, 0.828125, 0.255859, 0.910156, 0.949219, 0.421875, 0.804688, 0.816406, 0.851562, 0.652344, 1.148438, 1.09375, 0.679688, 0.335938, 0.523438, 0.714844, 0.921875, 0.855469, 0.094727, 0.75, 0.789062, 0.984375, 0.558594, 0.523438, 0.894531, 0.660156, 0.3125, 0.78125, 1.070312, 0.808594, 0.847656, 0.558594, 0.726562, 0.929688, 0.917969, 0.921875, 0.761719, 0.589844, 0.474609, 0.542969, 0.699219, 0.574219, 0.318359, 1.03125, 0.605469, 0.636719, 0.832031, 0.929688, 1.132812, 0.753906, 0.683594, 0.890625, 0.84375, 0.298828, 0.777344, 0.722656, 0.291016, 0.902344, 0.357422, 0.667969, 0.457031, 0.347656, 0.386719, 0.490234, 0.695312, 0.392578, 0.451172, 0.324219, 0.416016, 0.601562, 0.431641, 0.335938, 0.832031, 0.302734, 0.664062, 0.90625, 0.789062, 0.75, 1.03125, 0.494141, 1.054688, 0.816406, 0.208984, 0.160156, 0.333984, 0.498047, 0.8125, 0.392578, 0.671875, 0.933594, 0.345703, 0.886719, 0.429688, 0.875, 0.949219, 0.65625, 0.738281, 0.539062, 0.769531, 0.194336, 0.636719, 0.628906, 0.800781, 0.515625, 0.3125, 0.408203, 0.761719, 0.839844, 0.515625, 0.400391, 0.660156, 0.699219, 0.8125, 0.84375, 0.945312, 0.570312, 0.507812, 0.392578, 0.671875, 0.78125, 0.625, 0.357422, 0.585938, 0.792969, 0.808594, 0.367188, 0.703125, 0.882812, 0.417969, 0.761719, 0.412109, 0.355469, 0.306641, 1.09375, 0.691406, 0.75, 0.371094, 0.550781, 0.449219, 0.163086, 0.796875, 0.863281, 0.398438, 0.589844, 0.722656, 0.523438, 0.449219, 1.007812, 0.945312, 0.527344, 0.292969, 0.640625, 0.960938, 0.492188, 0.785156, 0.443359, 0.675781, 0.929688, 0.664062, 0.546875, 0.945312, 0.298828, 0.882812, 0.808594, 0.671875, 0.792969, 0.46875, 0.601562, 0.425781, 1.078125, 0.960938, 0.231445, 0.28125, 0.695312, 0.455078, 0.722656, 0.878906, 0.425781, 0.683594, 0.953125, 0.769531, 0.396484, 0.929688, 0.341797, 0.6875, 0.660156, 0.710938, 0.472656, 0.625, 0.816406, 0.597656, 0.722656, 0.878906, 0.554688, 0.345703, 0.414062, 0.478516, 0.398438, 0.765625, 0.5625, 0.785156, 0.539062, 0.621094, 0.632812, 0.507812, 0.714844, 0.765625, 0.800781, 0.357422, 0.699219, 0.230469, 0.597656, 0.820312, 0.707031, 0.832031, 0.683594, 0.503906, 0.761719, 0.143555, 0.316406, 0.683594, 0.373047, 0.470703, 0.503906, 0.746094, 1.046875, 0.746094, 0.464844, 0.147461, 0.773438, 0.255859, 0.373047, 0.318359, 0.613281, 0.494141, 0.695312, 0.410156, 0.945312, 0.800781, 0.914062, 0.792969, 0.400391, 0.710938, 0.820312, 0.78125, 0.824219, 0.318359, 1.007812, 0.628906, 0.285156, 0.980469, 0.515625, 0.652344, 0.431641, 0.453125, 0.392578, 0.703125, 0.746094, 0.785156, 0.285156, 0.882812, 0.355469, 0.34375, 0.161133, 0.433594, 0.878906, 0.742188, 0.941406, 0.742188, 0.652344, 0.253906, 0.507812, 0.367188, 0.582031, 0.443359, 0.730469, 0.734375, 0.890625, 0.5, 0.828125, 0.664062, 0.824219, 0.996094, 1.023438, 0.976562, 0.832031, 1.070312, 0.384766, 0.613281, 0.367188, 0.773438, 0.667969, 0.320312, 0.773438, 0.287109, 0.84375, 0.332031, 0.361328, 0.890625, 0.162109, 0.8125, 0.302734, 0.949219, 1.0, 0.519531, 0.683594, 0.582031, 0.875, 0.746094, 0.8125, 0.376953, 0.824219, 0.101562, 1.023438, 0.353516, 0.992188, 0.388672, 0.255859, 0.9375, 1.078125, 0.707031, 0.753906, 0.488281, 0.917969, 0.691406, 1.070312, 0.648438, 0.585938, 0.335938, 0.882812, 0.859375, 0.605469, 0.621094, 0.804688, 0.294922, 0.972656, 0.527344, 0.894531, 0.449219, 0.699219, 0.554688, 0.625, 0.632812, 0.149414, 0.335938, 0.691406, 0.382812, 0.314453, 1.101562, 0.738281, 0.361328, 0.582031, 0.285156, 1.03125, 0.695312, 0.550781, 0.652344, 1.039062, 0.601562, 0.722656, 0.609375, 0.5, 0.457031, 0.722656, 0.447266, 0.15332, 0.345703, 0.367188, 0.652344, 0.808594, 0.882812, 0.131836, 0.871094, 0.960938, 0.824219, 0.53125, 0.269531, 0.322266, 0.9375, 0.328125, 0.296875, 0.914062, 0.511719, 0.3125, 1.078125, 0.753906, 0.964844, 0.439453, 1.078125, 0.527344, 0.980469, 0.691406, 0.5, 0.78125, 0.621094, 0.882812, 0.365234, 0.816406, 0.789062, 0.558594, 0.796875, 0.376953, 0.703125, 0.539062, 0.458984, 0.59375, 0.431641, 1.023438, 0.820312, 0.585938, 0.816406, 0.302734, 0.765625, 0.554688, 0.443359, 0.488281, 0.929688, 1.03125, 0.402344, 0.605469, 0.400391, 0.746094, 0.578125, 0.570312, 0.785156, 0.871094, 0.423828, 0.523438, 0.621094, 0.550781, 0.451172, 0.90625, 0.890625, 0.566406, 0.322266, 0.785156, 0.166992, 0.298828, 0.730469, 0.550781, 0.283203, 0.609375, 0.839844, 0.353516, 1.054688, 0.628906, 1.015625, 0.71875, 0.800781, 0.863281, 1.164062, 0.294922, 0.447266, 0.65625, 0.65625, 1.0625, 0.628906, 0.976562, 0.996094, 0.71875, 0.859375, 0.90625, 0.339844, 0.675781, 0.964844, 0.808594, 0.589844, 0.875, 0.625, 0.933594, 0.882812, 0.431641, 0.910156, 0.511719, 0.703125, 0.78125, 0.972656, 1.078125, 0.147461, 0.636719, 0.648438, 0.898438, 0.455078, 0.804688, 0.910156, 0.859375, 0.929688, 0.410156, 0.644531, 0.808594, 0.710938, 0.570312, 0.375, 0.589844, 0.875, 0.154297, 0.445312, 0.769531, 0.707031, 0.980469, 0.714844, 0.34375, 0.408203, 0.964844, 0.263672, 0.832031, 0.546875, 0.585938, 0.644531, 1.078125, 0.433594, 0.808594, 0.984375, 0.734375, 0.644531, 0.40625, 0.96875, 0.6875, 0.671875, 0.832031, 0.71875, 0.275391, 0.953125, 0.482422, 0.714844, 0.648438, 0.738281, 0.291016, 0.804688, 0.777344, 0.412109, 0.734375, 0.835938, 0.154297, 0.964844, 0.174805, 0.363281, 0.535156, 0.341797, 0.324219, 0.363281, 0.298828, 0.570312, 0.648438, 0.5, 0.664062, 0.71875, 0.478516, 0.570312, 0.734375, 0.349609, 0.408203, 0.15625, 0.546875, 0.769531, 0.621094, 0.324219, 0.855469, 0.636719, 0.527344, 0.851562, 0.625, 0.40625, 0.96875, 0.306641, 0.628906, 0.8125, 0.675781, 0.691406, 0.738281, 0.746094, 0.357422, 0.4375, 0.910156, 0.439453, 0.980469, 0.933594, 0.396484, 0.808594, 0.832031, 0.3125, 0.621094, 0.431641, 0.164062, 0.707031, 0.933594, 1.0, 0.660156, 0.324219, 0.167969, 0.980469, 0.392578, 1.0625, 0.714844, 0.820312, 0.75, 0.462891, 0.714844, 0.820312, 0.515625, 0.699219, 0.339844, 0.894531, 1.0, 0.925781, 0.269531, 0.353516, 0.466797, 0.640625, 0.722656, 0.378906, 0.601562, 0.796875, 0.675781, 0.429688, 0.699219, 1.117188, 0.5625, 1.023438, 0.875, 0.394531, 0.796875, 0.332031, 0.757812, 0.789062, 0.902344, 0.832031, 0.314453, 0.219727, 0.574219, 0.828125, 0.875, 1.054688, 0.816406, 0.412109, 0.796875, 0.984375, 0.613281, 0.160156, 0.578125, 1.015625, 0.601562, 0.878906, 0.443359, 0.515625, 0.75, 0.738281, 0.574219, 0.816406, 0.824219, 0.617188, 0.765625, 0.474609, 0.878906, 0.208984, 0.761719, 0.699219, 0.789062, 0.644531, 0.412109, 0.308594, 0.373047, 0.976562, 0.578125, 0.410156, 0.652344, 0.773438, 0.839844, 0.458984, 0.9375, 0.609375, 1.1875, 0.345703, 0.949219, 0.777344, 0.644531, 0.792969, 0.949219, 0.246094, 0.871094, 0.941406, 0.59375, 0.507812, 0.800781, 0.90625, 0.578125, 0.157227, 0.964844, 0.439453, 0.279297, 0.699219, 0.628906, 1.039062, 0.738281, 0.726562, 0.894531, 0.769531, 0.707031, 0.78125, 0.804688, 0.378906, 0.648438, 0.722656, 0.5625, 0.710938, 0.660156, 0.703125, 0.804688, 0.988281, 0.369141, 0.507812, 0.320312, 1.0625, 0.382812, 0.972656, 0.695312, 0.640625, 0.761719, 0.585938, 0.398438, 0.306641, 0.640625, 0.310547, 0.335938, 0.691406, 0.96875, 0.746094, 0.404297, 0.578125, 0.785156, 0.597656, 1.007812, 0.894531, 1.148438, 0.480469, 0.851562, 0.453125, 0.625, 0.839844, 0.300781, 0.726562, 0.306641, 0.458984, 0.699219, 0.714844, 0.503906, 0.332031, 0.349609, 0.847656, 0.761719, 0.835938, 0.404297, 0.828125, 0.59375, 1.085938, 0.804688, 0.318359, 0.621094, 0.486328, 0.945312, 0.632812, 0.722656, 0.382812, 0.957031, 1.015625, 0.345703, 0.296875, 0.808594, 0.589844, 0.326172, 0.699219, 0.714844, 0.746094, 0.917969, 0.730469, 0.664062, 0.761719, 0.589844, 0.78125, 0.320312, 0.648438, 0.792969, 0.761719, 0.589844, 0.332031, 0.882812, 0.314453, 0.507812, 0.441406, 0.738281, 0.421875, 0.582031, 0.316406, 0.679688, 0.578125, 0.396484, 0.333984, 0.648438, 0.574219, 0.165039, 0.204102, 0.460938, 0.597656, 0.722656, 0.761719, 0.302734, 0.84375, 0.808594, 0.785156, 0.769531, 0.28125, 0.476562, 0.335938, 0.464844, 0.146484, 0.279297, 0.419922, 0.871094, 0.322266, 0.746094, 0.675781, 0.742188, 0.695312, 0.988281, 0.5625, 0.8125, 1.046875, 0.308594, 0.808594, 0.507812, 0.835938, 0.369141, 0.707031, 0.349609, 0.628906, 0.835938, 0.972656, 0.613281, 0.300781, 0.667969, 0.644531, 0.554688, 0.539062, 0.34375, 0.636719, 0.582031, 0.417969, 0.863281, 1.125, 0.84375, 1.0, 0.574219, 0.310547, 0.929688, 0.439453, 0.996094, 0.710938, 0.535156, 0.804688, 0.306641, 0.777344, 0.773438, 0.734375, 0.9375, 0.628906, 0.660156, 0.472656, 0.703125, 0.820312, 0.390625, 0.605469, 0.644531, 0.769531, 1.070312, 1.03125, 0.535156, 0.542969, 0.679688, 0.53125, 0.574219, 0.597656, 0.53125, 0.726562, 0.376953, 0.306641, 0.314453, 0.890625, 0.601562, 0.777344, 0.972656, 0.65625, 0.921875, 1.117188, 0.878906, 0.621094, 0.628906, 0.578125, 0.320312, 0.496094, 0.734375, 0.785156, 0.9375, 0.40625, 0.632812, 1.125, 0.453125, 1.203125, 0.363281, 0.6875, 0.78125, 0.789062, 0.808594, 0.173828, 0.542969, 0.367188, 0.416016, 0.375, 0.21875, 0.53125, 0.380859, 0.800781, 0.304688, 0.703125, 0.730469, 0.4375, 0.855469, 0.158203, 0.535156, 0.890625, 0.337891, 0.375, 0.929688, 0.84375, 0.808594, 0.765625, 0.792969, 0.511719, 0.361328, 0.285156, 1.007812, 0.365234, 0.945312, 0.675781, 0.859375, 0.535156, 0.640625, 0.445312, 0.835938, 0.667969, 0.431641, 0.691406, 0.632812, 0.492188, 0.349609, 0.808594, 0.333984, 0.314453, 0.671875, 0.761719, 0.605469, 0.632812, 0.582031, 0.135742, 0.507812, 1.085938, 0.882812, 0.361328, 0.816406, 0.96875, 0.925781, 0.75, 0.808594, 0.447266, 0.851562, 0.78125, 0.65625, 0.15625, 0.757812, 0.292969, 0.792969, 0.742188, 0.363281, 0.941406, 0.824219, 0.894531, 0.429688, 0.498047, 0.566406, 0.275391, 0.277344, 0.691406, 0.722656, 0.429688, 0.921875, 0.613281, 0.316406, 0.917969, 0.314453, 0.667969, 0.365234, 0.486328, 0.871094, 0.310547, 1.007812, 0.988281, 0.789062, 0.601562, 0.589844, 0.785156, 0.472656, 0.914062, 0.898438, 0.398438, 0.917969, 0.527344, 0.898438, 0.902344, 0.859375, 0.660156, 0.785156, 0.78125, 0.316406, 0.601562, 0.789062, 0.964844, 0.792969, 0.757812, 0.347656, 0.851562, 0.703125, 0.400391, 0.392578, 0.703125, 1.15625, 0.320312, 0.294922, 0.460938, 0.925781, 0.157227, 0.71875, 0.396484, 0.789062, 0.582031, 0.910156, 0.695312, 0.320312, 0.863281, 1.296875, 0.675781, 0.6875, 0.53125, 0.679688, 0.416016, 0.376953, 0.683594, 0.287109, 0.194336, 0.769531, 0.441406, 0.832031, 0.6875, 0.769531, 0.507812, 0.796875, 1.132812, 0.847656, 0.835938, 0.886719, 0.165039, 0.539062, 0.359375, 0.316406, 0.163086, 1.03125, 0.6875, 0.839844, 0.339844, 0.621094, 0.285156, 0.40625, 0.369141, 0.1875, 0.330078, 0.753906, 0.953125, 0.773438, 0.710938, 0.625, 0.339844, 0.722656, 1.25, 1.0625, 0.601562, 0.621094, 0.404297, 0.851562, 0.871094, 0.929688, 0.859375, 0.953125, 0.455078, 0.460938, 0.361328, 0.980469, 0.640625, 0.726562, 0.917969, 0.613281, 0.988281, 0.410156, 0.145508, 0.324219, 0.425781, 0.914062, 0.421875, 0.310547, 0.417969, 0.376953, 1.039062, 0.726562, 0.910156, 0.628906, 0.6875, 0.414062, 0.554688, 0.699219, 0.644531, 0.886719, 0.710938, 0.910156, 0.285156, 0.376953, 0.9375, 0.75, 0.972656, 0.291016, 0.9375, 0.671875, 0.730469, 1.0625, 0.667969, 0.804688, 0.367188, 0.570312, 0.523438, 0.320312, 0.78125, 1.046875, 0.492188, 0.671875, 0.734375, 0.613281, 0.628906, 0.457031, 0.375, 0.554688, 0.392578, 0.769531, 0.730469, 0.535156, 0.820312, 0.382812, 1.078125, 0.484375, 0.582031, 1.007812, 0.157227, 0.5, 0.507812, 0.458984, 0.133789, 0.306641, 0.828125, 0.707031, 0.78125, 0.3125, 1.007812, 0.498047, 0.628906, 0.863281, 0.625, 0.742188, 0.828125, 0.84375, 0.308594, 0.675781, 0.4375, 0.882812, 0.414062, 0.361328, 0.726562, 0.341797, 0.859375, 0.404297, 0.609375, 0.695312, 0.226562, 0.765625, 1.09375, 0.910156, 0.75, 0.359375, 0.796875, 0.972656, 0.470703, 1.015625, 0.302734, 0.466797, 0.734375, 0.777344, 0.582031, 0.574219, 0.589844, 0.539062, 0.353516, 0.714844, 0.644531, 0.511719, 0.777344, 0.425781, 0.558594, 0.335938, 0.679688, 0.753906, 0.285156, 0.382812, 0.318359, 0.882812, 0.863281, 1.195312, 1.09375, 0.324219, 0.339844, 0.597656, 1.023438, 0.398438, 0.139648, 0.835938, 0.589844, 0.804688, 0.769531, 1.375, 0.53125, 0.753906, 0.410156, 0.683594, 0.4375, 0.765625, 0.28125, 0.136719, 0.746094, 0.851562, 0.671875, 0.570312, 1.046875, 0.75, 0.291016, 0.675781, 0.664062, 0.5625, 0.890625, 0.298828, 0.746094, 0.914062, 0.484375, 0.96875, 0.337891, 0.804688, 1.125, 0.445312, 0.212891, 0.917969, 0.753906, 0.636719, 0.621094, 0.570312, 0.792969, 0.769531, 1.046875, 0.539062, 0.375, 0.710938, 0.613281, 1.078125, 0.484375, 0.816406, 1.054688, 0.605469, 0.613281, 0.785156, 0.314453, 0.141602, 0.683594, 0.644531, 0.976562, 0.628906, 0.988281, 1.09375, 0.703125, 0.757812, 0.667969, 0.220703, 0.792969, 0.326172, 0.652344, 0.443359, 0.324219, 0.417969, 0.484375, 0.835938, 0.847656, 0.617188, 0.550781, 0.984375, 0.898438, 0.828125, 0.867188, 0.640625, 1.007812, 0.976562, 0.416016, 0.636719, 0.691406, 0.648438, 0.376953, 0.535156, 0.84375, 0.847656, 0.351562, 0.320312, 0.609375, 1.085938, 1.03125, 0.84375, 0.835938, 0.933594, 0.839844, 0.96875, 0.519531, 0.332031, 0.386719, 0.527344, 0.585938, 0.318359, 0.78125, 1.09375, 0.431641, 0.376953, 0.988281, 0.527344, 1.023438, 0.183594, 0.314453, 0.773438, 0.439453, 0.855469, 0.910156, 1.015625, 1.03125, 1.132812, 0.667969, 0.769531, 0.585938, 0.976562, 0.710938, 0.605469, 1.085938, 1.015625, 0.945312, 0.632812, 0.976562, 1.039062, 0.550781, 0.859375, 0.546875, 0.972656, 0.523438, 0.738281, 0.90625, 0.910156, 0.828125, 0.707031, 0.890625, 0.542969, 0.550781, 0.644531, 0.699219, 1.101562, 0.566406, 0.664062, 1.046875, 0.59375, 0.675781, 0.361328, 0.388672, 0.363281, 0.761719, 0.347656, 0.345703, 0.78125, 0.451172, 0.341797, 0.722656, 0.78125, 1.039062, 0.382812, 1.023438, 0.419922, 0.6875, 0.376953, 0.992188, 0.287109, 0.291016, 0.988281, 1.21875, 1.1875, 0.304688, 0.298828, 0.464844, 0.84375, 0.808594, 0.703125, 0.667969, 0.859375, 0.746094, 0.248047, 0.5, 0.699219, 0.75, 0.296875, 0.451172, 0.330078, 0.386719, 0.384766, 0.320312, 0.820312, 0.730469, 0.523438, 0.154297, 0.707031, 1.132812, 0.84375, 0.773438, 0.667969, 1.007812, 0.373047, 0.820312, 0.753906, 1.0, 0.726562, 0.710938, 0.238281, 0.789062, 0.71875, 0.746094, 0.550781, 0.652344, 0.527344, 0.636719, 0.382812, 0.785156, 0.773438, 0.808594, 0.6875, 0.345703, 0.695312, 0.539062, 0.601562, 0.625, 0.310547, 0.414062, 0.145508, 0.734375, 1.046875, 0.84375, 0.976562, 0.597656, 0.910156, 0.683594, 0.648438, 0.417969, 0.332031, 0.5625, 0.675781, 0.271484, 0.734375, 0.328125, 0.851562, 0.488281, 0.566406, 0.699219, 0.291016, 0.761719, 0.667969, 0.976562, 1.054688, 0.470703, 0.777344, 0.53125, 0.667969, 0.275391, 0.78125, 0.671875, 0.601562, 0.828125, 0.835938, 0.296875, 0.306641, 0.539062, 0.644531, 0.519531, 0.757812, 0.753906, 0.847656, 0.292969, 0.785156, 0.339844, 0.875, 0.847656, 0.527344, 0.652344, 0.644531, 0.964844, 0.902344, 0.345703, 0.777344, 0.984375, 0.335938, 0.566406, 0.882812, 0.824219, 0.558594, 0.597656, 0.738281, 0.941406, 0.917969, 0.427734, 0.443359, 1.078125, 0.707031, 0.878906, 0.65625, 0.345703, 0.625, 0.84375, 0.792969, 0.886719, 0.566406, 0.714844, 0.824219, 1.109375, 0.914062, 0.824219, 0.679688, 0.376953, 0.808594, 0.574219, 0.132812, 0.730469, 0.976562, 0.679688, 0.542969, 0.361328, 0.769531, 0.433594, 0.894531, 0.792969, 1.03125, 0.679688, 0.478516, 0.605469, 1.101562, 0.808594, 0.878906, 0.644531, 0.464844, 0.730469, 0.636719, 0.451172, 0.609375, 0.695312, 0.304688, 0.149414, 0.890625, 0.335938, 0.820312, 0.828125, 0.957031, 0.326172, 0.5, 0.832031, 0.695312, 0.941406, 0.613281, 0.660156, 0.347656, 0.441406, 0.898438, 0.742188, 0.753906, 0.835938, 0.310547, 1.007812, 0.353516, 0.789062, 1.007812, 0.476562, 0.886719, 0.777344, 1.03125, 1.03125, 0.933594, 0.792969, 0.400391, 0.333984, 0.617188, 0.753906, 0.882812, 0.746094, 0.65625, 0.820312, 0.447266, 0.34375, 0.859375, 0.539062, 0.851562, 0.742188, 0.832031, 0.722656, 0.746094, 0.328125, 0.402344, 0.53125, 0.773438, 0.349609, 0.140625, 0.734375, 0.320312, 0.449219, 0.353516, 0.341797, 0.964844, 0.443359, 0.351562, 0.382812, 0.328125, 0.523438, 1.179688, 0.324219, 0.652344, 1.078125, 0.792969, 0.804688, 0.484375, 0.5625, 0.789062, 0.789062, 0.664062, 0.859375, 0.365234, 1.148438, 0.878906, 0.816406, 0.601562, 0.851562, 0.474609, 0.695312, 0.761719, 0.132812, 0.742188, 0.738281, 0.355469, 0.980469, 0.730469, 0.78125, 0.828125, 0.902344, 0.914062, 0.640625, 0.820312, 0.710938, 0.671875, 0.376953, 0.574219, 0.394531, 0.710938, 1.054688, 0.882812, 0.804688, 0.703125, 0.867188, 0.730469, 0.155273, 0.578125, 1.023438, 0.439453, 0.605469, 0.757812, 0.710938, 0.863281, 0.625, 0.726562, 0.462891, 0.269531, 0.851562, 0.78125, 0.605469, 0.773438, 0.231445, 0.816406, 0.75, 0.785156, 0.929688, 0.652344, 0.412109, 0.777344, 0.441406, 0.484375, 0.890625, 0.75, 0.574219, 0.652344, 1.054688, 1.015625, 0.519531, 0.839844, 0.464844, 0.414062, 0.617188, 0.710938, 0.519531, 0.722656, 0.746094, 0.691406, 0.746094, 0.431641, 0.96875, 0.695312, 0.753906, 0.558594, 0.882812, 0.414062, 0.609375, 0.3125, 0.625, 0.769531, 0.679688, 0.757812, 0.800781, 0.707031, 0.539062, 0.490234, 0.427734, 0.738281, 0.90625, 0.443359, 0.585938, 0.546875, 0.890625, 0.308594, 0.707031, 0.601562, 0.546875, 0.847656, 0.671875, 0.628906, 0.671875, 0.746094, 0.474609, 1.195312, 0.984375, 0.417969, 0.730469, 0.361328, 0.8125, 0.625, 0.425781, 0.925781, 1.148438, 0.734375, 0.847656, 0.15332, 0.898438, 0.675781, 0.542969, 0.9375, 0.357422, 0.392578, 0.832031, 0.777344, 0.746094, 0.800781, 0.341797, 0.8125, 0.527344, 1.070312, 0.847656, 0.613281, 0.945312, 0.263672, 0.710938, 0.139648, 0.753906, 0.761719, 0.546875, 0.828125, 0.839844, 0.455078, 0.308594, 0.597656, 1.070312, 0.289062, 0.550781, 0.5, 0.222656, 0.628906, 0.486328, 0.730469, 0.746094, 0.425781, 1.03125, 0.980469, 0.404297, 0.335938, 0.835938, 0.515625, 0.882812, 0.660156, 0.882812, 0.341797, 0.314453, 0.457031, 1.0625, 1.148438, 0.652344, 0.75, 0.431641, 0.894531, 0.482422, 0.800781, 0.388672, 0.390625, 0.839844, 0.816406, 0.566406, 0.925781, 0.867188, 0.992188, 0.742188, 0.777344, 1.015625, 0.734375, 0.353516, 0.875, 1.15625, 0.609375, 0.558594, 0.78125, 0.769531, 0.78125, 0.125, 0.851562, 0.792969, 0.792969, 0.726562, 0.679688, 0.730469, 0.330078, 0.730469, 0.296875, 0.494141, 0.145508, 0.457031, 0.894531, 0.292969, 0.652344, 0.789062, 0.761719, 0.71875, 0.9375, 0.149414, 1.15625, 0.90625, 0.875, 1.101562, 0.828125, 0.664062, 0.660156, 0.996094, 0.6875, 0.535156, 0.6875, 0.933594, 0.388672, 0.878906, 1.125, 0.988281, 0.816406, 0.691406, 0.341797, 0.671875, 0.804688, 0.341797, 0.371094, 0.71875, 0.285156, 0.832031, 1.046875, 0.785156, 0.326172, 0.882812, 0.789062, 0.945312, 0.263672, 0.306641, 0.347656, 0.367188, 0.910156, 0.367188, 0.820312, 0.59375, 0.6875, 0.933594, 0.330078, 0.3125, 0.628906, 0.574219, 0.945312, 0.527344, 0.777344, 0.523438, 0.519531, 0.792969, 0.84375, 0.695312, 0.375, 0.820312, 0.75, 0.792969, 0.964844, 0.804688, 0.300781, 0.542969, 0.585938, 0.180664, 0.824219, 0.648438, 0.345703, 0.667969, 0.398438, 0.632812, 0.875, 0.597656, 1.898438, 0.675781, 0.785156, 0.757812, 0.515625, 0.617188, 0.921875, 0.78125, 0.921875, 0.929688, 0.328125, 0.15625, 0.910156, 0.832031, 0.53125, 0.648438, 0.832031, 0.832031, 0.972656, 0.335938, 0.410156, 0.263672, 0.457031, 0.613281, 0.400391, 0.828125, 0.992188, 0.792969, 0.65625, 0.632812, 0.808594, 0.753906, 0.980469, 0.386719, 0.832031, 0.478516, 0.660156, 0.15332, 0.855469, 0.710938, 0.160156, 0.941406, 0.753906, 1.148438, 0.578125, 0.429688, 0.582031, 0.523438, 0.253906, 0.773438, 0.496094, 0.349609, 1.125, 0.699219, 0.157227, 0.824219, 0.25, 0.792969, 0.734375, 0.492188, 0.65625, 0.316406, 0.816406, 0.570312, 0.863281, 0.390625, 0.660156, 0.314453, 0.367188, 0.800781, 0.172852, 0.328125, 0.464844, 0.259766, 0.507812, 0.636719, 0.894531, 1.078125, 0.714844, 0.851562, 0.466797, 0.800781, 0.138672, 0.443359, 0.792969, 0.921875, 0.777344, 0.710938, 0.847656, 0.40625, 0.707031, 0.488281, 0.894531, 0.4375, 0.554688, 0.710938, 0.589844, 0.855469, 0.664062, 0.353516, 1.007812, 0.789062, 0.808594, 0.3125, 0.484375, 0.785156, 0.414062, 0.431641, 0.178711, 0.40625, 0.746094, 0.785156, 0.777344, 0.443359, 0.765625, 0.757812, 0.644531, 0.695312, 0.699219, 0.458984, 0.398438, 0.628906, 0.419922, 0.613281, 0.566406, 0.234375, 0.820312, 0.78125, 0.625, 0.699219, 0.613281, 0.726562, 0.652344, 0.550781, 0.425781, 0.298828, 0.457031, 0.380859, 0.710938, 0.404297, 0.914062, 0.921875 ] }, "name": "model.model.layers.14.post_attention_layernorm.weight", "outputIndexes": [ 1235 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1234 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_14/Mul_output_0", "outputIndexes": [ 1236 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1235, 1236 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_14/Mul_1_output_0", "outputIndexes": [ 1237 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1237 ], "outputIndexes": [ 2716 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2716 ], "outputIndexes": [ 2717 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear", "inputIndexes": [ 2717 ], "outputIndexes": [ 2718 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1852031172, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2718 ], "outputIndexes": [ 2719 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2719 ], "outputIndexes": [ 1238 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1238 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_14/Sigmoid_output_0", "outputIndexes": [ 1239 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1238, 1239 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_14/Mul_output_0", "outputIndexes": [ 1240 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1237 ], "outputIndexes": [ 2720 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2720 ], "outputIndexes": [ 2721 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear", "inputIndexes": [ 2721 ], "outputIndexes": [ 2722 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1890222298, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2722 ], "outputIndexes": [ 2723 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2723 ], "outputIndexes": [ 1241 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1240, 1241 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_14/Mul_output_0", "outputIndexes": [ 1242 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1242 ], "outputIndexes": [ 2724 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2724 ], "outputIndexes": [ 2725 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear", "inputIndexes": [ 2725 ], "outputIndexes": [ 2726 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1928413424, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2726 ], "outputIndexes": [ 2727 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2727 ], "outputIndexes": [ 1243 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1234, 1243 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_74_output_0", "outputIndexes": [ 1244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1244, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_135_output_0", "outputIndexes": [ 1245 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.179688, 0.458984, 1.585938, 0.339844, 1.195312, 0.486328, 0.425781, 0.652344, 0.683594, 0.251953, 0.480469, 0.300781, 0.388672, 0.271484, 0.314453, 0.886719, 0.458984, 0.308594, 0.470703, 0.365234, 0.789062, 0.496094, 0.470703, 0.332031, 0.279297, 0.945312, 0.291016, 0.271484, 0.373047, 0.318359, 1.078125, 0.273438, 0.78125, 0.425781, 0.914062, 1.023438, 0.322266, 0.910156, 0.488281, 0.273438, 0.960938, 0.476562, 1.421875, 0.628906, 1.296875, 0.953125, 0.292969, 1.507812, 0.898438, 0.324219, 1.140625, 0.392578, 0.363281, 0.345703, 0.757812, 0.373047, 0.746094, 1.304688, 0.8125, 0.628906, 0.259766, 0.695312, 0.757812, 0.419922, 1.148438, 1.273438, 0.202148, 0.404297, 0.224609, 0.498047, 0.357422, 0.738281, 0.632812, 0.441406, 1.101562, 0.75, 0.804688, 0.337891, 0.714844, 1.234375, 1.195312, 1.296875, 1.28125, 0.458984, 0.597656, 0.112305, 0.439453, 1.1875, 0.535156, 0.589844, 0.65625, 0.546875, 0.605469, 0.503906, 1.242188, 0.398438, 0.546875, 0.302734, 0.476562, 0.231445, 0.259766, 0.310547, 1.203125, 0.433594, 1.351562, 0.828125, 1.539062, 0.355469, 0.800781, 0.376953, 0.386719, 0.345703, 0.498047, 1.28125, 0.396484, 1.140625, 0.271484, 0.582031, 0.855469, 0.231445, 0.302734, 0.357422, 1.039062, 0.427734, 0.722656, 0.339844, 0.867188, 0.388672, 0.119141, 0.314453, 0.330078, 0.4375, 0.408203, 1.117188, 0.419922, 0.59375, 0.341797, 0.511719, 0.535156, 0.691406, 0.289062, 0.964844, 1.070312, 0.140625, 0.792969, 0.363281, 1.320312, 0.435547, 0.886719, 0.40625, 0.882812, 0.523438, 0.384766, 0.433594, 0.8125, 0.585938, 0.332031, 0.333984, 1.101562, 1.164062, 0.292969, 0.404297, 0.632812, 0.460938, 1.03125, 0.40625, 0.425781, 0.757812, 0.376953, 0.570312, 0.488281, 0.267578, 0.248047, 0.279297, 0.425781, 1.1875, 0.445312, 0.365234, 0.945312, 0.40625, 0.177734, 0.466797, 0.816406, 0.285156, 0.152344, 0.625, 0.349609, 0.275391, 0.361328, 0.570312, 0.25, 0.570312, 1.101562, 0.304688, 1.5625, 0.644531, 0.490234, 0.921875, 0.546875, 0.412109, 0.400391, 1.226562, 1.179688, 1.25, 1.359375, 0.458984, 0.21875, 0.404297, 0.777344, 0.170898, 0.710938, 0.433594, 0.263672, 0.683594, 0.398438, 1.132812, 0.371094, 0.289062, 1.40625, 0.384766, 0.375, 0.310547, 0.804688, 0.574219, 0.523438, 1.296875, 0.287109, 0.597656, 0.339844, 0.460938, 0.582031, 0.972656, 0.578125, 0.355469, 0.466797, 1.234375, 0.326172, 0.960938, 0.118652, 0.496094, 0.816406, 0.367188, 0.539062, 0.392578, 0.310547, 0.847656, 0.617188, 0.726562, 0.734375, 0.455078, 0.416016, 1.460938, 0.375, 0.40625, 0.429688, 0.326172, 0.435547, 0.135742, 0.347656, 0.34375, 0.464844, 0.507812, 0.578125, 0.6875, 0.535156, 0.241211, 0.427734, 0.427734, 0.960938, 0.949219, 1.0, 0.769531, 0.585938, 0.523438, 0.302734, 1.25, 0.496094, 0.460938, 0.241211, 1.265625, 0.332031, 0.419922, 0.126953, 0.519531, 0.339844, 1.304688, 0.217773, 0.6875, 0.753906, 0.291016, 1.1875, 0.291016, 0.566406, 0.492188, 0.24707, 0.386719, 0.992188, 0.267578, 0.839844, 0.378906, 0.249023, 0.574219, 0.429688, 0.902344, 1.242188, 0.847656, 0.392578, 0.345703, 0.462891, 0.523438, 0.949219, 0.365234, 0.4375, 0.361328, 0.90625, 0.582031, 0.515625, 1.039062, 0.71875, 0.408203, 0.933594, 0.400391, 0.285156, 0.351562, 0.394531, 0.435547, 0.332031, 0.427734, 0.457031, 0.388672, 0.125, 0.707031, 0.660156, 0.351562, 0.412109, 0.371094, 0.808594, 1.46875, 0.734375, 0.225586, 0.099121, 0.328125, 0.351562, 0.386719, 0.186523, 0.898438, 1.320312, 0.478516, 0.320312, 0.421875, 0.78125, 0.310547, 1.34375, 0.453125, 1.351562, 0.392578, 0.507812, 0.671875, 0.292969, 0.445312, 1.484375, 1.210938, 0.181641, 0.271484, 0.388672, 0.429688, 0.398438, 1.109375, 0.439453, 0.269531, 0.394531, 0.414062, 0.558594, 0.302734, 0.621094, 1.1875, 0.204102, 0.326172, 0.496094, 0.671875, 0.8125, 0.640625, 0.410156, 1.265625, 0.761719, 0.291016, 1.34375, 0.453125, 0.396484, 0.34375, 0.408203, 0.992188, 0.535156, 0.208984, 0.291016, 0.660156, 0.291016, 0.310547, 0.482422, 0.15625, 0.332031, 0.675781, 0.5, 0.996094, 0.291016, 0.535156, 0.570312, 0.632812, 0.527344, 0.628906, 0.496094, 0.494141, 0.898438, 0.402344, 0.664062, 1.25, 0.910156, 0.470703, 0.453125, 0.609375, 0.519531, 0.855469, 0.375, 0.224609, 0.330078, 0.335938, 0.789062, 0.597656, 0.245117, 0.519531, 0.427734, 0.326172, 0.292969, 0.380859, 0.847656, 0.164062, 0.394531, 0.472656, 0.330078, 0.355469, 0.34375, 1.1875, 1.304688, 0.416016, 0.414062, 0.363281, 0.431641, 0.5625, 1.195312, 1.28125, 1.359375, 0.435547, 0.53125, 0.400391, 1.476562, 1.148438, 0.195312, 0.310547, -0.042725, 0.320312, 0.542969, 0.316406, 0.431641, 0.765625, 0.306641, 0.960938, 0.314453, 0.40625, 0.306641, 0.710938, 0.285156, 0.151367, 0.46875, 0.488281, 1.0625, 0.585938, 0.296875, 0.259766, 0.535156, 0.453125, 0.660156, 0.470703, 0.243164, 1.15625, 1.0625, 0.691406, 1.28125, 1.15625, 1.140625, 1.0, 0.375, 0.875, 1.132812, 0.644531, 1.234375, 0.206055, 0.492188, 0.460938, 1.421875, 0.636719, 0.392578, 0.328125, 0.304688, 0.484375, 0.349609, 1.117188, 1.070312, 0.138672, 0.408203, 0.310547, 0.902344, 0.847656, 0.570312, 0.972656, 0.914062, 0.326172, 0.230469, 0.386719, 0.318359, 1.21875, 0.285156, 0.570312, 0.503906, 0.126953, 0.462891, 0.25, 1.078125, 0.597656, 0.490234, 0.339844, 0.394531, 1.125, 1.1875, 0.472656, 0.351562, 0.53125, 0.332031, 0.386719, 0.785156, 0.523438, 0.277344, 0.244141, 0.332031, 0.445312, 0.316406, 0.6875, 1.460938, 0.921875, 0.164062, 1.257812, 0.671875, 1.359375, 0.585938, 1.601562, 0.271484, 0.267578, 0.3125, 0.474609, 0.494141, 0.255859, 1.289062, 0.535156, 0.369141, 0.160156, 0.294922, 0.640625, 0.373047, 1.078125, 1.046875, 0.204102, 1.289062, 0.373047, 0.208008, 0.251953, 0.458984, 0.371094, 0.328125, 1.015625, 0.273438, 0.808594, 0.628906, 1.242188, 0.574219, 0.238281, 1.125, 0.400391, 0.394531, 0.3125, 0.412109, 0.228516, 1.039062, 0.636719, 0.535156, 1.21875, 0.746094, 0.507812, 0.337891, 0.233398, 0.353516, 0.287109, 1.101562, 0.28125, 0.275391, 1.265625, 0.554688, 1.148438, 0.431641, 0.396484, 1.101562, 0.828125, 1.226562, 0.847656, 0.322266, 0.296875, 0.550781, 0.402344, 0.154297, 0.396484, 0.792969, 0.996094, 0.578125, 0.414062, 1.046875, 0.423828, 1.0, 0.453125, 1.375, 0.503906, 0.380859, 1.304688, 0.398438, 0.457031, 0.304688, 0.402344, 0.18457, 0.265625, 0.902344, 0.155273, 0.458984, 0.445312, 0.349609, 0.332031, 0.5, 0.613281, 1.148438, 1.429688, 0.443359, 0.458984, 0.462891, 0.316406, 0.160156, 0.8125, 0.53125, 0.382812, 0.404297, 0.707031, 0.3125, 0.496094, 0.539062, 0.271484, 0.396484, 0.294922, 0.957031, 0.71875, 0.726562, 0.757812, 0.375, 0.433594, 0.640625, 0.527344, 0.3125, 0.453125, 0.419922, 0.585938, 0.427734, 0.414062, 0.914062, 0.433594, 1.320312, 0.601562, 0.464844, 0.691406, 0.216797, 0.613281, 0.875, 1.242188, 0.380859, 0.375, 0.308594, 0.570312, 1.296875, 1.4375, 0.445312, 1.164062, 0.386719, 0.359375, 0.96875, 1.28125, 0.316406, 0.558594, 0.244141, 0.683594, 0.769531, 0.394531, 0.425781, 0.433594, 0.333984, 0.124512, 0.5, 0.96875, 0.435547, 0.163086, 0.363281, 0.326172, 1.40625, 1.234375, 0.472656, 0.478516, 0.449219, 0.851562, 0.925781, 0.507812, 0.408203, 0.371094, 0.578125, 0.441406, 0.632812, 0.363281, 0.261719, 1.429688, 0.550781, 0.554688, 0.337891, 0.458984, 0.511719, 0.490234, 0.298828, 0.25, 0.371094, 1.0625, 0.886719, 0.412109, 0.320312, 0.332031, 0.396484, 0.353516, 0.726562, 0.248047, 1.328125, 0.457031, 0.330078, 0.416016, 0.574219, 1.351562, 1.015625, 0.341797, 0.255859, 0.628906, 1.21875, 0.785156, 0.478516, 0.339844, 0.710938, 0.75, 0.511719, 0.396484, 0.617188, 0.28125, 0.349609, 1.171875, 0.333984, 0.78125, 0.121582, 0.326172, 1.195312, 0.174805, 0.742188, 0.976562, 0.570312, 0.388672, 0.349609, 0.304688, 0.703125, 0.482422, 0.341797, 0.441406, 0.441406, 0.333984, 0.427734, 0.400391, 0.710938, 0.328125, 0.043213, 0.523438, 0.644531, 0.253906, 0.326172, 0.738281, 1.304688, 0.511719, 0.316406, 1.117188, 0.486328, 0.949219, 0.875, 0.146484, 0.494141, 0.40625, 0.941406, 0.316406, 0.296875, 0.470703, 0.416016, 1.40625, 0.445312, 0.921875, 0.458984, 0.275391, 0.707031, 0.699219, 0.412109, 0.416016, 1.257812, 1.117188, 0.217773, 0.207031, 0.404297, 0.302734, 0.308594, 0.292969, 0.5, 1.171875, 1.03125, 1.257812, 0.302734, 0.310547, 0.601562, 0.855469, 0.75, 0.886719, 0.470703, 0.353516, 0.378906, 1.117188, 0.910156, 0.535156, 0.355469, 0.494141, 0.462891, 0.398438, 0.423828, 0.40625, 0.511719, 0.4375, 0.96875, 0.386719, 1.078125, 0.328125, 0.730469, 0.6875, 1.179688, 0.345703, 0.306641, 0.894531, 0.292969, 0.318359, 1.34375, 0.225586, 0.398438, 0.621094, 0.386719, 0.519531, 1.148438, 1.234375, 0.769531, 0.9375, 0.490234, 0.135742, 0.574219, 1.023438, 0.480469, 0.925781, 0.404297, 0.345703, 0.914062, 0.617188, 0.445312, 0.464844, 0.126953, 1.289062, 1.09375, 0.539062, 0.400391, 0.410156, 1.289062, 0.363281, 0.443359, 0.507812, 1.140625, 1.0625, 0.683594, 0.400391, 0.412109, 0.248047, 0.785156, 0.933594, 0.433594, 0.8125, 0.535156, 0.349609, 1.0625, 1.28125, 0.5, 0.78125, 0.507812, 0.316406, 0.582031, 1.140625, 0.326172, 0.462891, 0.585938, 0.498047, 0.380859, 0.71875, 0.582031, 0.447266, 1.101562, 0.402344, 0.248047, 0.554688, 0.447266, 0.90625, 0.503906, 0.337891, 0.996094, 0.478516, 0.320312, 0.699219, 0.285156, 0.773438, 0.261719, 0.34375, 0.386719, 1.25, 1.15625, 0.310547, 1.296875, 0.351562, 0.878906, 1.25, 1.21875, 0.824219, 0.507812, 0.292969, 0.380859, 0.921875, 0.367188, 0.121094, 0.271484, 0.181641, 0.46875, 1.210938, 0.867188, 0.34375, 0.503906, 0.351562, 0.337891, 0.320312, 0.486328, 1.390625, 0.910156, 0.412109, 0.326172, 0.703125, 0.78125, 1.328125, 0.902344, 0.466797, 1.015625, 0.8125, 0.40625, 0.398438, 0.273438, 0.730469, 0.5, 0.273438, 0.248047, 0.449219, 0.455078, 1.257812, 1.203125, 0.412109, 0.239258, 0.4375, 1.367188, 0.617188, 0.423828, 0.914062, 0.173828, 0.261719, 0.396484, 0.423828, 0.308594, 0.359375, 0.365234, 0.375, 0.648438, 0.953125, 1.0625, 0.373047, 0.457031, 0.4375, 0.337891, 0.261719, 0.135742, 0.433594, 0.753906, 0.236328, 0.283203, 0.408203, 0.314453, 0.25, 1.726562, 0.3125, 0.306641, 0.882812, 0.183594, 0.523438, 0.28125, 0.150391, 1.210938, 0.65625, 0.554688, 0.376953, 0.298828, 0.486328, 0.613281, 1.078125, 0.373047, 0.882812, 0.248047, 0.119141, 1.242188, 0.523438, 0.78125, 0.255859, 1.578125, 0.316406, 0.423828, 0.451172, 0.289062, 0.335938, 1.15625, 0.609375, 1.367188, 0.691406, 0.28125, 1.007812, 0.28125, 0.445312, 0.310547, 0.326172, 0.316406, 0.539062, 0.380859, 0.277344, 0.470703, 0.363281, 1.265625, 0.062256, 1.273438, 0.355469, 1.039062, 0.890625, 0.988281, 1.46875, 0.335938, 1.046875, 0.296875, 0.457031, 0.423828, 0.267578, 0.287109, 0.375, 1.1875, 0.376953, 0.625, 0.298828, 0.240234, 0.341797, 0.25, 0.472656, 0.179688, 0.535156, 1.070312, 0.960938, 1.109375, 1.421875, 0.4375, 0.155273, 0.996094, 0.34375, 0.289062, 0.363281, 0.359375, 1.359375, 0.460938, 0.375, 1.34375, 1.117188, 0.116699, 0.165039, 0.734375, 0.460938, 0.408203, 1.25, 0.285156, 0.322266, 0.675781, 0.550781, 1.09375, 0.824219, 0.28125, 0.241211, 0.306641, 1.382812, 0.233398, 1.328125, 0.404297, 0.269531, 0.369141, 0.339844, 0.664062, 0.574219, 0.376953, 0.726562, 0.263672, 0.457031, 0.90625, 0.298828, 0.707031, 0.585938, 0.710938, 0.625, 0.279297, 0.371094, 0.330078, 0.460938, 1.359375, 0.474609, 0.296875, 0.601562, 0.34375, 1.25, 0.328125, 1.273438, 0.628906, 0.464844, 0.200195, 0.675781, 0.292969, 1.539062, 0.371094, 0.283203, 1.164062, 0.816406, 0.291016, 0.507812, 0.703125, 0.320312, 1.382812, 0.574219, 1.109375, 0.507812, 0.269531, 0.347656, 0.59375, 0.322266, 0.664062, 0.578125, 0.320312, 1.054688, 0.683594, 1.453125, 1.148438, 1.0625, 0.675781, 1.148438, 0.392578, 0.384766, 0.267578, 0.333984, 1.257812, 0.90625, 0.511719, 0.53125, 0.392578, 0.416016, 1.085938, 0.402344, 0.941406, 0.933594, 0.609375, 0.388672, 0.449219, 0.102051, 0.474609, 0.289062, 0.117188, 0.363281, 0.363281, 0.769531, 0.294922, 0.363281, 0.523438, 0.519531, 1.257812, 1.109375, 0.490234, 0.255859, 0.25, 0.353516, 0.265625, 0.886719, 0.347656, 1.515625, 0.371094, 0.431641, 1.242188, 0.660156, 0.339844, 0.820312, 0.945312, 0.439453, 0.326172, 0.585938, 1.335938, 0.390625, 0.310547, 0.429688, 0.910156, 1.203125, 1.234375, 0.472656, 1.1875, 0.578125, 1.1875, 1.25, 0.402344, 0.289062, 1.09375, 0.5, 0.453125, 0.664062, 1.125, 0.558594, 0.458984, 0.447266, 0.71875, 0.285156, 0.507812, 0.777344, 0.402344, 0.804688, 1.28125, 0.357422, 0.240234, 1.375, 0.390625, 1.039062, 0.625, 0.496094, 0.511719, 0.355469, 0.886719, 0.435547, 0.425781, 0.134766, 0.462891, 0.578125, 0.361328, 0.369141, 0.204102, 0.333984, 0.90625, 0.126953, 0.462891, 0.365234, 1.0, 0.851562, 0.178711, 0.683594, 1.03125, 0.683594, 0.367188, 0.378906, 0.625, 0.296875, 0.298828, 0.257812, 0.59375, 0.486328, 1.195312, 0.314453, 0.4375, 0.804688, 0.291016, 0.789062, 1.234375, 0.388672, 0.632812, 0.289062, 1.28125, 0.792969, 0.443359, 0.824219, 0.570312, 0.326172, 0.466797, 0.279297, 0.765625, 0.476562, 1.265625, 0.392578, 0.316406, 1.148438, 1.15625, 0.648438, 0.404297, 0.494141, 0.773438, 0.318359, 0.40625, 0.294922, 1.28125, 0.421875, 0.90625, 0.558594, 0.933594, 0.34375, 0.871094, 1.0625, 0.558594, 0.361328, 1.226562, 0.357422, 0.433594, 0.353516, 0.455078, 1.570312, 1.445312, 0.515625, 0.261719, 0.679688, 0.349609, 0.253906, 0.441406, 1.359375, 0.310547, 0.255859, 0.746094, 0.976562, 1.289062, 0.431641, 0.914062, 0.539062, 0.550781, 0.546875, 0.349609, 0.435547, 0.245117, 0.400391, 1.070312, 0.925781, 0.828125, 0.714844, 0.660156, 0.453125, 0.824219, 0.333984, 0.566406, 0.34375, 0.460938, 0.578125, 0.302734, 0.308594, 0.318359, 0.332031, 0.453125, 1.460938, 0.492188, 1.078125, 0.259766, 0.6875, 0.220703, 0.585938, 0.738281, 0.251953, 0.5625, 1.070312, 0.652344, 1.460938, 0.380859, 0.949219, 0.328125, 0.472656, 0.466797, 0.357422, 1.265625, 1.210938, 0.34375, 0.136719, 0.330078, 0.363281, 0.142578, 0.707031, 0.960938, 1.21875, 0.511719, 0.855469, 0.507812, 0.367188, 1.257812, 0.423828, 0.193359, 0.4375, 1.34375, 0.168945, 0.103516, 0.318359, 0.632812, 0.287109, 0.324219, 0.328125, 1.390625, 1.101562, 0.519531, 1.289062, 0.796875, 1.203125, 0.402344, 1.039062, 0.917969, 0.414062, 0.585938, 0.535156, 0.925781, 1.164062, 0.523438, 0.957031, 1.46875, 0.183594, 0.632812, 0.416016, 0.486328, 0.441406, 0.211914, 0.462891, 0.40625, 0.289062, 0.742188, 0.691406, 0.435547, 0.855469, 0.535156, 0.408203, 0.542969, 0.257812, 0.441406, 0.644531, 0.178711, 1.164062, 0.570312, 0.455078, 1.164062, 0.251953, 1.46875, 0.455078, 0.357422, 0.664062, 0.443359, 0.84375, 0.369141, 0.53125, 0.414062, 1.101562, 0.574219, 0.400391, 0.451172, 0.378906, 0.742188, 0.458984, 1.007812, 1.234375, 0.285156, 0.664062, 0.539062, 0.617188, 1.132812, 1.234375, 1.148438, 0.519531, 0.304688, 0.386719, 0.384766, 0.976562, 0.636719, 0.054688, 0.757812, 0.445312, 1.070312, 0.3125, 0.302734, 0.691406, 0.384766, 0.271484, 0.443359, 1.289062, 0.570312, 0.628906, 0.306641, 0.429688, 1.046875, 0.878906, 1.125, 0.5, 0.376953, 0.255859, 0.330078, 0.451172, 0.355469, 0.292969, 1.03125, 0.326172, 0.335938, 0.585938, 1.039062, 1.40625, 0.439453, 0.460938, 1.21875, 0.613281, 0.279297, 0.451172, 0.4375, 0.306641, 1.078125, 0.236328, 0.496094, 0.259766, 0.251953, 0.628906, 0.269531, 0.429688, 1.21875, 0.189453, 0.960938, 0.183594, 0.322266, 0.373047, 0.245117, 0.582031, 1.125, 0.361328, 0.894531, 0.478516, 0.462891, 1.203125, 0.914062, 1.234375, 0.558594, 0.628906, 0.15625, 0.318359, 0.539062, 1.039062, 0.194336, 0.601562, 0.777344, 0.294922, 0.679688, 0.5, 0.765625, 1.328125, 0.792969, 0.408203, 0.455078, 0.474609, 0.24707, 0.332031, 0.361328, 0.488281, 1.3125, 0.277344, 0.285156, 0.433594, 0.800781, 0.34375, 0.289062, 0.349609, 1.054688, 0.53125, 0.490234, 1.53125, 0.341797, 0.621094, 0.443359, 0.361328, 0.515625, 0.429688, 0.679688, 0.515625, 0.527344, 0.738281, 0.253906, 0.410156, 0.835938, 0.84375, 0.460938, 0.667969, 0.574219, 0.660156, 1.335938, 0.341797, 1.195312, 0.341797, 0.408203, 0.34375, 0.337891, 0.535156, 0.667969, 0.251953, 0.398438, 0.398438, 0.279297, 0.28125, 1.34375, 1.046875, 0.28125, 0.333984, 0.359375, 1.109375, 0.212891, 0.542969, 0.197266, 0.363281, 0.957031, 0.353516, 0.371094, 1.195312, 0.785156, 1.1875, 1.640625, 0.414062, 0.447266, 0.470703, 0.357422, 0.18457, 1.21875, 0.746094, 1.0625, 0.291016, 0.462891, 0.273438, 0.660156, 1.039062, 0.275391, 0.394531, 0.792969, 0.726562, 0.294922, 1.210938, 0.302734, 0.363281, 1.046875, 0.550781, 0.419922, 0.369141, 0.484375, 0.613281, 0.400391, 0.621094, 0.398438, 0.273438, 0.163086, 0.339844, 0.353516, 0.726562, 0.322266, 0.984375, 0.275391, 0.648438, 0.318359, 0.494141, 0.394531, 0.613281, 0.871094, 0.259766, 0.453125, 0.431641, 1.1875, 0.503906, 0.464844, 0.511719, 0.367188, 0.3125, 0.6875, 0.113281, 0.423828, 0.402344, 0.373047, 0.289062, 0.478516, 1.71875, 1.140625, 0.408203, 0.231445, 0.133789, 0.503906, 0.292969, 0.628906, 0.5, 1.0625, 0.310547, 1.007812, 0.304688, 0.960938, 1.171875, 0.839844, 0.455078, 0.249023, 0.390625, 0.578125, 0.445312, 0.582031, 0.441406, 1.023438, 0.339844, 0.308594, 0.933594, 0.482422, 0.371094, 0.582031, 0.498047, 0.863281, 0.414062, 0.400391, 0.460938, 0.265625, 0.925781, 0.419922, 0.443359, 0.142578, 0.259766, 0.675781, 0.431641, 1.375, 0.447266, 0.400391, 0.988281, 0.421875, 0.308594, 0.34375, 0.322266, 0.6875, 0.451172, 0.617188, 0.333984, 0.65625, 0.859375, 0.59375, 1.5, 1.351562, 1.289062, 0.714844, 1.375, 0.212891, 0.351562, 0.263672, 0.5625, 0.392578, 0.112793, 0.480469, 1.210938, 0.515625, 0.320312, 0.200195, 0.605469, 0.137695, 0.574219, 0.617188, 0.917969, 1.078125, 0.255859, 0.382812, 0.427734, 0.539062, 1.226562, 0.53125, 0.279297, 0.574219, 1.015625, 1.195312, 0.193359, 1.109375, 0.292969, 0.394531, 1.007812, 1.210938, 1.429688, 0.601562, 0.255859, 0.867188, 0.679688, 1.0625, 0.523438, 0.427734, 0.402344, 1.046875, 0.734375, 0.285156, 0.324219, 0.490234, 1.164062, 0.855469, 0.332031, 0.691406, 0.318359, 0.371094, 1.242188, 0.367188, 0.351562, 1.09375, 0.273438, 0.369141, 0.34375, 0.574219, 1.265625, 0.421875, 0.181641, 0.443359, 0.320312, 1.3125, 0.361328, 0.302734, 0.4375, 1.289062, 0.542969, 1.070312, 1.539062, 0.361328, 0.375, 0.527344, 0.226562, 0.129883, 0.355469, 0.3125, 0.365234, 0.474609, 0.625, 0.124512, 0.570312, 1.257812, 0.558594, 0.480469, 0.742188, 0.285156, 1.328125, 0.371094, 0.5625, 1.0, 0.228516, 0.316406, 1.351562, 0.439453, 1.101562, 0.236328, 1.40625, 0.365234, 0.910156, 0.396484, 0.298828, 0.507812, 0.376953, 0.578125, 0.339844, 0.574219, 0.730469, 0.306641, 0.478516, 0.207031, 0.382812, 0.8125, 0.449219, 0.326172, 0.231445, 1.0625, 0.589844, 0.3125, 0.578125, 0.302734, 0.431641, 0.359375, 1.054688, 0.225586, 1.4375, 1.03125, 0.357422, 0.353516, 0.216797, 1.273438, 0.328125, 1.507812, 1.078125, 0.625, 0.371094, 0.337891, 0.328125, 0.417969, 0.878906, 0.890625, 0.761719, 0.388672, 0.660156, 0.431641, 0.195312, 0.820312, 0.441406, 0.464844, 0.78125, 0.337891, 0.5625, 0.300781, 1.21875, 0.472656, 1.117188, 0.408203, 0.498047, 1.234375, 1.390625, 1.09375, 0.300781, 0.367188, 0.5625, 1.25, 0.341797, 1.125, 1.28125, 0.445312, 0.589844, 0.890625, 1.109375, 0.386719, 0.898438, 0.996094, 0.3125, 0.738281, 0.412109, 1.109375, 0.734375, 0.330078, 0.84375, 0.404297, 0.417969, 0.550781, 1.257812, 1.328125, 0.133789, 0.613281, 0.339844, 1.179688, 0.222656, 0.496094, 0.722656, 0.558594, 0.757812, 0.339844, 0.345703, 1.28125, 0.40625, 0.330078, 0.476562, 0.330078, 1.023438, 0.138672, 0.451172, 0.816406, 0.384766, 0.976562, 0.404297, 0.367188, 0.667969, 1.21875, 0.390625, 0.550781, 0.335938, 0.300781, 0.421875, 1.367188, 0.992188, 0.621094, 0.800781, 1.53125, 0.378906, 0.451172, 0.976562, 0.353516, 0.455078, 0.523438, 0.453125, 1.039062, 0.976562, 0.304688, 0.707031, 0.519531, 0.445312, 0.320312, 0.554688, 1.320312, 0.310547, 0.785156, 0.550781, 0.148438, 1.023438, 0.179688, 0.302734, 0.289062, 0.369141, 0.306641, 0.178711, 0.914062, 0.302734, 0.410156, 0.283203, 0.361328, 0.429688, 0.226562, 0.330078, 0.400391, 0.208984, 0.476562, 0.150391, 0.339844, 0.482422, 0.330078, 0.398438, 0.582031, 0.388672, 0.443359, 1.320312, 0.382812, 0.824219, 1.179688, 1.3125, 0.337891, 0.84375, 0.369141, 0.490234, 0.404297, 0.431641, 0.271484, 0.628906, 0.648438, 0.226562, 0.972656, 0.886719, 0.129883, 0.464844, 0.625, 0.289062, 0.380859, 0.773438, 0.163086, 0.390625, 1.164062, 1.164062, 0.388672, 0.277344, 0.492188, 0.867188, 0.298828, 1.015625, 0.382812, 0.515625, 0.519531, 0.298828, 0.494141, 0.455078, 0.277344, 0.435547, 0.269531, 0.652344, 1.335938, 0.871094, 0.332031, 0.273438, 0.28125, 0.367188, 0.453125, 0.714844, 0.349609, 0.554688, 0.453125, 0.298828, 0.394531, 1.148438, 0.326172, 0.519531, 0.621094, 0.527344, 0.470703, 0.365234, 0.429688, 0.53125, 0.867188, 1.101562, 0.353516, 0.785156, 0.351562, 0.816406, 0.636719, 0.992188, 0.523438, 0.863281, 0.476562, 0.953125, 0.408203, 0.15918, 0.320312, 1.328125, 0.375, 0.542969, 0.18457, 0.314453, 0.498047, 0.4375, 0.914062, 0.875, 1.382812, 0.357422, 0.490234, 0.277344, 0.582031, 0.25, 0.894531, 0.458984, 1.4375, 0.355469, 0.390625, 0.855469, 0.439453, 0.878906, 0.298828, 0.181641, 0.466797, 1.445312, 0.589844, 0.328125, 0.832031, 0.294922, 1.390625, 0.232422, 0.84375, 0.648438, 0.349609, 0.675781, 0.871094, 0.425781, 1.070312, 1.453125, 0.316406, 0.361328, 0.482422, 0.882812, 0.353516, 0.135742, 1.0625, 0.671875, 0.796875, 0.408203, 0.339844, 1.265625, 0.478516, 0.929688, 0.632812, 0.496094, 0.535156, 0.582031, 0.511719, 0.294922, 0.361328, 0.458984, 0.412109, 0.419922, 0.380859, 0.357422, 0.515625, 1.265625, 0.353516, 0.279297, 0.492188, 1.210938, 0.22168, 1.101562, 0.417969, 0.365234, 0.466797, 0.675781, 0.15918, 0.277344, 0.390625, 0.3125, 0.230469, 1.421875, 0.847656, 0.431641, 0.34375, 0.75, 0.464844, 0.359375, 1.085938, 0.941406, 1.1875, 0.244141, 0.652344, 0.287109, 1.398438, 0.554688, 0.308594, 0.398438, 0.398438, 0.443359, 0.388672, 1.023438, 0.251953, 0.261719, 0.209961, 0.683594, 0.957031, 0.523438, 0.292969, 0.478516, 0.380859, 1.414062, 0.474609, 0.376953, 0.34375, 0.597656, 0.789062, 0.558594, 1.40625, 1.007812, 0.988281, 1.203125, 1.03125, 0.283203, 0.675781, 0.326172, 0.298828, 0.474609, 0.667969, 0.503906, 1.25, 0.527344, 1.617188, 0.455078, 0.359375, 0.451172, 0.351562, 0.402344, 0.439453, 0.480469, 0.46875, 0.419922, 0.714844, 0.515625, 0.263672, 0.349609, 0.464844, 0.269531, 1.109375, 0.269531, 0.371094, 0.439453, 0.308594, 0.263672, 0.351562, 0.466797, 0.220703, 1.242188, 0.328125, 0.314453, 0.462891, 0.546875, 0.441406, 0.621094, 0.539062, 0.470703, 0.683594, 0.283203, 0.224609, 0.371094, 0.216797, 0.123535, 0.330078, 0.341797, 1.0, 0.507812, 0.435547, 0.417969, 1.4375, 0.392578, 1.164062, 0.324219, 0.5, 1.148438, 1.234375, 0.507812, 0.277344, 1.140625, 0.269531, 0.429688, 0.248047, 0.320312, 0.65625, 0.921875, 0.394531, 0.347656, 0.675781, 0.330078, 0.341797, 0.287109, 0.523438, 0.326172, 1.304688, 0.255859, 0.757812, 1.359375, 0.839844, 1.382812, 0.443359, 0.453125, 0.914062, 0.300781, 1.070312, 0.392578, 0.292969, 0.488281, 1.21875, 0.980469, 0.423828, 0.398438, 1.140625, 1.085938, 0.363281, 0.291016, 0.539062, 0.714844, 0.157227, 0.515625, 1.039062, 0.421875, 1.1875, 1.164062, 0.306641, 0.359375, 0.384766, 0.289062, 0.894531, 0.75, 1.179688, 0.402344, 0.671875, 0.326172, 0.429688, 0.8125, 0.320312, 0.464844, 0.851562, 0.376953, 1.5, 1.328125, 0.820312, 0.345703, 0.398438, 0.298828, 0.306641, 0.292969, 0.466797, 1.210938, 1.046875, 0.347656, 0.664062, 1.203125, 1.070312, 1.351562, 0.283203, 0.992188, 0.785156, 0.470703, 0.558594, 0.179688, 0.427734, 0.253906, 0.535156, 0.302734, 0.324219, 0.273438, 0.273438, 0.582031, 0.253906, 0.382812, 0.4375, 0.255859, 0.628906, 0.137695, 0.511719, 1.15625, 0.371094, 0.488281, 0.976562, 0.886719, 0.484375, 1.335938, 1.335938, 0.298828, 0.265625, 1.164062, 1.625, 0.222656, 0.933594, 0.357422, 0.515625, 0.289062, 0.382812, 0.216797, 0.578125, 0.480469, 0.402344, 0.375, 0.353516, 0.341797, 0.318359, 0.507812, 0.421875, 1.179688, 0.394531, 0.519531, 0.371094, 0.390625, 1.257812, 0.133789, 0.324219, 1.375, 1.015625, 0.333984, 0.878906, 0.933594, 0.960938, 0.419922, 0.539062, 0.289062, 0.742188, 0.777344, 0.333984, 0.155273, 0.451172, 1.25, 0.515625, 0.941406, 0.392578, 0.710938, 0.515625, 0.734375, 0.166992, 0.847656, 0.296875, 1.085938, 0.28125, 0.464844, 0.419922, 0.289062, 0.738281, 0.597656, 0.277344, 0.929688, 0.289062, 0.435547, 0.335938, 0.347656, 0.917969, 0.308594, 1.046875, 0.996094, 0.691406, 0.386719, 0.34375, 0.621094, 0.285156, 0.699219, 0.703125, 0.386719, 1.203125, 0.269531, 1.039062, 0.808594, 0.5625, 1.554688, 0.453125, 1.265625, 1.164062, 0.357422, 0.566406, 0.757812, 0.5, 0.5, 0.265625, 1.046875, 0.380859, 0.320312, 0.265625, 1.03125, 1.359375, 0.443359, 1.289062, 0.186523, 0.992188, 0.185547, 0.886719, 1.054688, 0.5, 0.59375, 0.742188, 0.392578, 0.332031, 0.542969, 1.4375, 0.353516, 0.486328, 0.308594, 1.226562, 0.292969, 0.195312, 0.373047, 0.330078, 0.251953, 0.457031, 0.96875, 0.660156, 0.392578, 0.417969, 0.269531, 0.546875, 1.414062, 0.59375, 0.960938, 0.65625, 0.152344, 0.353516, 0.308594, 0.351562, 0.158203, 1.3125, 0.373047, 0.539062, 0.400391, 0.400391, 0.457031, 0.271484, 0.289062, 0.022339, 0.384766, 0.449219, 0.78125, 0.566406, 0.371094, 0.953125, 0.5, 0.373047, 1.34375, 1.203125, 0.316406, 0.875, 0.367188, 0.578125, 0.589844, 0.773438, 0.613281, 1.015625, 0.242188, 0.835938, 0.851562, 1.109375, 0.585938, 0.394531, 1.273438, 0.458984, 1.226562, 0.8125, 0.126953, 0.271484, 0.353516, 1.195312, 0.206055, 0.628906, 0.474609, 0.722656, 1.359375, 0.447266, 0.648438, 0.349609, 0.40625, 0.410156, 0.380859, 0.421875, 0.357422, 0.691406, 0.5, 0.691406, 0.271484, 0.231445, 0.929688, 0.410156, 0.964844, 0.410156, 1.445312, 0.390625, 0.417969, 1.085938, 0.423828, 0.511719, 0.212891, 0.542969, 0.259766, 0.308594, 0.494141, 1.5, 0.320312, 1.289062, 1.484375, 0.382812, 0.398438, 0.259766, 0.511719, 0.523438, 0.302734, 0.574219, 0.457031, 0.384766, 0.511719, 0.261719, 1.1875, 0.486328, 0.337891, 1.296875, 0.125977, 0.318359, 0.230469, 0.375, 0.106445, 0.296875, 0.910156, 0.414062, 0.957031, 0.378906, 1.117188, 0.878906, 0.404297, 0.714844, 1.21875, 0.457031, 1.195312, 0.570312, 0.255859, 0.375, 0.177734, 1.15625, 0.867188, 0.503906, 0.412109, 0.386719, 0.625, 0.488281, 0.308594, 0.527344, 0.300781, 0.421875, 1.265625, 1.085938, 0.570312, 0.143555, 0.445312, 0.972656, 0.361328, 1.234375, 0.289062, 0.310547, 0.392578, 0.539062, 0.316406, 0.298828, 0.375, 0.28125, 0.507812, 0.359375, 0.369141, 0.320312, 0.441406, 0.675781, 0.308594, 0.398438, 0.388672, 0.445312, 0.373047, 0.777344, 0.359375, 0.683594, 0.871094, 2.390625, 1.25, 0.371094, 0.472656, 0.402344, 1.179688, 0.265625, 0.090332, 0.625, 0.287109, 0.503906, 0.447266, -0.00415, 1.09375, 0.480469, 0.275391, 0.996094, 0.384766, 0.458984, 0.542969, 0.119629, 0.455078, 0.707031, 0.396484, 0.277344, 1.203125, 0.427734, 0.318359, 0.431641, 0.570312, 0.365234, 0.753906, 0.4375, 0.412109, 0.929688, 0.241211, 0.914062, 0.287109, 0.734375, 1.34375, 0.345703, 1.265625, 0.695312, 0.423828, 0.349609, 0.34375, 0.320312, 0.621094, 0.535156, 1.15625, 0.353516, 0.324219, 0.652344, 0.691406, 1.320312, 0.757812, 0.863281, 1.085938, 0.425781, 0.404297, 0.53125, 0.255859, 0.105469, 0.414062, 1.445312, 0.855469, 1.304688, 0.988281, 1.3125, 0.957031, 0.416016, 0.972656, 0.265625, 0.808594, 0.259766, 0.322266, 0.742188, 0.302734, 0.171875, 0.341797, 1.179688, 0.53125, 0.345703, 0.390625, 1.109375, 0.773438, 0.628906, 0.644531, 0.40625, 1.21875, 1.15625, 0.257812, 0.402344, 0.380859, 0.386719, 0.589844, 0.289062, 0.675781, 0.570312, 0.333984, 0.308594, 0.359375, 1.179688, 1.15625, 0.558594, 0.597656, 0.945312, 1.085938, 1.09375, 0.402344, 0.402344, 0.355469, 0.326172, 0.392578, 0.322266, 0.59375, 1.28125, 0.271484, 0.25, 1.140625, 0.271484, 1.257812, 0.189453, 0.355469, 0.503906, 0.167969, 0.558594, 0.839844, 1.148438, 0.992188, 1.210938, 0.328125, 0.445312, 0.423828, 1.140625, 0.894531, 0.302734, 1.273438, 1.21875, 1.101562, 0.423828, 1.140625, 0.992188, 0.345703, 0.554688, 0.347656, 1.148438, 0.3125, 0.486328, 0.699219, 0.671875, 0.769531, 0.408203, 1.09375, 0.259766, 0.417969, 0.386719, 0.777344, 1.164062, 0.322266, 0.365234, 1.078125, 0.498047, 0.416016, 0.5625, 0.267578, 0.306641, 0.427734, 0.253906, 0.640625, 0.804688, 0.351562, 0.714844, 0.388672, 0.671875, 0.992188, 0.949219, 1.070312, 0.170898, 0.644531, 0.886719, 1.335938, 0.34375, 0.300781, 1.257812, 1.46875, 1.445312, 0.306641, 0.957031, 0.269531, 0.617188, 0.527344, 0.523438, 0.34375, 0.6875, 0.458984, 0.261719, 0.300781, 0.398438, 0.558594, 0.298828, 0.605469, 0.261719, 0.515625, 0.28125, 0.392578, 0.464844, 0.414062, 0.296875, 0.137695, 0.394531, 1.40625, 0.714844, 0.492188, 0.441406, 0.984375, 0.460938, 1.085938, 0.416016, 1.101562, 0.4375, 0.675781, 1.054688, 0.498047, 0.455078, 0.449219, 0.300781, 1.09375, 0.941406, 0.816406, 0.714844, 0.484375, 0.494141, 0.546875, 0.378906, 0.527344, 0.417969, 0.314453, 1.25, 0.349609, 0.296875, 0.333984, 0.092285, 1.0625, 1.039062, 0.59375, 1.039062, 0.3125, 0.824219, 0.75, 0.347656, 0.40625, 0.466797, 0.597656, 0.363281, 0.271484, 0.457031, 0.296875, 0.726562, 0.357422, 0.423828, 0.376953, 0.241211, 0.476562, 0.597656, 1.109375, 1.359375, 0.283203, 1.296875, 0.976562, 0.414062, 0.330078, 0.875, 0.382812, 1.304688, 0.519531, 0.578125, 0.244141, 0.294922, 0.341797, 0.353516, 0.273438, 0.488281, 0.925781, 0.550781, 1.273438, 0.570312, 0.34375, 0.917969, 0.523438, 0.345703, 0.601562, 0.351562, 1.085938, 0.679688, 0.291016, 0.433594, 1.164062, 0.244141, 0.96875, 1.015625, 0.648438, 0.335938, 0.322266, 0.832031, 0.90625, 0.777344, 0.835938, 0.738281, 1.25, 0.423828, 0.554688, 0.761719, 0.287109, 0.402344, 0.832031, 0.451172, 0.53125, 0.816406, 0.410156, 0.574219, 1.429688, 0.890625, 0.761719, 0.667969, 0.239258, 0.871094, 0.291016, 0.111816, 0.460938, 0.988281, 0.361328, 0.835938, 0.304688, 0.460938, 0.314453, 0.710938, 0.582031, 1.28125, 1.0625, 0.332031, 1.234375, 1.390625, 0.519531, 0.96875, 0.363281, 0.19043, 1.328125, 0.326172, 0.300781, 0.375, 0.484375, 0.976562, 0.131836, 0.835938, 0.353516, 0.515625, 0.78125, 1.210938, 0.433594, 0.992188, 0.734375, 0.376953, 1.226562, 0.34375, 0.376953, 0.550781, 0.257812, 1.265625, 0.490234, 0.433594, 0.554688, 1.226562, 1.140625, 0.238281, 1.25, 1.125, 0.229492, 0.988281, 0.539062, 1.078125, 1.203125, 0.734375, 0.466797, 0.269531, 0.451172, 0.318359, 0.550781, 0.929688, 0.412109, 0.355469, 0.582031, 0.208008, 0.345703, 1.0, 0.289062, 0.703125, 0.412109, 0.53125, 0.476562, 0.443359, 0.235352, 0.886719, 0.369141, 0.433594, 0.227539, 0.126953, 0.451172, 0.294922, 0.292969, 0.617188, 0.355469, 1.195312, 0.761719, 0.316406, 0.183594, 0.3125, 0.378906, 1.421875, 0.373047, 0.429688, 1.390625, 1.15625, 0.621094, 0.332031, 0.322266, 0.462891, 0.515625, 0.605469, 0.933594, 0.277344, 1.21875, 0.710938, 0.636719, 0.345703, 0.621094, 0.248047, 0.414062, 0.433594, 0.11377, 0.425781, 0.408203, 0.25, 1.257812, 0.392578, 0.445312, 0.65625, 0.660156, 0.695312, 0.396484, 0.535156, 0.365234, 0.410156, 0.414062, 0.347656, 0.347656, 0.410156, 1.296875, 0.796875, 0.507812, 0.392578, 0.914062, 0.367188, 0.128906, 0.300781, 1.109375, 0.228516, 0.404297, 0.458984, 0.470703, 1.046875, 0.574219, 1.171875, 0.652344, 0.371094, 0.59375, 1.289062, 0.503906, 0.4375, 0.917969, 0.570312, 0.455078, 0.4375, 0.984375, 0.408203, 0.423828, 0.433594, 0.269531, 0.253906, 1.015625, 0.402344, 0.322266, 0.376953, 1.21875, 1.148438, 0.298828, 0.550781, 0.265625, 0.166016, 0.365234, 0.443359, 0.53125, 0.396484, 1.132812, 0.390625, 0.449219, 0.984375, 1.140625, 0.419922, 0.792969, 0.416016, 0.695312, 0.259766, 0.322266, 0.326172, 0.353516, 0.423828, 0.365234, 0.441406, 0.457031, 0.382812, 0.378906, 0.269531, 0.191406, 0.458984, 0.804688, 0.375, 0.384766, 0.298828, 1.109375, 0.304688, 0.488281, 0.333984, 0.902344, 0.527344, 0.546875, 0.355469, 0.365234, 0.478516, 0.339844, 1.507812, 1.046875, 0.408203, 0.550781, 0.357422, 0.443359, 0.318359, 0.24707, 1.109375, 1.460938, 0.443359, 0.769531, 0.246094, 0.753906, 0.439453, 0.310547, 1.171875, 0.535156, 0.238281, 0.582031, 0.408203, 0.386719, 0.488281, 0.225586, 0.738281, 0.345703, 1.171875, 0.507812, 0.351562, 1.140625, 0.289062, 0.414062, 0.125977, 0.427734, 0.535156, 0.902344, 1.015625, 0.648438, 0.209961, 1.164062, 0.523438, 1.164062, 0.233398, 0.353516, 0.275391, 1.304688, 0.384766, 0.882812, 0.398438, 0.992188, 0.535156, 1.164062, 0.859375, 0.835938, 0.714844, 1.53125, 0.453125, 0.960938, 0.376953, 0.652344, 0.332031, 0.314453, 0.621094, 1.429688, 1.125, 0.695312, 0.429688, 0.335938, 0.785156, 0.255859, 0.550781, 0.769531, 0.120605, 0.65625, 0.644531, 0.294922, 1.335938, 0.664062, 1.109375, 0.439453, 0.4375, 1.054688, 0.439453, 0.217773, 1.15625, 1.226562, 0.279297, 0.429688, 0.703125, 0.439453, 1.234375, 0.084473, 0.835938, 0.558594, 0.478516, 1.226562, 0.601562, 0.380859, 0.347656, 0.431641, 0.318359, 0.271484, 0.101074, 0.396484, 0.859375, 0.25, 0.357422, 0.695312, 0.421875, 0.412109, 1.4375, 0.137695, 1.53125, 0.671875, 0.726562, 1.304688, 0.46875, 0.435547, 0.347656, 1.132812, 0.419922, 0.466797, 0.369141, 1.09375, 0.255859, 0.792969, 1.351562, 1.015625, 0.714844, 0.478516, 0.408203, 0.382812, 0.458984, 0.373047, 0.542969, 0.503906, 0.640625, 0.570312, 1.359375, 0.474609, 0.396484, 1.179688, 0.574219, 0.863281, 1.015625, 0.263672, 0.273438, 0.515625, 0.640625, 0.480469, 0.6875, 0.351562, 0.390625, 1.007812, 0.287109, 0.421875, 0.3125, 0.345703, 1.125, 0.34375, 0.443359, 0.345703, 0.921875, 0.462891, 0.589844, 0.40625, 0.464844, 0.519531, 0.488281, 0.574219, 1.273438, 1.273438, 0.298828, 0.482422, 0.337891, 0.238281, 0.554688, 0.396484, 0.425781, 0.40625, 0.240234, 0.335938, 0.613281, 0.339844, 1.460938, 0.361328, 0.451172, 0.75, 0.457031, 0.570312, 0.675781, 0.523438, 1.0625, 0.828125, 0.417969, 0.157227, 0.765625, 0.691406, 0.515625, 0.394531, 0.605469, 0.546875, 1.1875, 0.324219, 0.753906, 0.292969, 0.527344, 0.328125, 0.242188, 0.679688, 1.21875, 0.480469, 1.296875, 1.1875, 0.589844, 0.470703, 0.953125, 0.361328, 0.59375, 0.757812, 0.373047, 0.126953, 0.746094, 0.378906, 0.172852, 0.78125, 0.398438, 1.367188, 0.349609, 0.898438, 0.449219, 0.337891, 0.398438, 0.632812, 0.292969, 0.285156, 1.3125, 0.429688, 0.15332, 0.503906, 0.742188, 0.535156, 1.398438, 0.402344, 0.351562, 0.482422, 0.9375, 0.796875, 0.609375, 0.178711, 0.367188, 0.300781, 0.445312, 0.992188, 0.176758, 0.367188, 0.240234, 0.361328, 0.490234, 0.359375, 1.570312, 1.1875, 1.1875, 0.523438, 0.664062, 0.65625, 0.100098, 0.333984, 0.59375, 1.171875, 0.621094, 0.482422, 1.125, 0.257812, 0.953125, 0.287109, 1.195312, 0.453125, 0.546875, 0.398438, 0.347656, 0.574219, 0.34375, 0.539062, 1.289062, 0.482422, 0.765625, 0.306641, 0.296875, 1.0625, 0.527344, 0.165039, 0.378906, 0.369141, 0.445312, 0.730469, 0.59375, 0.464844, 1.296875, 0.427734, 0.355469, 0.447266, 0.625, 0.22168, 0.279297, 0.34375, 0.359375, 0.400391, 0.394531, 0.40625, 0.554688, 0.5, 0.373047, 0.402344, 0.34375, 0.898438, 0.404297, 0.304688, 0.675781, 1.195312, 0.367188, 0.192383, 0.40625, 0.257812, 0.804688, 0.828125 ] }, "name": "model.model.layers.15.input_layernorm.weight", "outputIndexes": [ 1246 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1245 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_15/Mul_output_0", "outputIndexes": [ 1247 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1246, 1247 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_15/Mul_1_output_0", "outputIndexes": [ 1248 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1248 ], "outputIndexes": [ 2728 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2728 ], "outputIndexes": [ 2729 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear", "inputIndexes": [ 2729 ], "outputIndexes": [ 2730 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1966604550, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2730 ], "outputIndexes": [ 2731 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2731 ], "outputIndexes": [ 1249 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1248 ], "main_type": "NONE", "name": "/Shape_211_output_0", "outputIndexes": [ 1250 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1250 ], "main_type": "NONE", "name": "Shape3829", "outputIndexes": [ 1251 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1250 ], "main_type": "NONE", "name": "Rank3831", "outputIndexes": [ 1252 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1252, 1252 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3833", "outputIndexes": [ 1253 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1253 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3834", "outputIndexes": [ 1254 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1253, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3836", "outputIndexes": [ 1255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1255 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3837", "outputIndexes": [ 1256 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1251, 1254, 1256, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3840", "outputIndexes": [ 1257 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1257 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3841", "outputIndexes": [ 1258 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1258 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3842", "outputIndexes": [ 1259 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1259, 1258 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3843", "outputIndexes": [ 1260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1250, 1260, 1253 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_229_output_0", "outputIndexes": [ 1261 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1261, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_481_output_0", "outputIndexes": [ 1262 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1262, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_195_output_0", "outputIndexes": [ 1263 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1249, 1263 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_136_output_0", "outputIndexes": [ 1264 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_120_output_0", "outputIndexes": [ 1265 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264 ], "main_type": "NONE", "name": "/Shape_212_output_0", "outputIndexes": [ 1266 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1266 ], "main_type": "NONE", "name": "Shape3850", "outputIndexes": [ 1267 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1266 ], "main_type": "NONE", "name": "Rank3852", "outputIndexes": [ 1268 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1268, 1268 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3854", "outputIndexes": [ 1269 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1269 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3855", "outputIndexes": [ 1270 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1269, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3857", "outputIndexes": [ 1271 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1271 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3858", "outputIndexes": [ 1272 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1267, 1270, 1272, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3861", "outputIndexes": [ 1273 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1273 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3862", "outputIndexes": [ 1274 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1274 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3863", "outputIndexes": [ 1275 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1275, 1274 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3864", "outputIndexes": [ 1276 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1266, 1276, 1269 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_230_output_0", "outputIndexes": [ 1277 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1277, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_45_output_0", "outputIndexes": [ 1278 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1278, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_486_output_0", "outputIndexes": [ 1279 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264, 1279, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_61_output_0", "outputIndexes": [ 1280 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1280 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_30_output_0", "outputIndexes": [ 1281 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264, 22, 1279, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_60_output_0", "outputIndexes": [ 1282 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1281, 1282 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_198_output_0", "outputIndexes": [ 1283 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1283, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_121_output_0", "outputIndexes": [ 1284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1265, 1284 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_75_output_0", "outputIndexes": [ 1285 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1248 ], "outputIndexes": [ 2732 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2732 ], "outputIndexes": [ 2733 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear", "inputIndexes": [ 2733 ], "outputIndexes": [ 2734 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1973844252, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2734 ], "outputIndexes": [ 2735 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2735 ], "outputIndexes": [ 1286 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1262, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_196_output_0", "outputIndexes": [ 1287 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1286, 1287 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_137_output_0", "outputIndexes": [ 1288 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_122_output_0", "outputIndexes": [ 1289 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288 ], "main_type": "NONE", "name": "/Shape_213_output_0", "outputIndexes": [ 1290 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1290 ], "main_type": "NONE", "name": "Shape3913", "outputIndexes": [ 1291 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1290 ], "main_type": "NONE", "name": "Rank3915", "outputIndexes": [ 1292 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1292, 1292 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3917", "outputIndexes": [ 1293 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1293 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3918", "outputIndexes": [ 1294 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1293, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3920", "outputIndexes": [ 1295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1295 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3921", "outputIndexes": [ 1296 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1291, 1294, 1296, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3924", "outputIndexes": [ 1297 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1297 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3925", "outputIndexes": [ 1298 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1298 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3926", "outputIndexes": [ 1299 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1299, 1298 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3927", "outputIndexes": [ 1300 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1290, 1300, 1293 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_231_output_0", "outputIndexes": [ 1301 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1301, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_46_output_0", "outputIndexes": [ 1302 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1302, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_488_output_0", "outputIndexes": [ 1303 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288, 1303, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_63_output_0", "outputIndexes": [ 1304 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1304 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_31_output_0", "outputIndexes": [ 1305 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288, 22, 1303, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_62_output_0", "outputIndexes": [ 1306 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1305, 1306 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_199_output_0", "outputIndexes": [ 1307 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1307, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_123_output_0", "outputIndexes": [ 1308 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1289, 1308 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_76_output_0", "outputIndexes": [ 1309 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1248 ], "outputIndexes": [ 2736 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2736 ], "outputIndexes": [ 2737 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear", "inputIndexes": [ 2737 ], "outputIndexes": [ 2738 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 1974878514, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2738 ], "outputIndexes": [ 2739 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2739 ], "outputIndexes": [ 1310 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1310, 1287 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_138_output_0", "outputIndexes": [ 1311 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1285, 1309, 1311, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_143_output_0", "outputIndexes": [ 1312 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1312 ], "outputIndexes": [ 2740 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2740 ], "outputIndexes": [ 2741 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear", "inputIndexes": [ 2741 ], "outputIndexes": [ 2742 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 1975912776, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2742 ], "outputIndexes": [ 2743 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2743 ], "outputIndexes": [ 1313 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1245, 1313 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_78_output_0", "outputIndexes": [ 1314 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.941406, 0.816406, 1.703125, 0.371094, 0.996094, 0.539062, 0.734375, 0.890625, 0.318359, 0.3125, 0.789062, 0.318359, 0.664062, 0.496094, 0.306641, 0.8125, 0.78125, 0.5625, 0.820312, 0.294922, 0.357422, 0.789062, 0.773438, 0.496094, 0.447266, 0.996094, 0.231445, 0.384766, 0.453125, 0.519531, 0.992188, 0.308594, 0.369141, 0.632812, 0.988281, 1.195312, 0.367188, 0.302734, 0.769531, 0.310547, 0.957031, 0.746094, 1.0625, 0.699219, 1.046875, 1.046875, 0.166992, 1.148438, 0.773438, 0.328125, 0.976562, 0.660156, 0.679688, 0.664062, 0.816406, 0.5, 0.90625, 1.3125, 0.90625, 0.365234, 0.470703, 0.851562, 0.957031, 0.726562, 1.0625, 0.84375, 0.341797, 0.710938, 0.365234, 0.605469, 0.578125, 0.433594, 0.917969, 0.683594, 0.882812, 0.929688, 0.476562, 0.414062, 0.380859, 1.132812, 1.03125, 1.164062, 1.03125, 0.570312, 0.777344, 0.133789, 0.789062, 1.054688, 0.808594, 0.369141, 0.800781, 0.84375, 0.875, 0.835938, 0.878906, 0.695312, 0.333984, 0.378906, 0.789062, 0.330078, 0.357422, 0.371094, 1.164062, 0.699219, 0.621094, 0.921875, 0.753906, 0.341797, 0.535156, 0.691406, 0.710938, 0.582031, 0.828125, 0.199219, 0.636719, 0.175781, 0.353516, 0.835938, 1.0, 0.333984, 0.515625, 0.652344, 1.054688, 0.722656, 0.707031, 0.597656, 0.945312, 0.585938, 0.138672, 0.357422, 0.217773, 0.753906, 0.392578, 0.808594, 0.433594, 0.746094, 0.566406, 0.84375, 0.464844, 0.855469, 0.542969, 0.96875, 1.125, 0.294922, 0.314453, 0.277344, 0.914062, 0.726562, 0.976562, 0.761719, 0.964844, 0.761719, 0.59375, 0.789062, 0.486328, 0.53125, 0.361328, 0.292969, 1.0, 1.0625, 0.298828, 0.322266, 0.367188, 0.722656, 0.347656, 0.386719, 0.539062, 0.427734, 0.632812, 0.746094, 0.769531, 0.423828, 0.408203, 0.435547, 0.695312, 1.078125, 0.703125, 0.65625, 0.976562, 0.671875, 0.369141, 0.683594, 0.960938, 0.269531, 0.345703, 0.804688, 0.632812, 0.320312, 0.570312, 0.839844, 0.34375, 0.730469, 0.511719, 0.523438, 1.054688, 0.757812, 0.746094, 0.964844, 0.376953, 0.671875, 0.703125, 0.359375, 0.691406, 0.648438, 0.839844, 0.808594, 0.380859, 0.470703, 0.976562, 0.345703, 0.925781, 0.679688, 0.416016, 0.796875, 0.710938, 0.628906, 0.351562, 0.337891, 1.171875, 0.613281, 0.644531, 0.318359, 0.507812, 0.855469, 0.796875, 1.070312, 0.371094, 0.474609, 0.597656, 0.730469, 0.835938, 0.855469, 0.765625, 0.671875, 0.789062, 0.769531, 0.539062, 1.015625, 0.139648, 0.714844, 0.851562, 0.644531, 0.902344, 0.691406, 0.503906, 0.488281, 0.863281, 0.917969, 0.816406, 0.683594, 0.742188, 1.007812, 0.441406, 0.53125, 0.730469, 0.408203, 0.726562, 0.128906, 0.65625, 0.306641, 0.71875, 0.820312, 0.789062, 0.910156, 0.71875, 0.396484, 0.722656, 0.726562, 0.570312, 0.8125, 0.683594, 0.886719, 0.824219, 0.460938, 0.490234, 1.164062, 0.8125, 0.435547, 0.458984, 0.894531, 0.625, 0.742188, 0.131836, 0.789062, 0.578125, 1.125, 0.453125, 0.847656, 0.847656, 0.3125, 1.046875, 0.322266, 0.53125, 0.398438, 0.326172, 0.613281, 0.5, 0.375, 0.757812, 0.652344, 0.488281, 0.449219, 0.353516, 0.914062, 1.15625, 0.953125, 0.65625, 0.652344, 0.640625, 0.792969, 0.466797, 0.554688, 0.730469, 0.679688, 0.302734, 0.867188, 0.753906, 1.039062, 0.75, 0.71875, 0.988281, 0.644531, 0.503906, 0.578125, 0.486328, 0.75, 0.574219, 0.699219, 0.535156, 0.511719, 0.137695, 0.65625, 0.621094, 0.570312, 0.363281, 0.65625, 0.8125, 1.226562, 0.832031, 0.376953, 0.126953, 0.570312, 0.632812, 0.59375, 0.18457, 0.875, 1.046875, 0.792969, 0.578125, 0.726562, 0.738281, 0.318359, 1.023438, 0.734375, 1.109375, 0.722656, 0.816406, 0.84375, 0.570312, 0.71875, 0.824219, 1.109375, 0.165039, 0.367188, 0.277344, 0.345703, 0.578125, 1.007812, 0.699219, 0.316406, 0.660156, 0.765625, 0.84375, 0.523438, 0.851562, 1.179688, 0.164062, 0.310547, 0.753906, 0.820312, 0.777344, 0.859375, 0.373047, 1.007812, 0.90625, 0.378906, 1.109375, 0.734375, 0.613281, 0.4375, 0.742188, 0.9375, 0.3125, 0.273438, 0.478516, 0.886719, 0.384766, 0.496094, 0.796875, 0.152344, 0.386719, 0.890625, 0.375, 0.992188, 0.300781, 0.800781, 0.6875, 0.824219, 0.816406, 0.503906, 0.357422, 0.746094, 0.941406, 0.710938, 0.859375, 1.117188, 0.882812, 0.753906, 0.769531, 0.84375, 0.400391, 0.503906, 0.675781, 0.328125, 0.589844, 0.304688, 0.933594, 0.894531, 0.337891, 0.6875, 0.730469, 0.605469, 0.287109, 0.550781, 0.835938, 0.345703, 0.550781, 0.800781, 0.585938, 0.363281, 0.660156, 0.929688, 0.902344, 0.738281, 0.330078, 0.388672, 0.609375, 0.824219, 0.757812, 1.054688, 1.007812, 0.714844, 0.835938, 0.710938, 0.792969, 1.289062, 0.425781, 0.597656, -0.00025, 0.515625, 0.792969, 0.519531, 0.742188, 0.421875, 0.316406, 0.816406, 0.380859, 0.679688, 0.314453, 0.664062, 0.519531, 0.147461, 0.769531, 0.8125, 0.84375, 0.363281, 0.558594, 0.320312, 0.835938, 0.789062, 0.878906, 0.734375, 0.447266, 0.824219, 0.410156, 0.890625, 1.21875, 0.769531, 0.902344, 0.726562, 0.578125, 0.996094, 1.078125, 0.832031, 1.039062, 0.439453, 0.78125, 0.542969, 1.015625, 0.855469, 0.703125, 0.382812, 0.496094, 0.400391, 0.617188, 0.554688, 0.832031, 0.337891, 0.734375, 0.507812, 0.855469, 0.933594, 0.773438, 0.992188, 0.859375, 0.410156, 0.417969, 0.648438, 0.535156, 1.054688, 0.5625, 0.835938, 0.816406, 0.141602, 0.769531, 0.337891, 0.996094, 0.890625, 0.769531, 0.609375, 0.707031, 0.84375, 0.96875, 0.773438, 0.617188, 0.855469, 0.316406, 0.695312, 0.636719, 0.839844, 0.304688, 0.339844, 0.322266, 0.710938, 0.318359, 0.960938, 1.234375, 0.423828, 0.339844, 1.109375, 0.558594, 1.109375, 0.703125, 0.765625, 0.457031, 0.384766, 0.554688, 0.753906, 0.804688, 0.457031, 1.132812, 0.726562, 0.478516, 0.373047, 0.335938, 0.886719, 0.625, 0.703125, 0.726562, 0.402344, 0.792969, 0.683594, 0.373047, 0.351562, 0.648438, 0.628906, 0.640625, 1.15625, 0.318359, 0.9375, 0.90625, 0.683594, 0.804688, 0.335938, 0.878906, 0.691406, 0.628906, 0.304688, 0.703125, 0.375, 0.910156, 0.636719, 0.816406, 0.835938, 0.886719, 0.355469, 0.558594, 0.449219, 0.345703, 0.361328, 1.046875, 0.292969, 0.439453, 1.109375, 0.617188, 0.917969, 0.691406, 0.660156, 0.298828, 0.949219, 1.117188, 0.980469, 0.429688, 0.291016, 0.839844, 0.757812, 0.142578, 0.601562, 0.632812, 0.765625, 0.835938, 0.730469, 0.302734, 0.675781, 0.324219, 0.589844, 1.234375, 0.726562, 0.695312, 1.15625, 0.412109, 0.486328, 0.503906, 0.664062, 0.410156, 0.376953, 0.910156, 0.339844, 0.804688, 0.671875, 0.617188, 0.320312, 0.78125, 0.785156, 1.085938, 0.625, 0.753906, 0.699219, 0.753906, 0.558594, 0.158203, 0.53125, 0.75, 0.330078, 0.28125, 0.882812, 0.462891, 0.816406, 0.820312, 0.316406, 0.320312, 0.484375, 0.267578, 0.789062, 0.859375, 0.910156, 0.699219, 0.597656, 0.898438, 0.757812, 0.515625, 0.664062, 0.777344, 0.816406, 0.789062, 0.699219, 1.0, 0.388672, 0.640625, 0.867188, 0.71875, 0.765625, 0.423828, 0.90625, 0.421875, 0.617188, 0.644531, 0.384766, 0.400391, 0.220703, 1.046875, 0.761719, 0.742188, 1.070312, 0.601562, 0.304688, 0.447266, 1.023438, 0.306641, 0.742188, 0.34375, 0.9375, 0.921875, 0.722656, 0.640625, 0.761719, 0.519531, 0.139648, 0.777344, 0.964844, 0.566406, 0.34375, 0.460938, 0.546875, 0.59375, 0.212891, 0.308594, 0.75, 0.361328, 0.964844, 0.472656, 0.734375, 0.742188, 0.675781, 0.875, 0.726562, 0.671875, 0.192383, 0.388672, 0.738281, 0.816406, 0.789062, 0.535156, 0.78125, 0.386719, 0.777344, 0.291016, 0.462891, 0.601562, 0.921875, 0.6875, 0.734375, 0.324219, 0.328125, 0.726562, 0.652344, 0.851562, 0.4375, 1.09375, 0.542969, 0.3125, 0.730469, 0.636719, 0.691406, 0.949219, 0.640625, 0.302734, 0.890625, 0.667969, 0.462891, 0.824219, 0.46875, 0.753906, 0.161133, 0.765625, 0.679688, 0.828125, 0.330078, 0.283203, 1.09375, 0.582031, 0.851562, 0.142578, 0.578125, 1.179688, 0.151367, 0.667969, 1.085938, 0.839844, 0.578125, 0.640625, 0.324219, 0.964844, 0.710938, 0.349609, 0.746094, 0.648438, 0.353516, 0.734375, 0.714844, 0.824219, 0.287109, 0.092285, 0.5, 0.902344, 0.314453, 0.300781, 0.941406, 1.203125, 0.820312, 0.597656, 0.408203, 0.660156, 1.023438, 0.789062, 0.155273, 0.714844, 0.679688, 0.5, 0.310547, 0.5, 0.523438, 0.746094, 1.257812, 0.792969, 0.644531, 0.539062, 0.298828, 0.925781, 0.166992, 0.5625, 0.648438, 0.095703, 1.023438, 0.324219, 0.400391, 0.699219, 0.53125, 0.566406, 0.458984, 0.777344, 0.703125, 0.976562, 1.039062, 0.408203, 0.976562, 0.453125, 0.890625, 0.921875, 0.8125, 0.785156, 0.322266, 0.388672, 1.078125, 0.455078, 0.660156, 0.671875, 0.457031, 0.707031, 0.699219, 0.753906, 0.730469, 0.365234, 0.316406, 0.800781, 0.667969, 0.691406, 0.373047, 0.941406, 0.671875, 1.109375, 0.498047, 0.570312, 0.820312, 0.394531, 0.570312, 1.117188, 0.410156, 0.691406, 0.828125, 0.699219, 0.566406, 0.738281, 1.03125, 0.816406, 0.929688, 0.439453, 0.149414, 0.828125, 0.400391, 0.773438, 1.015625, 0.302734, 0.5625, 1.0, 0.804688, 0.777344, 0.773438, 0.136719, 0.578125, 0.355469, 0.785156, 0.613281, 0.683594, 1.171875, 0.699219, 0.621094, 0.71875, 0.488281, 0.337891, 0.914062, 0.585938, 0.628906, 0.332031, 0.917969, 0.914062, 0.726562, 0.929688, 0.804688, 0.53125, 0.902344, 0.972656, 0.738281, 0.433594, 0.792969, 0.5625, 0.835938, 0.757812, 0.419922, 0.753906, 0.902344, 0.746094, 0.707031, 0.898438, 0.875, 0.71875, 1.070312, 0.703125, 0.339844, 0.832031, 0.753906, 0.566406, 0.824219, 0.474609, 0.984375, 0.667969, 0.324219, 0.941406, 0.390625, 0.726562, 0.320312, 0.675781, 0.683594, 0.361328, 0.314453, 0.427734, 1.09375, 0.455078, 0.367188, 0.886719, 0.980469, 0.449219, 0.75, 0.316406, 0.664062, 0.875, 0.65625, 0.144531, 0.496094, 0.15332, 0.361328, 1.023438, 0.789062, 0.318359, 0.380859, 0.566406, 0.589844, 0.574219, 0.408203, 1.078125, 0.929688, 0.730469, 0.209961, 0.9375, 0.910156, 1.25, 0.726562, 0.792969, 1.007812, 0.703125, 0.613281, 0.320312, 0.351562, 0.353516, 0.490234, 0.294922, 0.339844, 0.365234, 0.757812, 0.609375, 1.046875, 0.707031, 0.455078, 0.777344, 0.660156, 0.847656, 0.757812, 0.90625, 0.15625, 0.300781, 0.640625, 0.738281, 0.476562, 0.289062, 0.318359, 0.660156, 0.886719, 0.632812, 1.015625, 0.235352, 0.765625, 0.734375, 0.636719, 0.345703, 0.134766, 0.738281, 0.894531, 0.427734, 0.363281, 0.460938, 0.582031, 0.382812, 0.960938, 0.347656, 0.3125, 0.804688, 0.152344, 0.796875, 0.546875, 0.142578, 0.972656, 0.898438, 0.808594, 0.412109, 0.5625, 0.8125, 0.882812, 0.988281, 0.308594, 0.455078, 0.339844, 0.316406, 0.609375, 0.291016, 0.933594, 0.464844, 1.6875, 0.597656, 0.742188, 0.71875, 0.451172, 0.365234, 1.023438, 0.306641, 1.179688, 0.640625, 0.453125, 0.921875, 0.361328, 0.75, 0.539062, 0.302734, 0.347656, 0.644531, 0.333984, 0.304688, 0.345703, 0.621094, 0.104004, 0.106934, 0.902344, 0.550781, 0.914062, 1.0, 0.46875, 1.015625, 0.582031, 1.046875, 0.445312, 0.640625, 0.753906, 0.365234, 0.341797, 0.695312, 0.972656, 0.683594, 0.675781, 0.507812, 0.455078, 0.292969, 0.429688, 0.46875, 0.148438, 0.375, 0.878906, 0.597656, 0.996094, 1.054688, 0.761719, 0.361328, 1.117188, 0.636719, 0.322266, 0.535156, 0.640625, 1.117188, 0.332031, 0.625, 1.09375, 1.046875, 0.277344, 0.328125, 0.949219, 0.757812, 0.519531, 1.085938, 0.324219, 0.519531, 0.597656, 0.785156, 1.070312, 0.333984, 0.251953, 0.486328, 0.472656, 0.710938, 0.330078, 1.195312, 0.71875, 0.394531, 0.636719, 0.326172, 0.894531, 0.667969, 0.640625, 0.957031, 0.390625, 0.773438, 0.636719, 0.378906, 0.416016, 0.832031, 0.515625, 0.847656, 0.447266, 0.582031, 0.589844, 0.476562, 1.21875, 0.675781, 0.392578, 0.871094, 0.308594, 1.078125, 0.566406, 0.910156, 0.851562, 0.679688, 0.433594, 0.910156, 0.482422, 0.976562, 0.609375, 0.457031, 1.101562, 0.753906, 0.585938, 0.347656, 0.894531, 0.353516, 0.9375, 0.832031, 1.03125, 0.757812, 0.353516, 0.306641, 0.773438, 0.539062, 0.917969, 0.804688, 0.53125, 1.085938, 0.824219, 0.808594, 1.117188, 1.015625, 0.773438, 0.917969, 0.625, 0.589844, 0.380859, 0.333984, 0.890625, 0.972656, 0.855469, 0.867188, 0.679688, 0.726562, 0.933594, 0.542969, 0.96875, 0.882812, 0.855469, 0.59375, 0.792969, 0.124512, 0.800781, 0.353516, 0.129883, 0.671875, 0.625, 0.699219, 0.416016, 0.691406, 0.800781, 0.835938, 1.148438, 1.046875, 0.757812, 0.396484, 0.318359, 0.310547, 0.519531, 1.007812, 0.353516, 1.359375, 0.597656, 0.738281, 0.953125, 0.910156, 0.625, 1.070312, 1.039062, 0.738281, 0.326172, 0.820312, 1.15625, 0.679688, 0.398438, 0.746094, 1.007812, 0.960938, 1.109375, 0.792969, 1.132812, 0.871094, 0.6875, 1.257812, 0.703125, 0.507812, 1.023438, 0.785156, 0.789062, 0.898438, 0.980469, 0.859375, 0.761719, 0.707031, 0.933594, 0.466797, 0.640625, 0.390625, 0.683594, 0.808594, 0.882812, 0.332031, 0.125977, 0.75, 0.722656, 0.898438, 0.878906, 0.839844, 0.492188, 0.419922, 1.0625, 0.695312, 0.714844, 0.349609, 0.714844, 0.369141, 0.652344, 0.566406, 0.34375, 0.390625, 0.980469, 0.118164, 0.78125, 0.486328, 0.253906, 0.894531, 0.320312, 0.400391, 0.5625, 0.921875, 0.632812, 0.419922, 0.765625, 0.433594, 0.361328, 0.341797, 0.359375, 0.652344, 0.320312, 0.359375, 0.359375, 0.738281, 0.539062, 0.929688, 1.039062, 0.328125, 0.894531, 0.314453, 1.101562, 0.507812, 0.632812, 0.941406, 0.867188, 0.527344, 0.796875, 0.28125, 0.945312, 0.742188, 1.21875, 0.71875, 0.333984, 1.085938, 1.023438, 0.925781, 0.464844, 0.699219, 0.914062, 0.554688, 0.726562, 0.542969, 1.078125, 0.695312, 0.925781, 0.847656, 1.0, 0.546875, 0.746094, 0.84375, 0.386719, 0.613281, 0.980469, 0.597656, 0.785156, 0.535156, 0.753906, 1.132812, 0.699219, 0.605469, 0.279297, 0.550781, 0.628906, 0.335938, 0.742188, 1.265625, 0.585938, 0.355469, 0.917969, 0.574219, 0.933594, 0.761719, 0.878906, 0.828125, 0.855469, 0.695312, 0.408203, 0.574219, 0.328125, 0.71875, 0.816406, 0.828125, 0.453125, 0.972656, 0.839844, 0.714844, 0.765625, 0.494141, 0.427734, 0.3125, 0.726562, 0.574219, 0.589844, 0.546875, 0.574219, 0.589844, 0.632812, 0.75, 0.714844, 0.792969, 0.410156, 0.546875, 0.324219, 0.3125, 0.445312, 0.482422, 0.910156, 0.976562, 0.847656, 0.730469, 0.664062, 0.746094, 0.443359, 0.546875, 0.734375, 0.601562, 1.085938, 1.070312, 0.53125, 0.143555, 0.589844, 0.628906, 0.141602, 0.867188, 0.90625, 1.109375, 0.636719, 0.597656, 0.527344, 0.570312, 0.102051, 0.738281, 0.152344, 0.804688, 0.730469, 0.382812, 0.125977, 0.464844, 0.886719, 0.351562, 0.601562, 0.320312, 1.039062, 1.0, 0.804688, 0.75, 0.652344, 0.462891, 0.683594, 0.832031, 0.746094, 0.296875, 0.851562, 0.246094, 0.933594, 0.957031, 0.824219, 1.0, 1.203125, 0.314453, 0.648438, 0.6875, 0.761719, 0.707031, 0.451172, 0.75, 0.470703, 0.554688, 0.882812, 0.326172, 0.660156, 0.828125, 0.535156, 0.609375, 0.507812, 0.447266, 0.710938, 0.84375, 0.166016, 1.109375, 0.832031, 0.322266, 0.835938, 0.427734, 1.242188, 0.804688, 0.664062, 0.664062, 0.726562, 0.949219, 0.625, 0.800781, 0.503906, 1.054688, 0.84375, 0.6875, 0.722656, 0.679688, 0.855469, 0.265625, 0.925781, 0.96875, 0.417969, 0.8125, 0.820312, 0.835938, 0.65625, 1.257812, 1.117188, 0.679688, 0.341797, 0.523438, 0.710938, 0.949219, 0.871094, 0.09668, 0.761719, 0.761719, 1.023438, 0.535156, 0.507812, 0.910156, 0.648438, 0.294922, 0.769531, 1.125, 0.816406, 0.863281, 0.546875, 0.707031, 0.96875, 0.953125, 0.925781, 0.765625, 0.578125, 0.466797, 0.527344, 0.691406, 0.570312, 0.306641, 1.078125, 0.589844, 0.617188, 0.839844, 0.945312, 1.234375, 0.757812, 0.683594, 0.960938, 0.863281, 0.292969, 0.777344, 0.714844, 0.304688, 0.90625, 0.333984, 0.667969, 0.445312, 0.333984, 0.404297, 0.472656, 0.675781, 0.394531, 0.410156, 0.390625, 0.371094, 0.5625, 0.4375, 0.320312, 0.855469, 0.099121, 0.648438, 0.929688, 0.796875, 0.753906, 1.078125, 0.498047, 1.125, 0.832031, 0.152344, 0.139648, 0.332031, 0.515625, 0.84375, 0.369141, 0.667969, 0.976562, 0.347656, 0.917969, 0.449219, 0.890625, 0.992188, 0.679688, 0.722656, 0.554688, 0.769531, 0.195312, 0.613281, 0.621094, 0.804688, 0.519531, 0.302734, 0.400391, 0.75, 0.851562, 0.515625, 0.396484, 0.636719, 0.710938, 0.8125, 0.835938, 0.953125, 0.554688, 0.523438, 0.410156, 0.660156, 0.789062, 0.621094, 0.373047, 0.613281, 0.796875, 0.820312, 0.357422, 0.691406, 0.902344, 0.441406, 0.757812, 0.427734, 0.365234, 0.330078, 1.140625, 0.664062, 0.742188, 0.375, 0.554688, 0.412109, 0.132812, 0.800781, 0.871094, 0.386719, 0.59375, 0.710938, 0.507812, 0.445312, 1.039062, 0.964844, 0.511719, 0.304688, 0.617188, 1.0, 0.457031, 0.792969, 0.404297, 0.664062, 0.960938, 0.648438, 0.554688, 0.996094, 0.330078, 0.925781, 0.847656, 0.664062, 0.792969, 0.480469, 0.578125, 0.390625, 1.109375, 0.992188, 0.265625, 0.289062, 0.691406, 0.439453, 0.742188, 0.925781, 0.419922, 0.675781, 0.980469, 0.789062, 0.390625, 0.949219, 0.345703, 0.667969, 0.664062, 0.722656, 0.476562, 0.617188, 0.816406, 0.609375, 0.707031, 0.902344, 0.546875, 0.34375, 0.375, 0.474609, 0.408203, 0.757812, 0.554688, 0.820312, 0.523438, 0.636719, 0.535156, 0.53125, 0.703125, 0.765625, 0.824219, 0.34375, 0.691406, 0.238281, 0.597656, 0.839844, 0.699219, 0.835938, 0.675781, 0.503906, 0.769531, 0.134766, 0.322266, 0.664062, 0.373047, 0.462891, 0.53125, 0.785156, 1.085938, 0.75, 0.433594, 0.128906, 0.769531, 0.239258, 0.390625, 0.322266, 0.617188, 0.466797, 0.695312, 0.404297, 0.957031, 0.824219, 0.953125, 0.792969, 0.386719, 0.679688, 0.832031, 0.769531, 0.839844, 0.416016, 1.046875, 0.609375, 0.291016, 1.023438, 0.527344, 0.636719, 0.464844, 0.478516, 0.423828, 0.691406, 0.722656, 0.773438, 0.279297, 0.894531, 0.361328, 0.349609, 0.149414, 0.412109, 0.890625, 0.726562, 0.972656, 0.734375, 0.636719, 0.10791, 0.511719, 0.353516, 0.5625, 0.449219, 0.742188, 0.730469, 0.921875, 0.474609, 0.847656, 0.6875, 0.832031, 1.015625, 1.054688, 0.980469, 0.84375, 1.09375, 0.357422, 0.597656, 0.357422, 0.777344, 0.664062, 0.279297, 0.769531, 0.292969, 0.84375, 0.330078, 0.328125, 0.917969, 0.152344, 0.828125, 0.322266, 0.960938, 1.039062, 0.486328, 0.671875, 0.582031, 0.886719, 0.734375, 0.816406, 0.373047, 0.847656, 0.080566, 1.054688, 0.316406, 1.015625, 0.373047, 0.263672, 0.964844, 1.125, 0.714844, 0.757812, 0.470703, 0.957031, 0.710938, 1.132812, 0.644531, 0.585938, 0.345703, 0.902344, 0.867188, 0.570312, 0.597656, 0.808594, 0.100098, 1.007812, 0.527344, 0.910156, 0.449219, 0.6875, 0.550781, 0.609375, 0.617188, 0.133789, 0.328125, 0.683594, 0.386719, 0.339844, 1.132812, 0.738281, 0.328125, 0.585938, 0.302734, 1.078125, 0.675781, 0.527344, 0.648438, 1.085938, 0.621094, 0.726562, 0.601562, 0.507812, 0.466797, 0.707031, 0.423828, 0.142578, 0.330078, 0.365234, 0.640625, 0.808594, 0.902344, 0.126953, 0.878906, 0.988281, 0.832031, 0.5625, 0.216797, 0.322266, 0.957031, 0.333984, 0.335938, 0.941406, 0.476562, 0.300781, 1.179688, 0.746094, 1.0, 0.416016, 1.15625, 0.523438, 1.015625, 0.679688, 0.498047, 0.769531, 0.613281, 0.882812, 0.369141, 0.832031, 0.800781, 0.53125, 0.796875, 0.341797, 0.695312, 0.554688, 0.478516, 0.570312, 0.416016, 1.046875, 0.824219, 0.5625, 0.824219, 0.302734, 0.769531, 0.554688, 0.458984, 0.457031, 0.957031, 1.085938, 0.416016, 0.59375, 0.367188, 0.753906, 0.558594, 0.628906, 0.796875, 0.882812, 0.431641, 0.519531, 0.597656, 0.546875, 0.474609, 0.945312, 0.917969, 0.566406, 0.34375, 0.769531, 0.147461, 0.318359, 0.71875, 0.5625, 0.3125, 0.597656, 0.847656, 0.367188, 1.078125, 0.625, 1.046875, 0.703125, 0.800781, 0.902344, 1.296875, 0.314453, 0.441406, 0.640625, 0.652344, 1.132812, 0.617188, 1.03125, 0.996094, 0.726562, 0.859375, 0.925781, 0.351562, 0.671875, 0.996094, 0.816406, 0.566406, 0.90625, 0.625, 0.96875, 0.90625, 0.431641, 0.917969, 0.515625, 0.683594, 0.792969, 1.007812, 1.132812, 0.130859, 0.664062, 0.625, 0.957031, 0.417969, 0.808594, 0.960938, 0.871094, 0.980469, 0.416016, 0.640625, 0.847656, 0.699219, 0.554688, 0.373047, 0.578125, 0.894531, 0.142578, 0.412109, 0.792969, 0.6875, 0.976562, 0.703125, 0.351562, 0.445312, 1.007812, 0.271484, 0.847656, 0.550781, 0.558594, 0.628906, 1.09375, 0.460938, 0.832031, 1.023438, 0.828125, 0.628906, 0.421875, 1.015625, 0.667969, 0.675781, 0.824219, 0.710938, 0.263672, 0.972656, 0.480469, 0.710938, 0.648438, 0.722656, 0.294922, 0.808594, 0.792969, 0.410156, 0.738281, 0.824219, 0.141602, 1.023438, 0.158203, 0.363281, 0.511719, 0.355469, 0.318359, 0.326172, 0.326172, 0.558594, 0.640625, 0.492188, 0.644531, 0.710938, 0.443359, 0.558594, 0.726562, 0.326172, 0.429688, 0.140625, 0.542969, 0.773438, 0.605469, 0.326172, 0.875, 0.632812, 0.53125, 0.871094, 0.617188, 0.427734, 1.015625, 0.09375, 0.613281, 0.824219, 0.652344, 0.691406, 0.726562, 0.730469, 0.353516, 0.462891, 0.941406, 0.421875, 1.023438, 0.964844, 0.351562, 0.804688, 0.847656, 0.294922, 0.605469, 0.476562, 0.15332, 0.691406, 0.964844, 1.03125, 0.636719, 0.318359, 0.118164, 1.007812, 0.390625, 1.132812, 0.691406, 0.820312, 0.753906, 0.449219, 0.714844, 0.820312, 0.507812, 0.691406, 0.339844, 0.90625, 1.039062, 0.949219, 0.279297, 0.34375, 0.445312, 0.628906, 0.710938, 0.412109, 0.59375, 0.828125, 0.667969, 0.425781, 0.691406, 1.164062, 0.542969, 0.90625, 0.878906, 0.419922, 0.789062, 0.335938, 0.746094, 0.789062, 0.921875, 0.832031, 0.328125, 0.12207, 0.558594, 0.851562, 0.890625, 1.148438, 0.824219, 0.441406, 0.796875, 1.023438, 0.605469, 0.149414, 0.558594, 1.070312, 0.601562, 0.894531, 0.392578, 0.5, 0.746094, 0.71875, 0.589844, 0.851562, 0.816406, 0.605469, 0.769531, 0.458984, 0.894531, 0.208008, 0.777344, 0.691406, 0.867188, 0.628906, 0.423828, 0.333984, 0.375, 0.996094, 0.550781, 0.361328, 0.648438, 0.78125, 0.855469, 0.453125, 0.960938, 0.585938, 1.289062, 0.332031, 0.976562, 0.785156, 0.625, 0.792969, 0.972656, 0.241211, 0.890625, 0.980469, 0.570312, 0.5, 0.789062, 0.953125, 0.5625, 0.148438, 0.980469, 0.46875, 0.310547, 0.6875, 0.613281, 1.09375, 0.738281, 0.753906, 0.917969, 0.773438, 0.699219, 0.796875, 0.800781, 0.382812, 0.628906, 0.710938, 0.5625, 0.707031, 0.648438, 0.679688, 0.816406, 1.023438, 0.365234, 0.496094, 0.341797, 1.101562, 0.349609, 1.007812, 0.683594, 0.628906, 0.753906, 0.613281, 0.349609, 0.294922, 0.632812, 0.310547, 0.332031, 0.691406, 0.972656, 0.726562, 0.412109, 0.605469, 0.777344, 0.59375, 1.039062, 0.933594, 1.203125, 0.447266, 0.878906, 0.441406, 0.640625, 0.847656, 0.304688, 0.710938, 0.330078, 0.478516, 0.691406, 0.71875, 0.472656, 0.326172, 0.310547, 0.863281, 0.792969, 0.847656, 0.396484, 0.824219, 0.585938, 1.109375, 0.804688, 0.316406, 0.59375, 0.515625, 0.984375, 0.652344, 0.738281, 0.390625, 1.015625, 1.046875, 0.380859, 0.298828, 0.835938, 0.566406, 0.328125, 0.691406, 0.722656, 0.742188, 0.957031, 0.738281, 0.710938, 0.761719, 0.566406, 0.777344, 0.320312, 0.648438, 0.800781, 0.769531, 0.59375, 0.349609, 0.910156, 0.351562, 0.488281, 0.445312, 0.730469, 0.412109, 0.597656, 0.298828, 0.660156, 0.582031, 0.402344, 0.318359, 0.625, 0.578125, 0.150391, 0.1875, 0.462891, 0.574219, 0.714844, 0.777344, 0.330078, 0.863281, 0.824219, 0.773438, 0.785156, 0.285156, 0.447266, 0.349609, 0.429688, 0.132812, 0.279297, 0.423828, 0.890625, 0.34375, 0.738281, 0.675781, 0.742188, 0.683594, 1.03125, 0.546875, 0.828125, 1.09375, 0.316406, 0.8125, 0.498047, 0.863281, 0.369141, 0.699219, 0.347656, 0.609375, 0.847656, 1.015625, 0.621094, 0.308594, 0.683594, 0.613281, 0.519531, 0.515625, 0.361328, 0.617188, 0.601562, 0.404297, 0.863281, 1.1875, 0.863281, 0.992188, 0.585938, 0.328125, 0.957031, 0.435547, 1.007812, 0.695312, 0.523438, 0.800781, 0.102539, 0.789062, 0.769531, 0.714844, 0.953125, 0.617188, 0.640625, 0.458984, 0.707031, 0.816406, 0.351562, 0.613281, 0.648438, 0.753906, 1.132812, 1.070312, 0.515625, 0.542969, 0.660156, 0.519531, 0.582031, 0.613281, 0.554688, 0.714844, 0.394531, 0.308594, 0.320312, 0.894531, 0.582031, 0.777344, 0.996094, 0.636719, 0.953125, 1.117188, 0.898438, 0.613281, 0.617188, 0.554688, 0.314453, 0.488281, 0.726562, 0.800781, 0.980469, 0.40625, 0.644531, 1.164062, 0.482422, 1.328125, 0.359375, 0.699219, 0.800781, 0.777344, 0.820312, 0.160156, 0.53125, 0.357422, 0.433594, 0.378906, 0.207031, 0.507812, 0.382812, 0.792969, 0.287109, 0.675781, 0.71875, 0.417969, 0.859375, 0.15918, 0.5625, 0.910156, 0.345703, 0.392578, 0.964844, 0.867188, 0.816406, 0.78125, 0.796875, 0.498047, 0.355469, 0.104004, 1.03125, 0.355469, 0.957031, 0.652344, 0.875, 0.519531, 0.632812, 0.417969, 0.847656, 0.664062, 0.449219, 0.671875, 0.625, 0.478516, 0.345703, 0.832031, 0.34375, 0.100586, 0.675781, 0.761719, 0.597656, 0.613281, 0.578125, 0.125, 0.498047, 1.125, 0.890625, 0.361328, 0.839844, 1.0, 0.945312, 0.730469, 0.816406, 0.449219, 0.855469, 0.777344, 0.640625, 0.145508, 0.753906, 0.11084, 0.796875, 0.757812, 0.394531, 0.964844, 0.828125, 0.917969, 0.378906, 0.535156, 0.546875, 0.101562, 0.289062, 0.695312, 0.695312, 0.427734, 0.945312, 0.632812, 0.308594, 0.953125, 0.302734, 0.664062, 0.359375, 0.488281, 0.878906, 0.306641, 1.039062, 0.996094, 0.796875, 0.59375, 0.578125, 0.800781, 0.466797, 0.9375, 0.941406, 0.412109, 0.960938, 0.507812, 0.9375, 0.929688, 0.867188, 0.8125, 0.777344, 0.761719, 0.324219, 0.582031, 0.785156, 1.007812, 0.792969, 0.765625, 0.333984, 0.878906, 0.695312, 0.398438, 0.380859, 0.703125, 1.234375, 0.332031, 0.100586, 0.417969, 0.972656, 0.146484, 0.730469, 0.410156, 0.785156, 0.597656, 0.921875, 0.683594, 0.314453, 0.882812, 1.351562, 0.671875, 0.691406, 0.527344, 0.683594, 0.410156, 0.337891, 0.671875, 0.298828, 0.19043, 0.753906, 0.458984, 0.839844, 0.667969, 0.761719, 0.478516, 0.804688, 1.195312, 0.847656, 0.847656, 0.914062, 0.152344, 0.535156, 0.353516, 0.322266, 0.151367, 1.0625, 0.679688, 0.855469, 0.333984, 0.609375, 0.296875, 0.388672, 0.353516, 0.1875, 0.328125, 0.742188, 1.015625, 0.777344, 0.703125, 0.628906, 0.359375, 0.714844, 1.234375, 1.09375, 0.578125, 0.628906, 0.40625, 0.878906, 0.890625, 0.957031, 0.886719, 0.964844, 0.431641, 0.484375, 0.373047, 0.996094, 0.65625, 0.703125, 0.917969, 0.613281, 1.023438, 0.441406, 0.135742, 0.326172, 0.431641, 0.949219, 0.402344, 0.337891, 0.435547, 0.40625, 1.0625, 0.734375, 0.953125, 0.609375, 0.6875, 0.431641, 0.554688, 0.691406, 0.625, 0.910156, 0.703125, 0.933594, 0.269531, 0.367188, 0.972656, 0.734375, 0.988281, 0.308594, 0.957031, 0.652344, 0.71875, 1.132812, 0.65625, 0.816406, 0.326172, 0.582031, 0.498047, 0.322266, 0.773438, 1.125, 0.5, 0.664062, 0.761719, 0.601562, 0.613281, 0.447266, 0.398438, 0.566406, 0.386719, 0.78125, 0.714844, 0.546875, 0.832031, 0.382812, 1.132812, 0.5, 0.566406, 1.015625, 0.150391, 0.5, 0.472656, 0.472656, 0.126953, 0.298828, 0.839844, 0.703125, 0.816406, 0.283203, 1.046875, 0.523438, 0.621094, 0.875, 0.609375, 0.742188, 0.84375, 0.859375, 0.300781, 0.664062, 0.396484, 0.882812, 0.451172, 0.373047, 0.707031, 0.337891, 0.878906, 0.417969, 0.585938, 0.695312, 0.229492, 0.757812, 1.132812, 0.945312, 0.761719, 0.316406, 0.785156, 1.0, 0.476562, 1.054688, 0.291016, 0.457031, 0.714844, 0.789062, 0.558594, 0.542969, 0.578125, 0.515625, 0.371094, 0.691406, 0.632812, 0.498047, 0.742188, 0.431641, 0.539062, 0.353516, 0.660156, 0.742188, 0.302734, 0.40625, 0.322266, 0.90625, 0.875, 1.085938, 1.109375, 0.328125, 0.337891, 0.589844, 1.039062, 0.380859, 0.131836, 0.859375, 0.558594, 0.816406, 0.761719, 1.289062, 0.539062, 0.757812, 0.396484, 0.699219, 0.458984, 0.769531, 0.300781, 0.129883, 0.722656, 0.859375, 0.664062, 0.539062, 1.070312, 0.75, 0.296875, 0.664062, 0.667969, 0.554688, 0.921875, 0.328125, 0.71875, 0.945312, 0.453125, 0.992188, 0.335938, 0.808594, 1.195312, 0.451172, 0.201172, 0.929688, 0.746094, 0.609375, 0.597656, 0.554688, 0.789062, 0.777344, 1.117188, 0.535156, 0.382812, 0.714844, 0.640625, 1.117188, 0.503906, 0.808594, 1.078125, 0.601562, 0.613281, 0.796875, 0.306641, 0.128906, 0.679688, 0.652344, 1.023438, 0.609375, 1.054688, 1.125, 0.71875, 0.734375, 0.695312, 0.227539, 0.804688, 0.3125, 0.628906, 0.476562, 0.320312, 0.365234, 0.484375, 0.871094, 0.863281, 0.609375, 0.550781, 1.023438, 0.921875, 0.835938, 0.894531, 0.632812, 1.007812, 1.0, 0.400391, 0.632812, 0.671875, 0.636719, 0.396484, 0.515625, 0.855469, 0.863281, 0.345703, 0.314453, 0.59375, 1.125, 1.09375, 0.847656, 0.855469, 0.933594, 0.863281, 0.996094, 0.519531, 0.341797, 0.388672, 0.527344, 0.589844, 0.322266, 0.785156, 1.140625, 0.421875, 0.369141, 1.015625, 0.503906, 1.046875, 0.176758, 0.326172, 0.769531, 0.396484, 0.875, 0.957031, 1.039062, 1.046875, 1.15625, 0.65625, 0.765625, 0.582031, 1.015625, 0.722656, 0.582031, 1.132812, 1.007812, 0.980469, 0.636719, 1.0, 1.109375, 0.554688, 0.855469, 0.539062, 1.0, 0.511719, 0.734375, 0.910156, 0.933594, 0.839844, 0.699219, 0.910156, 0.507812, 0.546875, 0.632812, 0.71875, 1.15625, 0.554688, 0.652344, 1.085938, 0.597656, 0.679688, 0.382812, 0.380859, 0.359375, 0.757812, 0.34375, 0.375, 0.792969, 0.455078, 0.376953, 0.710938, 0.789062, 1.101562, 0.400391, 1.054688, 0.386719, 0.699219, 0.412109, 1.054688, 0.296875, 0.304688, 1.007812, 1.242188, 1.4375, 0.289062, 0.318359, 0.445312, 0.859375, 0.820312, 0.714844, 0.648438, 0.878906, 0.734375, 0.261719, 0.486328, 0.6875, 0.761719, 0.296875, 0.484375, 0.324219, 0.408203, 0.386719, 0.316406, 0.824219, 0.726562, 0.503906, 0.141602, 0.691406, 1.265625, 0.863281, 0.773438, 0.652344, 1.0625, 0.378906, 0.828125, 0.742188, 1.03125, 0.730469, 0.726562, 0.261719, 0.796875, 0.726562, 0.738281, 0.523438, 0.644531, 0.546875, 0.652344, 0.400391, 0.789062, 0.773438, 0.816406, 0.671875, 0.341797, 0.699219, 0.519531, 0.601562, 0.597656, 0.298828, 0.414062, 0.137695, 0.742188, 1.132812, 0.84375, 1.015625, 0.570312, 0.9375, 0.675781, 0.625, 0.4375, 0.326172, 0.578125, 0.65625, 0.28125, 0.722656, 0.324219, 0.867188, 0.492188, 0.566406, 0.695312, 0.294922, 0.742188, 0.660156, 1.015625, 1.0625, 0.466797, 0.824219, 0.542969, 0.628906, 0.285156, 0.800781, 0.660156, 0.597656, 0.835938, 0.835938, 0.287109, 0.298828, 0.53125, 0.625, 0.5, 0.757812, 0.753906, 0.855469, 0.109375, 0.800781, 0.333984, 0.894531, 0.855469, 0.515625, 0.664062, 0.625, 0.980469, 0.925781, 0.349609, 0.765625, 1.046875, 0.328125, 0.578125, 0.917969, 0.847656, 0.542969, 0.578125, 0.769531, 0.980469, 0.949219, 0.439453, 0.474609, 1.117188, 0.703125, 0.886719, 0.667969, 0.357422, 0.613281, 0.863281, 0.796875, 0.890625, 0.589844, 0.699219, 0.839844, 1.125, 0.929688, 0.839844, 0.699219, 0.371094, 0.808594, 0.550781, 0.126953, 0.730469, 0.996094, 0.664062, 0.558594, 0.363281, 0.769531, 0.433594, 0.902344, 0.808594, 1.054688, 0.699219, 0.478516, 0.597656, 1.125, 0.800781, 0.894531, 0.617188, 0.441406, 0.726562, 0.621094, 0.447266, 0.605469, 0.691406, 0.328125, 0.140625, 0.898438, 0.341797, 0.8125, 0.839844, 0.980469, 0.335938, 0.519531, 0.839844, 0.671875, 0.964844, 0.597656, 0.640625, 0.369141, 0.429688, 0.90625, 0.730469, 0.742188, 0.863281, 0.139648, 1.023438, 0.335938, 0.800781, 1.03125, 0.449219, 0.914062, 0.78125, 1.039062, 1.078125, 0.964844, 0.789062, 0.404297, 0.431641, 0.578125, 0.757812, 0.925781, 0.742188, 0.640625, 0.828125, 0.386719, 0.337891, 0.902344, 0.523438, 0.863281, 0.730469, 0.839844, 0.726562, 0.746094, 0.3125, 0.451172, 0.53125, 0.765625, 0.345703, 0.134766, 0.722656, 0.316406, 0.447266, 0.367188, 0.355469, 0.972656, 0.470703, 0.355469, 0.347656, 0.330078, 0.523438, 1.257812, 0.332031, 0.644531, 1.117188, 0.808594, 0.8125, 0.488281, 0.535156, 0.796875, 0.792969, 0.664062, 0.867188, 0.363281, 1.171875, 0.898438, 0.84375, 0.585938, 0.863281, 0.453125, 0.6875, 0.757812, 0.12793, 0.730469, 0.726562, 0.351562, 1.0, 0.707031, 0.78125, 0.839844, 0.914062, 0.929688, 0.640625, 0.824219, 0.695312, 0.660156, 0.378906, 0.570312, 0.392578, 0.699219, 1.109375, 0.914062, 0.804688, 0.679688, 0.882812, 0.695312, 0.147461, 0.554688, 1.046875, 0.419922, 0.605469, 0.746094, 0.699219, 0.859375, 0.632812, 0.738281, 0.488281, 0.277344, 0.855469, 0.785156, 0.613281, 0.769531, 0.24707, 0.816406, 0.738281, 0.789062, 0.949219, 0.648438, 0.421875, 0.765625, 0.431641, 0.449219, 0.925781, 0.730469, 0.566406, 0.636719, 1.054688, 1.078125, 0.503906, 0.859375, 0.449219, 0.367188, 0.613281, 0.691406, 0.53125, 0.71875, 0.761719, 0.671875, 0.734375, 0.445312, 1.015625, 0.695312, 0.773438, 0.5625, 0.910156, 0.408203, 0.59375, 0.328125, 0.617188, 0.753906, 0.667969, 0.761719, 0.792969, 0.699219, 0.53125, 0.482422, 0.386719, 0.726562, 0.929688, 0.455078, 0.585938, 0.53125, 0.894531, 0.314453, 0.699219, 0.589844, 0.5625, 0.851562, 0.679688, 0.609375, 0.644531, 0.742188, 0.474609, 1.242188, 1.023438, 0.429688, 0.738281, 0.365234, 0.796875, 0.597656, 0.404297, 0.941406, 1.195312, 0.726562, 0.839844, 0.129883, 0.902344, 0.679688, 0.53125, 0.992188, 0.380859, 0.371094, 0.839844, 0.765625, 0.726562, 0.800781, 0.337891, 0.816406, 0.527344, 1.117188, 0.859375, 0.601562, 0.96875, 0.263672, 0.707031, 0.136719, 0.75, 0.75, 0.558594, 0.847656, 0.855469, 0.419922, 0.322266, 0.621094, 1.125, 0.285156, 0.550781, 0.484375, 0.245117, 0.632812, 0.515625, 0.722656, 0.769531, 0.453125, 1.085938, 0.988281, 0.462891, 0.359375, 0.902344, 0.523438, 0.890625, 0.640625, 0.910156, 0.357422, 0.318359, 0.490234, 1.101562, 1.25, 0.664062, 0.742188, 0.433594, 0.910156, 0.460938, 0.808594, 0.417969, 0.332031, 0.855469, 0.839844, 0.546875, 0.941406, 0.882812, 1.0, 0.742188, 0.769531, 1.046875, 0.734375, 0.345703, 0.898438, 1.273438, 0.582031, 0.5625, 0.773438, 0.761719, 0.777344, 0.118652, 0.863281, 0.808594, 0.789062, 0.757812, 0.679688, 0.71875, 0.326172, 0.714844, 0.302734, 0.488281, 0.133789, 0.462891, 0.917969, 0.287109, 0.640625, 0.796875, 0.765625, 0.703125, 0.917969, 0.136719, 1.171875, 0.917969, 0.890625, 1.15625, 0.820312, 0.648438, 0.628906, 1.023438, 0.679688, 0.539062, 0.667969, 0.972656, 0.378906, 0.90625, 1.234375, 1.015625, 0.847656, 0.6875, 0.341797, 0.660156, 0.796875, 0.34375, 0.373047, 0.722656, 0.294922, 0.847656, 1.070312, 0.789062, 0.333984, 0.914062, 0.796875, 0.972656, 0.110352, 0.302734, 0.341797, 0.392578, 0.9375, 0.375, 0.824219, 0.589844, 0.671875, 0.964844, 0.339844, 0.296875, 0.613281, 0.570312, 0.960938, 0.53125, 0.765625, 0.523438, 0.535156, 0.785156, 0.859375, 0.695312, 0.375, 0.835938, 0.734375, 0.816406, 1.007812, 0.816406, 0.294922, 0.558594, 0.574219, 0.170898, 0.84375, 0.636719, 0.361328, 0.648438, 0.382812, 0.605469, 0.894531, 0.582031, 1.460938, 0.660156, 0.777344, 0.765625, 0.53125, 0.625, 0.925781, 0.78125, 0.941406, 0.945312, 0.320312, 0.146484, 0.953125, 0.839844, 0.550781, 0.632812, 0.847656, 0.84375, 0.992188, 0.320312, 0.4375, 0.273438, 0.482422, 0.59375, 0.384766, 0.828125, 1.039062, 0.804688, 0.65625, 0.640625, 0.808594, 0.746094, 1.007812, 0.390625, 0.863281, 0.5, 0.65625, 0.136719, 0.867188, 0.710938, 0.147461, 0.988281, 0.738281, 1.210938, 0.574219, 0.472656, 0.585938, 0.519531, 0.271484, 0.78125, 0.482422, 0.34375, 1.1875, 0.683594, 0.145508, 0.828125, 0.199219, 0.792969, 0.710938, 0.492188, 0.632812, 0.324219, 0.828125, 0.589844, 0.867188, 0.357422, 0.648438, 0.314453, 0.390625, 0.8125, 0.160156, 0.333984, 0.441406, 0.279297, 0.527344, 0.621094, 0.921875, 1.132812, 0.710938, 0.863281, 0.492188, 0.808594, 0.129883, 0.451172, 0.796875, 0.941406, 0.773438, 0.714844, 0.859375, 0.404297, 0.703125, 0.482422, 0.910156, 0.441406, 0.574219, 0.707031, 0.582031, 0.855469, 0.640625, 0.375, 1.039062, 0.789062, 0.824219, 0.310547, 0.470703, 0.804688, 0.419922, 0.382812, 0.149414, 0.408203, 0.726562, 0.8125, 0.789062, 0.458984, 0.789062, 0.761719, 0.628906, 0.6875, 0.707031, 0.441406, 0.394531, 0.613281, 0.427734, 0.605469, 0.5625, 0.241211, 0.820312, 0.773438, 0.617188, 0.683594, 0.597656, 0.730469, 0.648438, 0.535156, 0.443359, 0.10791, 0.466797, 0.335938, 0.707031, 0.394531, 0.953125, 0.953125 ] }, "name": "model.model.layers.15.post_attention_layernorm.weight", "outputIndexes": [ 1315 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1314 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_15/Mul_output_0", "outputIndexes": [ 1316 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1315, 1316 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_15/Mul_1_output_0", "outputIndexes": [ 1317 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1317 ], "outputIndexes": [ 2744 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2744 ], "outputIndexes": [ 2745 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear", "inputIndexes": [ 2745 ], "outputIndexes": [ 2746 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 1983138142, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2746 ], "outputIndexes": [ 2747 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2747 ], "outputIndexes": [ 1318 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1318 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_15/Sigmoid_output_0", "outputIndexes": [ 1319 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1318, 1319 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_15/Mul_output_0", "outputIndexes": [ 1320 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1317 ], "outputIndexes": [ 2748 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2748 ], "outputIndexes": [ 2749 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear", "inputIndexes": [ 2749 ], "outputIndexes": [ 2750 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2021329268, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2750 ], "outputIndexes": [ 2751 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2751 ], "outputIndexes": [ 1321 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1320, 1321 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_15/Mul_output_0", "outputIndexes": [ 1322 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1322 ], "outputIndexes": [ 2752 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2752 ], "outputIndexes": [ 2753 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear", "inputIndexes": [ 2753 ], "outputIndexes": [ 2754 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2059520394, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2754 ], "outputIndexes": [ 2755 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2755 ], "outputIndexes": [ 1323 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1314, 1323 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_79_output_0", "outputIndexes": [ 1324 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1324, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_144_output_0", "outputIndexes": [ 1325 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.460938, 0.6875, 1.796875, 0.369141, 1.453125, 0.574219, 0.601562, 0.914062, 0.941406, 0.269531, 0.683594, 0.28125, 0.546875, 0.335938, 0.308594, 1.03125, 0.648438, 0.384766, 0.699219, 0.375, 0.902344, 0.695312, 0.648438, 0.408203, 0.34375, 1.1875, 0.271484, 0.310547, 0.427734, 0.392578, 1.304688, 0.259766, 0.761719, 0.546875, 1.164062, 1.335938, 0.351562, 1.203125, 0.679688, 0.310547, 1.195312, 0.652344, 1.789062, 0.777344, 1.484375, 1.210938, 0.133789, 1.929688, 1.015625, 0.314453, 1.328125, 0.519531, 0.519531, 0.46875, 0.941406, 0.470703, 1.007812, 1.601562, 1.109375, 0.703125, 0.3125, 0.917969, 1.007812, 0.574219, 1.414062, 1.429688, 0.249023, 0.5625, 0.263672, 0.621094, 0.480469, 0.855469, 0.898438, 0.59375, 1.28125, 1.023438, 0.882812, 0.376953, 0.832031, 1.570312, 1.445312, 1.640625, 1.578125, 0.558594, 0.824219, 0.067383, 0.625, 1.515625, 0.761719, 0.671875, 0.875, 0.722656, 0.84375, 0.714844, 1.632812, 0.53125, 0.613281, 0.355469, 0.675781, 0.265625, 0.298828, 0.353516, 1.523438, 0.621094, 1.757812, 1.023438, 1.914062, 0.332031, 0.863281, 0.53125, 0.539062, 0.453125, 0.761719, 0.898438, 0.535156, 1.085938, 0.273438, 0.785156, 1.226562, 0.269531, 0.394531, 0.460938, 1.257812, 0.589844, 0.929688, 0.451172, 1.09375, 0.503906, 0.078125, 0.318359, 0.263672, 0.636719, 0.457031, 1.3125, 0.431641, 0.820312, 0.449219, 0.757812, 0.640625, 0.957031, 0.371094, 1.21875, 1.398438, 0.180664, 1.054688, 0.234375, 1.625, 0.632812, 1.21875, 0.621094, 1.21875, 0.691406, 0.490234, 0.648438, 0.957031, 0.667969, 0.361328, 0.318359, 1.289062, 1.453125, 0.316406, 0.373047, 0.800781, 0.625, 1.296875, 0.445312, 0.527344, 0.855469, 0.523438, 0.746094, 0.675781, 0.314453, 0.314453, 0.322266, 0.589844, 1.515625, 0.605469, 0.486328, 1.203125, 0.53125, 0.208008, 0.632812, 1.0625, 0.267578, 0.175781, 0.859375, 0.494141, 0.302734, 0.453125, 0.792969, 0.257812, 0.726562, 1.359375, 0.398438, 2.109375, 0.773438, 0.660156, 1.101562, 0.585938, 0.554688, 0.53125, 1.640625, 1.351562, 1.40625, 1.695312, 0.671875, 0.240234, 0.455078, 1.039062, 0.198242, 0.988281, 0.59375, 0.306641, 0.890625, 0.574219, 1.242188, 0.347656, 0.318359, 1.804688, 0.507812, 0.486328, 0.298828, 0.96875, 0.839844, 0.75, 1.578125, 0.316406, 0.628906, 0.449219, 0.617188, 0.777344, 1.164062, 0.804688, 0.492188, 0.671875, 1.414062, 0.392578, 1.3125, 0.069336, 0.65625, 1.0, 0.482422, 0.839844, 0.539062, 0.351562, 1.03125, 0.785156, 0.984375, 0.921875, 0.625, 0.585938, 1.882812, 0.441406, 0.507812, 0.644531, 0.392578, 0.578125, 0.068359, 0.496094, 0.326172, 0.648438, 0.722656, 0.746094, 0.910156, 0.703125, 0.302734, 0.625, 0.574219, 1.195312, 1.125, 1.125, 1.046875, 0.804688, 0.558594, 0.363281, 1.585938, 0.707031, 0.429688, 0.310547, 1.4375, 0.455078, 0.609375, 0.070312, 0.683594, 0.443359, 1.71875, 0.255859, 0.914062, 0.996094, 0.314453, 1.460938, 0.320312, 0.664062, 0.519531, 0.261719, 0.476562, 1.117188, 0.300781, 0.976562, 0.496094, 0.328125, 0.617188, 0.478516, 1.132812, 1.578125, 1.109375, 0.527344, 0.5, 0.625, 0.71875, 1.242188, 0.453125, 0.585938, 0.492188, 1.257812, 0.828125, 0.679688, 1.328125, 0.84375, 0.566406, 1.234375, 0.53125, 0.351562, 0.451172, 0.462891, 0.582031, 0.451172, 0.597656, 0.597656, 0.470703, 0.072266, 0.894531, 0.773438, 0.488281, 0.435547, 0.511719, 1.046875, 1.734375, 0.957031, 0.269531, 0.061279, 0.431641, 0.462891, 0.476562, 0.128906, 1.140625, 1.492188, 0.675781, 0.433594, 0.558594, 0.953125, 0.320312, 1.664062, 0.605469, 1.71875, 0.542969, 0.746094, 0.933594, 0.402344, 0.582031, 2.140625, 1.453125, 0.104004, 0.328125, 0.347656, 0.449219, 0.507812, 1.34375, 0.605469, 0.298828, 0.523438, 0.59375, 0.765625, 0.386719, 0.886719, 1.46875, 0.103516, 0.355469, 0.644531, 0.84375, 0.980469, 0.847656, 0.414062, 1.601562, 1.0, 0.322266, 1.625, 0.609375, 0.515625, 0.398438, 0.589844, 1.179688, 0.628906, 0.1875, 0.361328, 0.925781, 0.339844, 0.382812, 0.671875, 0.091309, 0.359375, 0.921875, 0.523438, 1.203125, 0.306641, 0.746094, 0.78125, 0.875, 0.722656, 0.699219, 0.53125, 0.675781, 1.140625, 0.519531, 0.902344, 1.617188, 1.085938, 0.652344, 0.636719, 0.855469, 0.59375, 0.9375, 0.519531, 0.269531, 0.435547, 0.289062, 1.054688, 0.828125, 0.292969, 0.675781, 0.589844, 0.439453, 0.294922, 0.486328, 1.046875, 0.191406, 0.503906, 0.652344, 0.447266, 0.408203, 0.458984, 1.429688, 1.617188, 0.589844, 0.351562, 0.404297, 0.542969, 0.765625, 1.398438, 1.625, 1.734375, 0.570312, 0.785156, 0.546875, 1.789062, 1.539062, 0.243164, 0.421875, -0.027588, 0.394531, 0.742188, 0.394531, 0.582031, 0.9375, 0.263672, 1.140625, 0.351562, 0.558594, 0.326172, 0.816406, 0.347656, 0.087891, 0.65625, 0.703125, 1.179688, 0.640625, 0.394531, 0.277344, 0.765625, 0.644531, 0.902344, 0.609375, 0.3125, 1.382812, 1.257812, 0.960938, 1.789062, 1.335938, 1.265625, 1.117188, 0.412109, 1.09375, 1.4375, 0.824219, 1.515625, 0.259766, 0.671875, 0.542969, 1.640625, 0.851562, 0.539062, 0.339844, 0.373047, 0.523438, 0.447266, 1.367188, 1.273438, 0.170898, 0.570312, 0.373047, 1.117188, 1.117188, 0.796875, 1.15625, 1.101562, 0.373047, 0.28125, 0.542969, 0.412109, 1.46875, 0.380859, 0.757812, 0.742188, 0.085938, 0.671875, 0.265625, 1.257812, 0.867188, 0.671875, 0.482422, 0.585938, 1.25, 1.382812, 0.640625, 0.458984, 0.746094, 0.357422, 0.53125, 0.917969, 0.75, 0.294922, 0.298828, 0.328125, 0.609375, 0.322266, 1.023438, 1.757812, 1.21875, 0.171875, 1.601562, 0.761719, 1.65625, 0.773438, 2.25, 0.318359, 0.3125, 0.425781, 0.617188, 0.683594, 0.330078, 1.53125, 0.675781, 0.408203, 0.194336, 0.306641, 0.882812, 0.484375, 1.1875, 1.171875, 0.244141, 1.453125, 0.515625, 0.246094, 0.271484, 0.601562, 0.480469, 0.429688, 1.453125, 0.283203, 1.023438, 0.914062, 1.289062, 0.800781, 0.251953, 1.335938, 0.554688, 0.539062, 0.275391, 0.53125, 0.253906, 1.28125, 0.761719, 0.734375, 1.46875, 0.984375, 0.574219, 0.416016, 0.292969, 0.357422, 0.326172, 1.320312, 0.251953, 0.328125, 1.546875, 0.710938, 1.359375, 0.566406, 0.542969, 1.484375, 1.03125, 1.546875, 1.132812, 0.373047, 0.3125, 0.804688, 0.589844, 0.082031, 0.478516, 0.933594, 1.171875, 0.792969, 0.554688, 1.5, 0.585938, 1.398438, 0.578125, 1.789062, 0.695312, 0.539062, 1.617188, 0.441406, 0.546875, 0.390625, 0.554688, 0.231445, 0.310547, 1.140625, 0.201172, 0.671875, 0.558594, 0.433594, 0.349609, 0.679688, 0.808594, 1.390625, 2.25, 0.628906, 0.613281, 0.683594, 0.404297, 0.10498, 0.953125, 0.730469, 0.427734, 0.347656, 0.921875, 0.376953, 0.683594, 0.765625, 0.279297, 0.412109, 0.349609, 1.109375, 0.929688, 0.972656, 1.007812, 0.539062, 0.527344, 0.875, 0.742188, 0.414062, 0.582031, 0.589844, 0.847656, 0.632812, 0.554688, 1.125, 0.5, 1.375, 0.847656, 0.648438, 0.851562, 0.267578, 0.867188, 1.101562, 1.476562, 0.511719, 0.421875, 0.337891, 0.269531, 1.546875, 1.804688, 0.585938, 1.445312, 0.503906, 0.34375, 1.25, 1.671875, 0.355469, 0.695312, 0.271484, 0.90625, 1.023438, 0.570312, 0.566406, 0.578125, 0.392578, 0.077637, 0.667969, 1.1875, 0.546875, 0.200195, 0.417969, 0.410156, 1.609375, 1.515625, 0.496094, 0.648438, 0.482422, 1.140625, 1.0625, 0.738281, 0.585938, 0.53125, 0.800781, 0.632812, 0.777344, 0.224609, 0.289062, 1.929688, 0.769531, 0.746094, 0.439453, 0.640625, 0.519531, 0.722656, 0.285156, 0.296875, 0.474609, 1.3125, 1.085938, 0.585938, 0.335938, 0.308594, 0.539062, 0.470703, 0.988281, 0.283203, 1.65625, 0.554688, 0.359375, 0.585938, 0.691406, 1.523438, 1.25, 0.482422, 0.261719, 0.871094, 1.34375, 1.117188, 0.734375, 0.419922, 0.839844, 0.118164, 0.65625, 0.539062, 0.816406, 0.304688, 0.326172, 1.484375, 0.433594, 1.023438, 0.07666, 0.427734, 1.5625, 0.118652, 0.863281, 1.234375, 0.816406, 0.507812, 0.46875, 0.302734, 1.007812, 0.683594, 0.351562, 0.625, 0.59375, 0.345703, 0.578125, 0.5625, 0.921875, 0.332031, 0.045166, 0.582031, 0.851562, 0.285156, 0.351562, 1.0, 1.640625, 0.707031, 0.414062, 1.53125, 0.644531, 1.203125, 1.0625, 0.103027, 0.679688, 0.542969, 1.046875, 0.316406, 0.376953, 0.570312, 0.585938, 1.78125, 0.652344, 1.09375, 0.566406, 0.291016, 0.992188, 0.162109, 0.519531, 0.539062, 0.052002, 1.460938, 0.283203, 0.261719, 0.523438, 0.412109, 0.386719, 0.369141, 0.6875, 1.257812, 1.296875, 1.539062, 0.376953, 0.339844, 0.847656, 1.0, 1.015625, 1.039062, 0.679688, 0.380859, 0.414062, 1.375, 1.179688, 0.6875, 0.482422, 0.597656, 0.628906, 0.535156, 0.558594, 0.585938, 0.462891, 0.396484, 1.085938, 0.498047, 1.15625, 0.347656, 1.039062, 0.863281, 1.53125, 0.439453, 0.427734, 1.0625, 0.322266, 0.419922, 1.859375, 0.269531, 0.539062, 0.84375, 0.53125, 0.632812, 1.398438, 1.429688, 0.960938, 1.109375, 0.554688, 0.085938, 0.828125, 1.179688, 0.671875, 1.234375, 0.445312, 0.439453, 1.28125, 0.847656, 0.613281, 0.667969, 0.064453, 1.796875, 1.53125, 0.738281, 0.519531, 0.539062, 1.617188, 0.527344, 0.570312, 0.695312, 1.539062, 1.132812, 0.9375, 0.527344, 0.511719, 0.259766, 1.03125, 1.179688, 0.621094, 1.0625, 0.753906, 0.423828, 1.289062, 1.546875, 0.652344, 0.996094, 0.726562, 0.414062, 0.820312, 1.296875, 0.375, 0.644531, 0.871094, 0.683594, 0.539062, 0.929688, 0.828125, 0.609375, 1.367188, 0.542969, 0.279297, 0.769531, 0.640625, 1.03125, 0.734375, 0.400391, 1.296875, 0.625, 0.345703, 0.976562, 0.326172, 0.851562, 0.273438, 0.503906, 0.523438, 1.617188, 1.375, 0.345703, 1.59375, 0.408203, 1.15625, 1.484375, 1.5, 0.941406, 0.652344, 0.269531, 0.515625, 1.132812, 0.5, 0.083496, 0.353516, 0.085449, 0.5, 1.46875, 1.046875, 0.386719, 0.523438, 0.476562, 0.427734, 0.408203, 0.496094, 1.734375, 1.1875, 0.550781, 0.229492, 0.921875, 1.078125, 1.78125, 1.007812, 0.671875, 1.234375, 0.902344, 0.535156, 0.314453, 0.289062, 0.875, 0.59375, 0.291016, 0.259766, 0.455078, 0.652344, 1.5625, 1.492188, 0.578125, 0.291016, 0.648438, 1.742188, 0.855469, 0.605469, 1.15625, 0.107422, 0.249023, 0.519531, 0.550781, 0.376953, 0.335938, 0.341797, 0.507812, 0.867188, 1.085938, 1.273438, 0.196289, 0.625, 0.625, 0.449219, 0.326172, 0.070801, 0.613281, 0.992188, 0.273438, 0.300781, 0.494141, 0.441406, 0.296875, 2.234375, 0.322266, 0.273438, 1.078125, 0.103516, 0.714844, 0.384766, 0.085449, 1.453125, 0.9375, 0.773438, 0.449219, 0.380859, 0.722656, 0.839844, 1.335938, 0.408203, 1.148438, 0.269531, 0.150391, 1.554688, 0.519531, 1.015625, 0.322266, 1.804688, 0.427734, 0.578125, 0.640625, 0.353516, 0.341797, 1.492188, 0.753906, 1.695312, 0.804688, 0.335938, 1.21875, 0.318359, 0.613281, 0.384766, 0.330078, 0.330078, 0.730469, 0.416016, 0.263672, 0.523438, 0.474609, 0.062988, 0.062256, 1.570312, 0.423828, 1.257812, 1.117188, 1.148438, 1.90625, 0.449219, 1.3125, 0.359375, 0.621094, 0.597656, 0.314453, 0.308594, 0.511719, 1.375, 0.5, 0.824219, 0.373047, 0.308594, 0.353516, 0.314453, 0.554688, 0.085449, 0.640625, 1.414062, 1.117188, 1.421875, 1.609375, 0.613281, 0.183594, 1.40625, 0.460938, 0.320312, 0.431641, 0.470703, 1.625, 0.443359, 0.507812, 1.546875, 1.414062, 0.142578, 0.214844, 0.980469, 0.652344, 0.486328, 1.601562, 0.3125, 0.404297, 0.773438, 0.777344, 1.414062, 0.886719, 0.24707, 0.296875, 0.390625, 1.65625, 0.267578, 1.789062, 0.539062, 0.302734, 0.484375, 0.363281, 0.941406, 0.75, 0.507812, 0.984375, 0.279297, 0.671875, 1.03125, 0.306641, 0.921875, 0.851562, 0.757812, 0.828125, 0.318359, 0.488281, 0.435547, 0.523438, 1.6875, 0.644531, 0.332031, 0.851562, 0.386719, 1.640625, 0.419922, 1.40625, 0.878906, 0.621094, 0.242188, 0.976562, 0.349609, 2.0, 0.476562, 0.339844, 1.515625, 0.988281, 0.398438, 0.554688, 0.882812, 0.341797, 1.546875, 0.769531, 1.320312, 0.707031, 0.289062, 0.314453, 0.804688, 0.414062, 0.96875, 0.796875, 0.412109, 1.3125, 0.871094, 1.734375, 1.460938, 1.359375, 0.8125, 1.304688, 0.507812, 0.486328, 0.304688, 0.333984, 1.507812, 1.171875, 0.761719, 0.777344, 0.539062, 0.554688, 1.265625, 0.492188, 1.234375, 1.15625, 0.8125, 0.503906, 0.625, 0.066895, 0.671875, 0.306641, 0.069824, 0.515625, 0.507812, 0.886719, 0.347656, 0.507812, 0.726562, 0.746094, 1.648438, 1.351562, 0.695312, 0.298828, 0.275391, 0.369141, 0.345703, 1.09375, 0.382812, 1.6875, 0.5, 0.582031, 1.34375, 0.90625, 0.443359, 1.085938, 1.328125, 0.632812, 0.324219, 0.796875, 1.664062, 0.515625, 0.332031, 0.59375, 1.195312, 1.4375, 1.5, 0.683594, 1.445312, 0.832031, 1.296875, 1.632812, 0.519531, 0.382812, 1.320312, 0.6875, 0.65625, 0.945312, 1.34375, 0.820312, 0.636719, 0.566406, 1.039062, 0.322266, 0.648438, 0.8125, 0.539062, 1.039062, 1.445312, 0.398438, 0.063477, 1.523438, 0.546875, 1.15625, 0.871094, 0.710938, 0.597656, 0.414062, 1.25, 0.578125, 0.570312, 0.161133, 0.65625, 0.722656, 0.494141, 0.466797, 0.249023, 0.375, 1.1875, 0.071289, 0.613281, 0.447266, 1.320312, 1.054688, 0.214844, 0.804688, 1.0625, 0.96875, 0.474609, 0.453125, 0.835938, 0.351562, 0.324219, 0.259766, 0.710938, 0.65625, 1.6875, 0.332031, 0.455078, 0.945312, 0.380859, 0.964844, 1.476562, 0.339844, 0.890625, 0.302734, 1.601562, 0.925781, 0.578125, 1.03125, 0.792969, 0.417969, 0.664062, 0.248047, 1.054688, 0.683594, 1.617188, 0.546875, 0.339844, 1.367188, 1.367188, 0.925781, 0.46875, 0.652344, 1.03125, 0.419922, 0.546875, 0.380859, 1.570312, 0.558594, 1.109375, 0.875, 1.257812, 0.429688, 0.996094, 1.21875, 0.632812, 0.464844, 1.453125, 0.466797, 0.621094, 0.447266, 0.644531, 2.09375, 1.671875, 0.648438, 0.25, 0.816406, 0.451172, 0.273438, 0.640625, 1.726562, 0.404297, 0.273438, 1.03125, 1.125, 1.71875, 0.621094, 1.078125, 0.757812, 0.792969, 0.6875, 0.408203, 0.566406, 0.253906, 0.542969, 1.242188, 1.085938, 1.023438, 1.015625, 0.890625, 0.621094, 0.988281, 0.423828, 0.683594, 0.376953, 0.566406, 0.683594, 0.402344, 0.390625, 0.400391, 0.419922, 0.585938, 1.742188, 0.621094, 1.242188, 0.296875, 0.808594, 0.239258, 0.46875, 0.859375, 0.328125, 0.839844, 1.265625, 0.925781, 1.804688, 0.507812, 1.054688, 0.386719, 0.558594, 0.605469, 0.462891, 1.46875, 1.4375, 0.451172, 0.075684, 0.455078, 0.470703, 0.084961, 0.917969, 1.1875, 1.507812, 0.613281, 0.949219, 0.589844, 0.462891, 0.05542, 0.59375, 0.118164, 0.632812, 1.492188, 0.182617, 0.062012, 0.384766, 0.839844, 0.324219, 0.433594, 0.375, 1.6875, 1.375, 0.746094, 1.4375, 0.882812, 1.625, 0.574219, 1.242188, 1.0625, 0.332031, 0.835938, 0.34375, 1.125, 1.34375, 0.773438, 1.195312, 1.859375, 0.239258, 0.785156, 0.566406, 0.625, 0.632812, 0.259766, 0.628906, 0.464844, 0.376953, 0.984375, 0.746094, 0.558594, 1.0625, 0.644531, 0.558594, 0.609375, 0.310547, 0.609375, 0.894531, 0.130859, 1.484375, 0.800781, 0.439453, 1.335938, 0.306641, 1.835938, 0.675781, 0.478516, 0.820312, 0.617188, 1.09375, 0.494141, 0.75, 0.486328, 1.429688, 0.78125, 0.515625, 0.601562, 0.523438, 1.03125, 0.373047, 1.203125, 1.398438, 0.330078, 0.871094, 0.742188, 0.824219, 1.257812, 1.570312, 1.460938, 0.640625, 0.333984, 0.478516, 0.527344, 1.203125, 0.839844, 0.042725, 0.898438, 0.601562, 1.328125, 0.396484, 0.361328, 0.9375, 0.507812, 0.219727, 0.648438, 1.585938, 0.796875, 0.882812, 0.394531, 0.585938, 1.304688, 1.125, 1.34375, 0.722656, 0.464844, 0.330078, 0.427734, 0.625, 0.464844, 0.353516, 1.3125, 0.472656, 0.478516, 0.792969, 1.234375, 1.734375, 0.65625, 0.636719, 1.46875, 0.859375, 0.261719, 0.640625, 0.597656, 0.308594, 1.304688, 0.298828, 0.644531, 0.330078, 0.263672, 0.660156, 0.355469, 0.554688, 1.601562, 0.251953, 0.894531, 0.232422, 0.453125, 0.423828, 0.259766, 0.804688, 0.047119, 0.466797, 1.164062, 0.65625, 0.636719, 1.492188, 0.996094, 1.609375, 0.773438, 0.135742, 0.069824, 0.322266, 0.648438, 1.296875, 0.230469, 0.738281, 1.054688, 0.318359, 0.929688, 0.539062, 0.960938, 1.601562, 0.964844, 0.574219, 0.539062, 0.664062, 0.173828, 0.441406, 0.496094, 0.683594, 1.734375, 0.273438, 0.34375, 0.589844, 1.007812, 0.435547, 0.345703, 0.46875, 1.171875, 0.734375, 0.714844, 2.40625, 0.466797, 0.714844, 0.515625, 0.511719, 0.714844, 0.558594, 0.902344, 0.671875, 0.722656, 0.945312, 0.263672, 0.585938, 1.007812, 1.078125, 0.621094, 0.738281, 0.589844, 0.730469, 1.648438, 0.492188, 1.390625, 0.371094, 0.498047, 0.378906, 0.080078, 0.800781, 0.871094, 0.300781, 0.527344, 0.53125, 0.371094, 0.34375, 1.554688, 1.289062, 0.34375, 0.335938, 0.476562, 1.367188, 0.263672, 0.753906, 0.246094, 0.480469, 1.140625, 0.484375, 0.457031, 1.414062, 0.960938, 1.375, 2.34375, 0.539062, 0.652344, 0.507812, 0.457031, 0.226562, 1.5, 1.023438, 1.304688, 0.318359, 0.628906, 0.337891, 0.804688, 1.257812, 0.324219, 0.566406, 1.023438, 0.929688, 0.330078, 1.367188, 0.335938, 0.488281, 1.132812, 0.742188, 0.470703, 0.46875, 0.691406, 0.75, 0.5625, 0.863281, 0.507812, 0.300781, 0.1875, 0.384766, 0.398438, 0.890625, 0.408203, 1.171875, 0.390625, 0.8125, 0.324219, 0.613281, 0.539062, 0.769531, 1.117188, 0.271484, 0.613281, 0.298828, 1.367188, 0.746094, 0.617188, 0.71875, 0.492188, 0.380859, 0.90625, 0.066895, 0.453125, 0.554688, 0.419922, 0.361328, 0.578125, 2.328125, 1.421875, 0.566406, 0.289062, 0.070801, 0.691406, 0.226562, 0.710938, 0.419922, 1.25, 0.392578, 1.09375, 0.355469, 1.171875, 1.335938, 1.070312, 0.636719, 0.298828, 0.535156, 0.796875, 0.613281, 0.8125, 0.695312, 1.359375, 0.462891, 0.3125, 1.179688, 0.585938, 0.503906, 0.625, 0.589844, 0.9375, 0.539062, 0.542969, 0.640625, 0.237305, 1.148438, 0.460938, 0.40625, 0.092773, 0.292969, 0.941406, 0.582031, 1.695312, 0.601562, 0.539062, 0.054443, 0.5, 0.322266, 0.423828, 0.404297, 0.890625, 0.632812, 0.9375, 0.373047, 0.851562, 0.949219, 0.792969, 1.742188, 1.703125, 1.570312, 0.914062, 1.679688, 0.255859, 0.455078, 0.279297, 0.773438, 0.494141, 0.123535, 0.695312, 1.242188, 0.738281, 0.318359, 0.229492, 0.863281, 0.098145, 0.8125, 0.570312, 1.15625, 1.289062, 0.332031, 0.558594, 0.53125, 0.847656, 1.382812, 0.738281, 0.306641, 0.777344, 1.085938, 1.640625, 0.236328, 1.34375, 0.349609, 0.328125, 1.210938, 1.492188, 1.898438, 0.796875, 0.322266, 1.140625, 0.8125, 1.382812, 0.714844, 0.554688, 0.429688, 1.195312, 0.894531, 0.371094, 0.443359, 0.695312, 0.052246, 1.140625, 0.394531, 0.960938, 0.396484, 0.515625, 1.820312, 0.498047, 0.462891, 1.210938, 0.277344, 0.498047, 0.400391, 0.652344, 1.539062, 0.59375, 0.219727, 0.542969, 0.369141, 1.546875, 0.507812, 0.396484, 0.59375, 1.640625, 0.675781, 1.125, 2.296875, 0.480469, 0.451172, 0.6875, 0.28125, 0.086426, 0.304688, 0.328125, 0.484375, 0.675781, 0.878906, 0.064941, 0.792969, 1.46875, 0.84375, 0.597656, 0.261719, 0.279297, 1.578125, 0.378906, 0.578125, 1.25, 0.294922, 0.289062, 1.679688, 0.609375, 1.40625, 0.261719, 1.78125, 0.453125, 1.109375, 0.53125, 0.384766, 0.722656, 0.492188, 0.761719, 0.378906, 0.742188, 0.980469, 0.386719, 0.703125, 0.25, 0.523438, 0.847656, 0.519531, 0.423828, 0.261719, 1.390625, 0.796875, 0.384766, 0.777344, 0.306641, 0.625, 0.431641, 1.40625, 0.285156, 1.632812, 1.328125, 0.390625, 0.478516, 0.255859, 1.414062, 0.414062, 2.4375, 1.265625, 0.855469, 0.429688, 0.435547, 0.425781, 0.519531, 1.046875, 1.140625, 1.03125, 0.478516, 0.765625, 0.640625, 0.095215, 0.984375, 0.625, 0.570312, 1.0625, 0.453125, 0.757812, 0.339844, 1.5625, 0.613281, 1.328125, 0.578125, 0.71875, 1.523438, 1.796875, 1.515625, 0.373047, 0.486328, 0.699219, 1.585938, 0.470703, 1.390625, 1.632812, 0.648438, 0.832031, 1.148438, 1.296875, 0.535156, 1.1875, 1.140625, 0.431641, 0.964844, 0.53125, 1.273438, 0.992188, 0.382812, 1.125, 0.503906, 0.5625, 0.800781, 1.46875, 1.625, 0.067871, 0.742188, 0.478516, 1.484375, 0.265625, 0.703125, 0.980469, 0.804688, 1.007812, 0.404297, 0.476562, 1.367188, 0.546875, 0.40625, 0.476562, 0.419922, 1.296875, 0.078613, 0.382812, 1.0, 0.550781, 1.28125, 0.546875, 0.390625, 0.738281, 1.515625, 0.347656, 0.78125, 0.431641, 0.388672, 0.554688, 1.640625, 1.132812, 0.878906, 1.109375, 2.03125, 0.498047, 0.515625, 1.226562, 0.480469, 0.613281, 0.792969, 0.613281, 0.703125, 1.242188, 0.380859, 0.824219, 0.679688, 0.597656, 0.298828, 0.753906, 1.421875, 0.369141, 0.949219, 0.730469, 0.079102, 1.203125, 0.118652, 0.320312, 0.359375, 0.414062, 0.287109, 0.208008, 1.171875, 0.388672, 0.570312, 0.347656, 0.462891, 0.601562, 0.273438, 0.425781, 0.589844, 0.251953, 0.539062, 0.081055, 0.431641, 0.714844, 0.435547, 0.431641, 0.835938, 0.511719, 0.511719, 1.585938, 0.511719, 0.972656, 1.414062, 0.049805, 0.435547, 0.984375, 0.496094, 0.652344, 0.554688, 0.589844, 0.289062, 0.691406, 0.933594, 0.283203, 1.234375, 1.148438, 0.157227, 0.640625, 0.910156, 0.306641, 0.496094, 0.894531, 0.100098, 0.535156, 1.414062, 1.382812, 0.527344, 0.269531, 0.064941, 1.171875, 0.347656, 1.46875, 0.53125, 0.726562, 0.65625, 0.335938, 0.636719, 0.664062, 0.349609, 0.578125, 0.300781, 0.890625, 1.578125, 1.195312, 0.332031, 0.302734, 0.335938, 0.488281, 0.597656, 0.882812, 0.451172, 0.761719, 0.609375, 0.365234, 0.570312, 1.695312, 0.417969, 0.507812, 0.839844, 0.59375, 0.625, 0.359375, 0.613281, 0.726562, 1.078125, 1.226562, 0.373047, 0.060303, 0.455078, 1.023438, 0.871094, 1.289062, 0.71875, 1.257812, 0.65625, 1.257812, 0.523438, 0.089355, 0.425781, 1.570312, 0.498047, 0.832031, 0.209961, 0.394531, 0.664062, 0.605469, 1.015625, 1.09375, 1.609375, 0.453125, 0.675781, 0.341797, 0.820312, 0.193359, 1.03125, 0.5625, 1.796875, 0.498047, 0.462891, 1.109375, 0.455078, 1.140625, 0.398438, 0.222656, 0.613281, 1.945312, 0.8125, 0.404297, 1.070312, 0.376953, 1.546875, 0.25, 1.125, 0.800781, 0.484375, 0.863281, 1.140625, 0.298828, 1.226562, 1.804688, 0.408203, 0.439453, 0.675781, 1.140625, 0.447266, 0.087402, 1.328125, 0.769531, 0.984375, 0.578125, 0.458984, 1.59375, 0.671875, 1.046875, 0.917969, 0.695312, 0.667969, 0.808594, 0.734375, 0.330078, 0.496094, 0.570312, 0.519531, 0.585938, 0.503906, 0.484375, 0.734375, 1.59375, 0.369141, 0.365234, 0.550781, 1.601562, 0.255859, 1.414062, 0.570312, 0.523438, 0.644531, 0.785156, 0.197266, 0.242188, 0.542969, 0.320312, 0.246094, 1.570312, 1.109375, 0.59375, 0.396484, 0.839844, 0.671875, 0.472656, 1.367188, 1.140625, 1.578125, 0.320312, 0.929688, 0.345703, 1.6875, 0.820312, 0.310547, 0.5625, 0.455078, 0.554688, 0.546875, 1.140625, 0.306641, 0.267578, 0.233398, 0.945312, 1.117188, 0.722656, 0.349609, 0.6875, 0.476562, 1.679688, 0.628906, 0.34375, 0.462891, 0.726562, 1.109375, 0.726562, 1.789062, 1.195312, 1.226562, 1.53125, 1.179688, 0.300781, 0.910156, 0.435547, 0.324219, 0.613281, 0.828125, 0.683594, 1.492188, 0.707031, 2.078125, 0.644531, 0.447266, 0.640625, 0.347656, 0.527344, 0.644531, 0.652344, 0.570312, 0.458984, 1.0, 0.636719, 0.341797, 0.416016, 0.652344, 0.308594, 1.21875, 0.255859, 0.5, 0.566406, 0.351562, 0.273438, 0.476562, 0.582031, 0.087402, 1.179688, 0.398438, 0.421875, 0.644531, 0.75, 0.451172, 0.898438, 0.765625, 0.640625, 0.890625, 0.285156, 0.265625, 0.386719, 0.287109, 0.070312, 0.322266, 0.400391, 1.203125, 0.558594, 0.605469, 0.59375, 1.78125, 0.539062, 1.421875, 0.419922, 0.734375, 1.351562, 1.203125, 0.71875, 0.363281, 1.390625, 0.291016, 0.585938, 0.275391, 0.462891, 0.871094, 1.171875, 0.542969, 0.332031, 0.785156, 0.457031, 0.349609, 0.376953, 0.609375, 0.466797, 1.789062, 0.289062, 0.925781, 1.648438, 1.078125, 1.796875, 0.566406, 0.519531, 1.1875, 0.357422, 1.296875, 0.527344, 0.363281, 0.714844, 0.057129, 1.140625, 0.621094, 0.589844, 1.265625, 1.1875, 0.466797, 0.335938, 0.710938, 0.90625, 0.183594, 0.648438, 1.078125, 0.585938, 1.53125, 1.351562, 0.392578, 0.433594, 0.519531, 0.367188, 0.933594, 0.878906, 1.34375, 0.5625, 0.78125, 0.345703, 0.439453, 1.039062, 0.419922, 0.679688, 1.070312, 0.5, 1.898438, 1.585938, 0.976562, 0.478516, 0.539062, 0.384766, 0.265625, 0.378906, 0.613281, 1.3125, 1.28125, 0.378906, 0.78125, 1.476562, 1.273438, 1.789062, 0.3125, 1.15625, 1.0, 0.628906, 0.789062, 0.109375, 0.488281, 0.275391, 0.582031, 0.337891, 0.231445, 0.349609, 0.298828, 0.757812, 0.220703, 0.53125, 0.605469, 0.292969, 0.875, 0.109375, 0.601562, 1.320312, 0.378906, 0.566406, 1.265625, 1.070312, 0.695312, 1.679688, 1.625, 0.386719, 0.275391, 0.054443, 2.296875, 0.261719, 1.1875, 0.458984, 0.78125, 0.361328, 0.53125, 0.261719, 0.816406, 0.632812, 0.455078, 0.542969, 0.470703, 0.40625, 0.318359, 0.742188, 0.488281, 0.05249, 0.527344, 0.722656, 0.46875, 0.494141, 1.484375, 0.062012, 0.425781, 1.648438, 1.234375, 0.34375, 1.070312, 1.179688, 1.179688, 0.613281, 0.757812, 0.353516, 0.980469, 0.910156, 0.466797, 0.080078, 0.597656, 0.058594, 0.671875, 0.960938, 0.449219, 1.015625, 0.769531, 0.960938, 0.210938, 0.984375, 0.390625, 0.048096, 0.298828, 0.636719, 0.539062, 0.373047, 1.03125, 0.75, 0.265625, 1.171875, 0.25, 0.597656, 0.341797, 0.417969, 1.15625, 0.304688, 1.34375, 1.265625, 0.894531, 0.494141, 0.439453, 0.8125, 0.351562, 0.960938, 0.949219, 0.443359, 1.46875, 0.337891, 1.28125, 1.015625, 0.824219, 2.265625, 0.652344, 1.460938, 1.601562, 0.458984, 0.753906, 1.015625, 0.710938, 0.730469, 0.294922, 1.25, 0.507812, 0.371094, 0.316406, 1.109375, 1.710938, 0.470703, 0.054443, 0.212891, 1.25, 0.099609, 1.09375, 1.273438, 0.699219, 0.679688, 1.03125, 0.539062, 0.296875, 0.769531, 1.671875, 0.488281, 0.628906, 0.390625, 1.429688, 0.330078, 0.209961, 0.511719, 0.337891, 0.18457, 0.648438, 1.21875, 0.875, 0.523438, 0.609375, 0.332031, 0.730469, 1.734375, 0.804688, 1.117188, 0.910156, 0.095703, 0.453125, 0.324219, 0.361328, 0.089844, 1.648438, 0.5, 0.789062, 0.345703, 0.527344, 0.484375, 0.314453, 0.294922, -0.000702, 0.421875, 0.609375, 1.039062, 0.761719, 0.523438, 1.0, 0.480469, 0.546875, 1.75, 1.484375, 0.414062, 0.96875, 0.410156, 0.808594, 0.804688, 1.078125, 0.84375, 1.210938, 0.294922, 0.972656, 1.171875, 1.367188, 0.71875, 0.523438, 1.414062, 0.570312, 1.507812, 1.015625, 0.076172, 0.292969, 0.417969, 1.390625, 0.255859, 0.507812, 0.511719, 0.859375, 1.609375, 0.648438, 0.921875, 0.458984, 0.53125, 0.455078, 0.472656, 0.5625, 0.472656, 0.960938, 0.65625, 0.9375, 0.236328, 0.255859, 1.21875, 0.566406, 1.1875, 0.375, 1.898438, 0.535156, 0.570312, 1.4375, 0.589844, 0.695312, 0.292969, 0.671875, 0.330078, 0.318359, 0.71875, 1.8125, 0.40625, 1.5, 1.976562, 0.470703, 0.503906, 0.326172, 0.570312, 0.613281, 0.322266, 0.785156, 0.621094, 0.478516, 0.742188, 0.294922, 1.492188, 0.605469, 0.433594, 1.515625, 0.088867, 0.386719, 0.285156, 0.470703, 0.06543, 0.314453, 1.09375, 0.566406, 1.09375, 0.234375, 1.414062, 1.015625, 0.535156, 1.03125, 1.296875, 0.621094, 1.359375, 0.757812, 0.245117, 0.5, 0.219727, 1.484375, 1.0, 0.5, 0.542969, 0.359375, 0.910156, 0.527344, 0.402344, 0.703125, 0.251953, 0.605469, 1.625, 1.3125, 0.777344, 0.167969, 0.636719, 1.21875, 0.410156, 1.484375, 0.292969, 0.355469, 0.550781, 0.71875, 0.392578, 0.349609, 0.474609, 0.355469, 0.539062, 0.496094, 0.498047, 0.400391, 0.59375, 0.640625, 0.423828, 0.457031, 0.515625, 0.636719, 0.392578, 1.007812, 0.392578, 0.941406, 1.078125, 1.65625, 1.539062, 0.361328, 0.429688, 0.496094, 1.484375, 0.306641, 0.062988, 0.871094, 0.361328, 0.730469, 0.625, 0.792969, 1.1875, 0.628906, 0.296875, 1.054688, 0.470703, 0.6875, 0.462891, 0.068848, 0.609375, 0.972656, 0.550781, 0.335938, 1.460938, 0.59375, 0.298828, 0.578125, 0.75, 0.470703, 1.007812, 0.462891, 0.574219, 1.179688, 0.296875, 1.195312, 0.292969, 0.910156, 1.71875, 0.404297, 1.429688, 0.980469, 0.59375, 0.431641, 0.425781, 0.410156, 0.851562, 0.730469, 1.554688, 0.455078, 0.365234, 0.867188, 0.90625, 1.585938, 0.859375, 1.0625, 1.359375, 0.546875, 0.539062, 0.726562, 0.235352, 0.064941, 0.542969, 1.742188, 1.210938, 1.539062, 1.296875, 1.625, 1.046875, 0.550781, 1.054688, 0.220703, 1.007812, 0.277344, 0.455078, 0.902344, 0.339844, 0.203125, 0.4375, 1.34375, 0.75, 0.460938, 0.46875, 1.335938, 1.023438, 0.828125, 0.871094, 0.527344, 1.492188, 1.375, 0.296875, 0.546875, 0.503906, 0.539062, 0.601562, 0.363281, 0.941406, 0.785156, 0.365234, 0.302734, 0.423828, 1.5625, 1.453125, 0.773438, 0.84375, 1.179688, 1.257812, 1.414062, 0.494141, 0.419922, 0.410156, 0.423828, 0.503906, 0.324219, 0.800781, 1.507812, 0.316406, 0.287109, 1.390625, 0.363281, 1.5, 0.132812, 0.392578, 0.640625, 0.209961, 0.785156, 1.09375, 1.375, 1.265625, 1.5, 0.490234, 0.636719, 0.554688, 1.421875, 1.0625, 0.421875, 1.71875, 1.476562, 1.289062, 0.546875, 1.359375, 1.367188, 0.4375, 0.777344, 0.435547, 1.429688, 0.431641, 0.621094, 0.9375, 0.878906, 1.015625, 0.570312, 1.335938, 0.326172, 0.523438, 0.507812, 0.925781, 1.609375, 0.423828, 0.453125, 1.351562, 0.59375, 0.546875, 0.605469, 0.294922, 0.341797, 0.566406, 0.287109, 0.800781, 0.9375, 0.421875, 0.890625, 0.523438, 0.847656, 1.320312, 1.289062, 1.328125, 0.21582, 0.769531, 1.101562, 1.609375, 0.369141, 0.326172, 1.546875, 1.96875, 1.8125, 0.227539, 1.257812, 0.322266, 0.863281, 0.710938, 0.671875, 0.496094, 0.945312, 0.65625, 0.267578, 0.373047, 0.535156, 0.734375, 0.292969, 0.6875, 0.267578, 0.597656, 0.316406, 0.347656, 0.667969, 0.578125, 0.375, 0.080078, 0.5625, 1.890625, 0.863281, 0.699219, 0.570312, 1.328125, 0.478516, 1.21875, 0.578125, 1.367188, 0.621094, 0.824219, 1.289062, 0.707031, 0.609375, 0.597656, 0.392578, 1.1875, 1.265625, 0.941406, 0.882812, 0.683594, 0.707031, 0.773438, 0.515625, 0.703125, 0.554688, 0.402344, 1.304688, 0.458984, 0.328125, 0.361328, 0.063477, 1.203125, 1.390625, 0.820312, 1.265625, 0.390625, 1.09375, 0.914062, 0.466797, 0.455078, 0.388672, 0.675781, 0.480469, 0.283203, 0.617188, 0.291016, 0.953125, 0.455078, 0.566406, 0.535156, 0.241211, 0.664062, 0.730469, 1.46875, 1.65625, 0.361328, 1.515625, 1.132812, 0.480469, 0.341797, 1.023438, 0.546875, 1.46875, 0.726562, 0.839844, 0.236328, 0.267578, 0.441406, 0.476562, 0.333984, 0.667969, 1.085938, 0.75, 0.061279, 0.808594, 0.371094, 1.085938, 0.761719, 0.425781, 0.769531, 0.457031, 1.382812, 0.933594, 0.320312, 0.609375, 1.40625, 0.257812, 1.015625, 1.234375, 0.914062, 0.416016, 0.439453, 0.941406, 1.148438, 1.023438, 0.921875, 0.882812, 1.515625, 0.558594, 0.871094, 0.855469, 0.310547, 0.519531, 1.046875, 0.664062, 0.773438, 0.886719, 0.546875, 0.84375, 1.835938, 1.140625, 0.960938, 0.824219, 0.275391, 1.09375, 0.382812, 0.065918, 0.648438, 1.1875, 0.5, 1.015625, 0.332031, 0.644531, 0.363281, 0.988281, 0.816406, 1.484375, 1.21875, 0.388672, 1.585938, 1.734375, 0.722656, 1.171875, 0.474609, 0.24707, 1.632812, 0.445312, 0.357422, 0.507812, 0.632812, 0.925781, 0.078613, 1.023438, 0.378906, 0.703125, 1.015625, 1.554688, 0.4375, 1.140625, 0.953125, 0.523438, 1.421875, 0.447266, 0.492188, 0.632812, 0.322266, 1.421875, 0.652344, 0.605469, 0.839844, 0.121094, 1.335938, 0.25, 1.40625, 1.421875, 0.277344, 1.234375, 0.730469, 1.257812, 1.453125, 0.984375, 0.691406, 0.320312, 0.667969, 0.398438, 0.714844, 1.273438, 0.5625, 0.474609, 0.78125, 0.277344, 0.361328, 1.164062, 0.367188, 0.96875, 0.609375, 0.800781, 0.628906, 0.621094, 0.298828, 1.078125, 0.451172, 0.589844, 0.25, 0.08252, 0.609375, 0.265625, 0.355469, 0.804688, 0.386719, 1.414062, 0.839844, 0.34375, 0.206055, 0.34375, 0.478516, 1.828125, 0.369141, 0.546875, 1.742188, 1.304688, 0.839844, 0.4375, 0.386719, 0.628906, 0.707031, 0.777344, 1.0625, 0.310547, 1.546875, 0.929688, 0.847656, 0.4375, 0.863281, 0.306641, 0.570312, 0.59375, 0.060547, 0.578125, 0.558594, 0.269531, 1.507812, 0.527344, 0.648438, 0.886719, 0.898438, 0.96875, 0.519531, 0.742188, 0.519531, 0.570312, 0.416016, 0.447266, 0.376953, 0.539062, 1.507812, 1.039062, 0.722656, 0.542969, 1.132812, 0.507812, 0.08252, 0.382812, 1.382812, 0.277344, 0.515625, 0.617188, 0.605469, 1.171875, 0.703125, 1.296875, 0.746094, 0.330078, 0.824219, 1.375, 0.628906, 0.617188, 1.070312, 0.761719, 0.609375, 0.613281, 1.1875, 0.539062, 0.457031, 0.609375, 0.330078, 0.298828, 1.242188, 0.578125, 0.433594, 0.5, 1.507812, 1.5625, 0.375, 0.796875, 0.347656, 0.196289, 0.507812, 0.605469, 0.59375, 0.5625, 1.375, 0.511719, 0.582031, 1.109375, 1.46875, 0.59375, 0.949219, 0.507812, 0.941406, 0.310547, 0.410156, 0.396484, 0.498047, 0.59375, 0.490234, 0.65625, 0.660156, 0.554688, 0.46875, 0.335938, 0.244141, 0.632812, 1.070312, 0.447266, 0.507812, 0.390625, 1.28125, 0.304688, 0.644531, 0.445312, 0.949219, 0.785156, 0.683594, 0.458984, 0.478516, 0.660156, 0.414062, 1.75, 1.382812, 0.482422, 0.722656, 0.390625, 0.632812, 0.435547, 0.292969, 1.367188, 1.789062, 0.617188, 0.941406, 0.102539, 0.941406, 0.628906, 0.378906, 1.351562, 0.59375, 0.306641, 0.859375, 0.59375, 0.550781, 0.675781, 0.285156, 0.921875, 0.427734, 1.578125, 0.722656, 0.455078, 1.476562, 0.261719, 0.550781, 0.071289, 0.605469, 0.6875, 0.917969, 1.203125, 0.855469, 0.246094, 1.609375, 0.621094, 1.40625, 0.219727, 0.433594, 0.335938, 1.367188, 0.527344, 0.953125, 0.597656, 1.132812, 0.585938, 1.554688, 1.15625, 0.78125, 0.808594, 1.890625, 0.550781, 1.234375, 0.5, 0.90625, 0.375, 0.330078, 0.675781, 1.789062, 1.492188, 0.855469, 0.601562, 0.375, 1.03125, 0.316406, 0.753906, 0.941406, 0.148438, 0.917969, 0.886719, 0.378906, 1.585938, 0.925781, 1.351562, 0.613281, 0.621094, 1.226562, 0.578125, 0.245117, 1.34375, 1.53125, 0.386719, 0.539062, 0.917969, 0.628906, 1.335938, 0.068359, 1.054688, 0.761719, 0.667969, 1.375, 0.738281, 0.523438, 0.320312, 0.597656, 0.361328, 0.353516, 0.069336, 0.462891, 1.0625, 0.246094, 0.503906, 0.929688, 0.589844, 0.539062, 1.796875, 0.072754, 2.03125, 0.941406, 1.0, 1.601562, 0.664062, 0.566406, 0.451172, 1.382812, 0.578125, 0.578125, 0.484375, 1.289062, 0.289062, 1.0, 1.726562, 1.234375, 0.914062, 0.589844, 0.353516, 0.5, 0.65625, 0.390625, 0.498047, 0.675781, 0.691406, 0.789062, 1.515625, 0.667969, 0.433594, 1.421875, 0.8125, 1.101562, 0.057373, 0.255859, 0.289062, 0.566406, 0.9375, 0.53125, 0.933594, 0.470703, 0.539062, 1.25, 0.298828, 0.275391, 0.4375, 0.455078, 1.328125, 0.439453, 0.640625, 0.462891, 1.0625, 0.65625, 0.828125, 0.597656, 0.455078, 0.75, 0.671875, 0.816406, 1.570312, 1.609375, 0.324219, 0.589844, 0.453125, 0.138672, 0.84375, 0.527344, 0.445312, 0.511719, 0.267578, 0.457031, 0.84375, 0.439453, 2.0, 0.5, 0.644531, 0.882812, 0.546875, 0.714844, 0.984375, 0.667969, 1.265625, 1.132812, 0.380859, 0.085938, 1.046875, 0.863281, 0.621094, 0.507812, 0.828125, 0.789062, 1.4375, 0.384766, 0.828125, 0.289062, 0.5625, 0.443359, 0.289062, 0.875, 1.4375, 0.710938, 1.523438, 1.390625, 0.792969, 0.644531, 1.210938, 0.398438, 0.898438, 0.917969, 0.523438, 0.068848, 0.910156, 0.550781, 0.091797, 1.171875, 0.582031, 1.703125, 0.458984, 1.234375, 0.578125, 0.458984, 0.373047, 0.824219, 0.341797, 0.298828, 1.671875, 0.59375, 0.084961, 0.703125, 0.22168, 0.710938, 1.570312, 0.439453, 0.476562, 0.464844, 1.140625, 0.902344, 0.875, 0.216797, 0.486328, 0.306641, 0.539062, 1.1875, 0.108398, 0.332031, 0.279297, 0.341797, 0.597656, 0.5, 2.328125, 1.421875, 1.273438, 0.75, 0.742188, 0.878906, 0.066406, 0.40625, 0.792969, 1.367188, 0.792969, 0.695312, 1.273438, 0.300781, 1.046875, 0.347656, 1.351562, 0.503906, 0.710938, 0.542969, 0.445312, 0.789062, 0.458984, 0.582031, 1.492188, 0.695312, 1.023438, 0.298828, 0.347656, 1.265625, 0.546875, 0.195312, 0.094238, 0.417969, 0.621094, 0.925781, 0.839844, 0.527344, 1.53125, 0.65625, 0.453125, 0.566406, 0.773438, 0.269531, 0.337891, 0.464844, 0.390625, 0.503906, 0.519531, 0.304688, 0.792969, 0.703125, 0.466797, 0.582031, 0.447266, 1.007812, 0.5, 0.390625, 0.746094, 0.061768, 0.433594, 0.22168, 0.542969, 0.310547, 1.023438, 1.132812 ] }, "name": "model.model.layers.16.input_layernorm.weight", "outputIndexes": [ 1326 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1325 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_16/Mul_output_0", "outputIndexes": [ 1327 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1326, 1327 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_16/Mul_1_output_0", "outputIndexes": [ 1328 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1328 ], "outputIndexes": [ 2756 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2756 ], "outputIndexes": [ 2757 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear", "inputIndexes": [ 2757 ], "outputIndexes": [ 2758 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2097711520, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2758 ], "outputIndexes": [ 2759 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2759 ], "outputIndexes": [ 1329 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1328 ], "main_type": "NONE", "name": "/Shape_225_output_0", "outputIndexes": [ 1330 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1330 ], "main_type": "NONE", "name": "Shape4079", "outputIndexes": [ 1331 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1330 ], "main_type": "NONE", "name": "Rank4081", "outputIndexes": [ 1332 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1332, 1332 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4083", "outputIndexes": [ 1333 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1333 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4084", "outputIndexes": [ 1334 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1333, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4086", "outputIndexes": [ 1335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1335 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4087", "outputIndexes": [ 1336 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1331, 1334, 1336, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4090", "outputIndexes": [ 1337 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1337 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4091", "outputIndexes": [ 1338 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1338 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4092", "outputIndexes": [ 1339 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1339, 1338 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4093", "outputIndexes": [ 1340 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1330, 1340, 1333 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_244_output_0", "outputIndexes": [ 1341 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1341, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_513_output_0", "outputIndexes": [ 1342 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1342, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_208_output_0", "outputIndexes": [ 1343 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1329, 1343 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_145_output_0", "outputIndexes": [ 1344 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_128_output_0", "outputIndexes": [ 1345 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344 ], "main_type": "NONE", "name": "/Shape_226_output_0", "outputIndexes": [ 1346 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1346 ], "main_type": "NONE", "name": "Shape4100", "outputIndexes": [ 1347 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1346 ], "main_type": "NONE", "name": "Rank4102", "outputIndexes": [ 1348 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1348, 1348 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4104", "outputIndexes": [ 1349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1349 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4105", "outputIndexes": [ 1350 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1349, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4107", "outputIndexes": [ 1351 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1351 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4108", "outputIndexes": [ 1352 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1347, 1350, 1352, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4111", "outputIndexes": [ 1353 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1353 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4112", "outputIndexes": [ 1354 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1354 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4113", "outputIndexes": [ 1355 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1355, 1354 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4114", "outputIndexes": [ 1356 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1346, 1356, 1349 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_245_output_0", "outputIndexes": [ 1357 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1357, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_48_output_0", "outputIndexes": [ 1358 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1358, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_518_output_0", "outputIndexes": [ 1359 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344, 1359, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_65_output_0", "outputIndexes": [ 1360 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1360 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_32_output_0", "outputIndexes": [ 1361 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344, 22, 1359, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_64_output_0", "outputIndexes": [ 1362 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1361, 1362 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_211_output_0", "outputIndexes": [ 1363 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1363, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_129_output_0", "outputIndexes": [ 1364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1345, 1364 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_80_output_0", "outputIndexes": [ 1365 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1328 ], "outputIndexes": [ 2760 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2760 ], "outputIndexes": [ 2761 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear", "inputIndexes": [ 2761 ], "outputIndexes": [ 2762 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2104951222, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2762 ], "outputIndexes": [ 2763 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2763 ], "outputIndexes": [ 1366 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1342, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_209_output_0", "outputIndexes": [ 1367 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1366, 1367 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_146_output_0", "outputIndexes": [ 1368 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1368, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_130_output_0", "outputIndexes": [ 1369 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1368 ], "main_type": "NONE", "name": "/Shape_227_output_0", "outputIndexes": [ 1370 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1370 ], "main_type": "NONE", "name": "Shape4163", "outputIndexes": [ 1371 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1370 ], "main_type": "NONE", "name": "Rank4165", "outputIndexes": [ 1372 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1372, 1372 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4167", "outputIndexes": [ 1373 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1373 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4168", "outputIndexes": [ 1374 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1373, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4170", "outputIndexes": [ 1375 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1375 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4171", "outputIndexes": [ 1376 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1371, 1374, 1376, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4174", "outputIndexes": [ 1377 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1377 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4175", "outputIndexes": [ 1378 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1378 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4176", "outputIndexes": [ 1379 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1379, 1378 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4177", "outputIndexes": [ 1380 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1370, 1380, 1373 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_246_output_0", "outputIndexes": [ 1381 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1381, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_49_output_0", "outputIndexes": [ 1382 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1382, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_520_output_0", "outputIndexes": [ 1383 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1368, 1383, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_67_output_0", "outputIndexes": [ 1384 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1384 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_33_output_0", "outputIndexes": [ 1385 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1368, 22, 1383, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_66_output_0", "outputIndexes": [ 1386 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1385, 1386 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_212_output_0", "outputIndexes": [ 1387 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1387, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_131_output_0", "outputIndexes": [ 1388 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1369, 1388 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_81_output_0", "outputIndexes": [ 1389 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1328 ], "outputIndexes": [ 2764 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2764 ], "outputIndexes": [ 2765 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear", "inputIndexes": [ 2765 ], "outputIndexes": [ 2766 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2105985484, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2766 ], "outputIndexes": [ 2767 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2767 ], "outputIndexes": [ 1390 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1390, 1367 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_147_output_0", "outputIndexes": [ 1391 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1365, 1389, 1391, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_152_output_0", "outputIndexes": [ 1392 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1392 ], "outputIndexes": [ 2768 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2768 ], "outputIndexes": [ 2769 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear", "inputIndexes": [ 2769 ], "outputIndexes": [ 2770 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2107019746, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2770 ], "outputIndexes": [ 2771 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2771 ], "outputIndexes": [ 1393 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1325, 1393 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_83_output_0", "outputIndexes": [ 1394 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.976562, 0.851562, 1.570312, 0.380859, 1.03125, 0.546875, 0.753906, 0.941406, 0.28125, 0.326172, 0.828125, 0.326172, 0.671875, 0.507812, 0.3125, 0.832031, 0.800781, 0.5625, 0.851562, 0.283203, 0.333984, 0.8125, 0.796875, 0.507812, 0.457031, 1.070312, 0.241211, 0.396484, 0.458984, 0.53125, 1.054688, 0.322266, 0.339844, 0.648438, 1.054688, 1.296875, 0.378906, 0.230469, 0.789062, 0.314453, 1.007812, 0.769531, 1.09375, 0.703125, 1.085938, 1.125, 0.175781, 1.179688, 0.796875, 0.339844, 1.023438, 0.675781, 0.6875, 0.683594, 0.859375, 0.511719, 0.945312, 1.414062, 0.957031, 0.351562, 0.478516, 0.898438, 1.007812, 0.742188, 1.140625, 0.859375, 0.357422, 0.730469, 0.355469, 0.621094, 0.589844, 0.410156, 0.960938, 0.691406, 0.921875, 0.980469, 0.457031, 0.425781, 0.34375, 1.234375, 1.078125, 1.25, 1.078125, 0.589844, 0.804688, 0.142578, 0.816406, 1.132812, 0.839844, 0.347656, 0.835938, 0.882812, 0.90625, 0.871094, 0.878906, 0.714844, 0.324219, 0.392578, 0.808594, 0.337891, 0.367188, 0.382812, 1.265625, 0.714844, 0.542969, 0.980469, 0.667969, 0.351562, 0.539062, 0.699219, 0.734375, 0.601562, 0.859375, 0.15625, 0.652344, 0.104492, 0.359375, 0.871094, 1.117188, 0.34375, 0.53125, 0.671875, 1.132812, 0.746094, 0.722656, 0.601562, 0.992188, 0.613281, 0.150391, 0.371094, 0.216797, 0.796875, 0.400391, 0.832031, 0.457031, 0.769531, 0.585938, 0.875, 0.46875, 0.890625, 0.554688, 1.015625, 1.210938, 0.287109, 0.257812, 0.277344, 0.933594, 0.757812, 1.0625, 0.804688, 1.03125, 0.789062, 0.609375, 0.8125, 0.457031, 0.550781, 0.365234, 0.298828, 1.039062, 1.148438, 0.306641, 0.328125, 0.330078, 0.746094, 0.269531, 0.388672, 0.5625, 0.402344, 0.652344, 0.757812, 0.800781, 0.435547, 0.429688, 0.445312, 0.714844, 1.171875, 0.71875, 0.679688, 1.070312, 0.691406, 0.375, 0.699219, 1.03125, 0.267578, 0.353516, 0.828125, 0.636719, 0.337891, 0.574219, 0.882812, 0.353516, 0.753906, 0.453125, 0.527344, 1.046875, 0.78125, 0.777344, 1.023438, 0.371094, 0.691406, 0.722656, 0.222656, 0.671875, 0.605469, 0.824219, 0.832031, 0.382812, 0.492188, 1.039062, 0.349609, 0.980469, 0.703125, 0.429688, 0.824219, 0.738281, 0.609375, 0.367188, 0.335938, 1.21875, 0.625, 0.660156, 0.328125, 0.492188, 0.902344, 0.820312, 1.148438, 0.380859, 0.476562, 0.613281, 0.75, 0.875, 0.882812, 0.789062, 0.683594, 0.820312, 0.746094, 0.566406, 1.117188, 0.150391, 0.734375, 0.878906, 0.65625, 0.949219, 0.707031, 0.519531, 0.453125, 0.90625, 0.980469, 0.855469, 0.703125, 0.773438, 1.023438, 0.455078, 0.554688, 0.757812, 0.429688, 0.757812, 0.135742, 0.675781, 0.306641, 0.742188, 0.851562, 0.824219, 0.960938, 0.738281, 0.408203, 0.742188, 0.742188, 0.546875, 0.855469, 0.683594, 0.929688, 0.859375, 0.462891, 0.507812, 1.296875, 0.851562, 0.431641, 0.460938, 0.90625, 0.632812, 0.769531, 0.145508, 0.828125, 0.59375, 1.226562, 0.453125, 0.886719, 0.875, 0.322266, 1.140625, 0.330078, 0.546875, 0.400391, 0.328125, 0.628906, 0.449219, 0.386719, 0.777344, 0.667969, 0.5, 0.455078, 0.355469, 0.957031, 1.242188, 1.015625, 0.664062, 0.675781, 0.660156, 0.808594, 0.402344, 0.566406, 0.75, 0.695312, 0.230469, 0.902344, 0.78125, 1.125, 0.765625, 0.738281, 1.054688, 0.664062, 0.519531, 0.59375, 0.490234, 0.78125, 0.589844, 0.722656, 0.546875, 0.519531, 0.147461, 0.667969, 0.632812, 0.582031, 0.373047, 0.675781, 0.84375, 1.421875, 0.867188, 0.388672, 0.135742, 0.574219, 0.652344, 0.621094, 0.182617, 0.90625, 1.09375, 0.835938, 0.589844, 0.742188, 0.75, 0.330078, 1.070312, 0.753906, 1.15625, 0.726562, 0.847656, 0.878906, 0.578125, 0.75, 0.734375, 1.164062, 0.172852, 0.382812, 0.279297, 0.345703, 0.589844, 1.078125, 0.734375, 0.324219, 0.679688, 0.796875, 0.878906, 0.53125, 0.898438, 1.328125, 0.168945, 0.320312, 0.773438, 0.859375, 0.792969, 0.898438, 0.376953, 1.039062, 0.980469, 0.388672, 1.171875, 0.757812, 0.632812, 0.449219, 0.765625, 1.0, 0.291016, 0.275391, 0.488281, 0.949219, 0.388672, 0.511719, 0.835938, 0.161133, 0.394531, 0.945312, 0.376953, 1.070312, 0.3125, 0.835938, 0.695312, 0.84375, 0.855469, 0.511719, 0.357422, 0.777344, 1.007812, 0.722656, 0.90625, 1.195312, 0.910156, 0.773438, 0.78125, 0.871094, 0.402344, 0.486328, 0.699219, 0.330078, 0.601562, 0.314453, 0.988281, 0.949219, 0.345703, 0.710938, 0.742188, 0.613281, 0.296875, 0.5625, 0.863281, 0.349609, 0.558594, 0.828125, 0.609375, 0.371094, 0.664062, 0.945312, 0.917969, 0.753906, 0.341797, 0.394531, 0.625, 0.855469, 0.746094, 1.132812, 1.015625, 0.726562, 0.871094, 0.734375, 0.753906, 1.5, 0.431641, 0.597656, 0.000143, 0.53125, 0.824219, 0.53125, 0.769531, 0.390625, 0.318359, 0.835938, 0.388672, 0.710938, 0.324219, 0.671875, 0.527344, 0.160156, 0.792969, 0.84375, 0.851562, 0.361328, 0.566406, 0.335938, 0.871094, 0.808594, 0.925781, 0.757812, 0.458984, 0.824219, 0.353516, 0.941406, 1.359375, 0.746094, 0.925781, 0.742188, 0.585938, 1.0625, 1.171875, 0.867188, 1.09375, 0.445312, 0.824219, 0.558594, 1.023438, 0.894531, 0.71875, 0.402344, 0.507812, 0.408203, 0.632812, 0.490234, 0.871094, 0.337891, 0.761719, 0.519531, 0.894531, 0.976562, 0.792969, 1.046875, 0.890625, 0.427734, 0.429688, 0.675781, 0.535156, 1.148438, 0.570312, 0.875, 0.867188, 0.147461, 0.785156, 0.347656, 1.078125, 0.941406, 0.800781, 0.621094, 0.71875, 0.871094, 0.984375, 0.796875, 0.636719, 0.894531, 0.328125, 0.710938, 0.636719, 0.878906, 0.326172, 0.341797, 0.333984, 0.730469, 0.322266, 1.023438, 1.359375, 0.353516, 0.351562, 1.210938, 0.558594, 1.226562, 0.726562, 0.617188, 0.466797, 0.396484, 0.570312, 0.78125, 0.824219, 0.472656, 1.195312, 0.757812, 0.494141, 0.369141, 0.34375, 0.941406, 0.648438, 0.699219, 0.730469, 0.400391, 0.785156, 0.710938, 0.390625, 0.367188, 0.667969, 0.652344, 0.65625, 1.296875, 0.326172, 0.988281, 0.953125, 0.675781, 0.847656, 0.339844, 0.910156, 0.695312, 0.648438, 0.3125, 0.722656, 0.378906, 0.941406, 0.664062, 0.847656, 0.839844, 0.929688, 0.349609, 0.570312, 0.458984, 0.353516, 0.378906, 1.132812, 0.304688, 0.449219, 1.164062, 0.628906, 0.953125, 0.703125, 0.667969, 0.211914, 1.03125, 1.203125, 1.054688, 0.441406, 0.304688, 0.882812, 0.773438, 0.15918, 0.621094, 0.640625, 0.773438, 0.867188, 0.742188, 0.208008, 0.691406, 0.245117, 0.601562, 1.375, 0.753906, 0.703125, 1.234375, 0.419922, 0.488281, 0.519531, 0.6875, 0.416016, 0.396484, 0.949219, 0.335938, 0.84375, 0.6875, 0.632812, 0.324219, 0.816406, 0.816406, 1.15625, 0.462891, 0.777344, 0.710938, 0.773438, 0.566406, 0.170898, 0.511719, 0.78125, 0.332031, 0.283203, 0.921875, 0.480469, 0.851562, 0.851562, 0.326172, 0.326172, 0.490234, 0.222656, 0.824219, 0.894531, 0.960938, 0.714844, 0.613281, 0.949219, 0.78125, 0.53125, 0.679688, 0.789062, 0.855469, 0.808594, 0.71875, 1.078125, 0.390625, 0.605469, 0.917969, 0.742188, 0.789062, 0.429688, 0.957031, 0.369141, 0.558594, 0.667969, 0.394531, 0.412109, 0.225586, 1.070312, 0.6875, 0.761719, 1.15625, 0.625, 0.310547, 0.380859, 1.015625, 0.3125, 0.761719, 0.355469, 0.992188, 0.972656, 0.75, 0.652344, 0.773438, 0.53125, 0.154297, 0.796875, 1.023438, 0.566406, 0.34375, 0.478516, 0.550781, 0.511719, 0.060791, 0.306641, 0.769531, 0.361328, 1.007812, 0.429688, 0.769531, 0.757812, 0.683594, 0.925781, 0.757812, 0.695312, 0.204102, 0.394531, 0.648438, 0.855469, 0.816406, 0.550781, 0.8125, 0.382812, 0.800781, 0.306641, 0.460938, 0.613281, 0.953125, 0.6875, 0.765625, 0.339844, 0.333984, 0.742188, 0.667969, 0.890625, 0.443359, 1.164062, 0.558594, 0.320312, 0.753906, 0.640625, 0.636719, 0.992188, 0.648438, 0.306641, 0.949219, 0.636719, 0.412109, 0.859375, 0.484375, 0.777344, 0.167969, 0.789062, 0.695312, 0.851562, 0.337891, 0.277344, 1.1875, 0.59375, 0.890625, 0.150391, 0.59375, 1.25, 0.167969, 0.6875, 1.171875, 0.878906, 0.589844, 0.660156, 0.332031, 1.015625, 0.714844, 0.351562, 0.765625, 0.667969, 0.367188, 0.753906, 0.722656, 0.839844, 0.298828, 0.100098, 0.515625, 0.941406, 0.326172, 0.304688, 0.996094, 1.257812, 0.859375, 0.601562, 0.304688, 0.671875, 1.09375, 0.8125, 0.160156, 0.738281, 0.691406, 0.46875, 0.322266, 0.503906, 0.542969, 0.761719, 1.351562, 0.832031, 0.640625, 0.550781, 0.310547, 0.976562, 0.171875, 0.570312, 0.664062, 0.106934, 1.101562, 0.320312, 0.398438, 0.714844, 0.542969, 0.570312, 0.466797, 0.816406, 0.691406, 1.03125, 1.070312, 0.416016, 1.0625, 0.419922, 0.917969, 0.964844, 0.84375, 0.800781, 0.332031, 0.392578, 1.15625, 0.412109, 0.679688, 0.679688, 0.462891, 0.726562, 0.714844, 0.773438, 0.742188, 0.363281, 0.320312, 0.8125, 0.683594, 0.679688, 0.386719, 1.015625, 0.675781, 1.1875, 0.511719, 0.574219, 0.851562, 0.412109, 0.566406, 1.148438, 0.419922, 0.699219, 0.878906, 0.71875, 0.585938, 0.722656, 1.054688, 0.839844, 0.992188, 0.449219, 0.15625, 0.847656, 0.351562, 0.789062, 1.09375, 0.306641, 0.585938, 1.109375, 0.835938, 0.800781, 0.800781, 0.149414, 0.476562, 0.241211, 0.8125, 0.636719, 0.699219, 1.234375, 0.722656, 0.640625, 0.738281, 0.392578, 0.273438, 0.96875, 0.605469, 0.648438, 0.347656, 0.96875, 0.964844, 0.753906, 0.976562, 0.835938, 0.542969, 0.929688, 1.007812, 0.757812, 0.388672, 0.820312, 0.570312, 0.878906, 0.765625, 0.429688, 0.777344, 0.972656, 0.769531, 0.722656, 0.941406, 0.929688, 0.742188, 1.195312, 0.71875, 0.34375, 0.871094, 0.777344, 0.539062, 0.855469, 0.488281, 1.023438, 0.695312, 0.335938, 1.007812, 0.402344, 0.75, 0.332031, 0.699219, 0.695312, 0.24707, 0.219727, 0.435547, 1.140625, 0.470703, 0.298828, 0.902344, 1.03125, 0.431641, 0.765625, 0.324219, 0.667969, 0.910156, 0.671875, 0.154297, 0.503906, 0.161133, 0.363281, 1.109375, 0.816406, 0.328125, 0.388672, 0.582031, 0.597656, 0.59375, 0.404297, 1.125, 0.972656, 0.75, 0.204102, 0.988281, 0.953125, 1.453125, 0.738281, 0.824219, 1.0625, 0.714844, 0.625, 0.328125, 0.361328, 0.310547, 0.5, 0.310547, 0.351562, 0.371094, 0.777344, 0.535156, 1.117188, 0.734375, 0.462891, 0.808594, 0.578125, 0.875, 0.773438, 0.953125, 0.162109, 0.3125, 0.660156, 0.75, 0.490234, 0.296875, 0.324219, 0.671875, 0.945312, 0.617188, 1.078125, 0.201172, 0.789062, 0.753906, 0.644531, 0.357422, 0.146484, 0.757812, 0.929688, 0.431641, 0.376953, 0.480469, 0.59375, 0.400391, 0.894531, 0.359375, 0.322266, 0.828125, 0.15918, 0.816406, 0.550781, 0.148438, 0.988281, 0.941406, 0.851562, 0.416016, 0.582031, 0.832031, 0.925781, 1.03125, 0.3125, 0.396484, 0.341797, 0.304688, 0.535156, 0.287109, 0.992188, 0.480469, 1.773438, 0.609375, 0.757812, 0.734375, 0.460938, 0.369141, 1.085938, 0.294922, 1.234375, 0.648438, 0.466797, 0.953125, 0.371094, 0.773438, 0.558594, 0.310547, 0.351562, 0.65625, 0.351562, 0.316406, 0.337891, 0.640625, 0.111816, 0.117188, 0.90625, 0.570312, 0.9375, 1.0625, 0.421875, 0.996094, 0.589844, 1.117188, 0.457031, 0.648438, 0.769531, 0.373047, 0.351562, 0.714844, 1.03125, 0.699219, 0.695312, 0.519531, 0.457031, 0.302734, 0.445312, 0.476562, 0.154297, 0.373047, 0.898438, 0.582031, 1.023438, 1.085938, 0.78125, 0.373047, 1.226562, 0.660156, 0.332031, 0.546875, 0.652344, 1.179688, 0.335938, 0.640625, 1.1875, 1.117188, 0.28125, 0.322266, 1.023438, 0.792969, 0.535156, 1.132812, 0.333984, 0.53125, 0.605469, 0.828125, 1.164062, 0.296875, 0.261719, 0.490234, 0.486328, 0.644531, 0.324219, 1.351562, 0.738281, 0.408203, 0.65625, 0.335938, 0.957031, 0.695312, 0.65625, 1.023438, 0.408203, 0.804688, 0.632812, 0.392578, 0.382812, 0.871094, 0.519531, 0.886719, 0.453125, 0.59375, 0.609375, 0.490234, 1.367188, 0.699219, 0.402344, 0.910156, 0.322266, 1.171875, 0.578125, 0.933594, 0.890625, 0.707031, 0.435547, 0.960938, 0.492188, 0.957031, 0.621094, 0.472656, 1.210938, 0.765625, 0.605469, 0.339844, 0.949219, 0.361328, 0.957031, 0.863281, 1.117188, 0.789062, 0.363281, 0.318359, 0.804688, 0.566406, 0.964844, 0.832031, 0.535156, 1.164062, 0.832031, 0.757812, 1.1875, 1.09375, 0.792969, 0.949219, 0.644531, 0.617188, 0.400391, 0.341797, 0.890625, 1.039062, 0.882812, 0.914062, 0.703125, 0.742188, 0.964844, 0.554688, 1.039062, 0.914062, 0.886719, 0.601562, 0.820312, 0.135742, 0.839844, 0.361328, 0.137695, 0.6875, 0.636719, 0.714844, 0.425781, 0.710938, 0.839844, 0.878906, 1.257812, 1.15625, 0.78125, 0.40625, 0.324219, 0.318359, 0.523438, 1.070312, 0.355469, 1.507812, 0.609375, 0.761719, 0.984375, 0.976562, 0.636719, 1.15625, 1.117188, 0.75, 0.339844, 0.847656, 1.242188, 0.691406, 0.40625, 0.769531, 1.085938, 0.980469, 1.195312, 0.816406, 1.234375, 0.910156, 0.671875, 1.429688, 0.714844, 0.519531, 1.101562, 0.808594, 0.835938, 0.957031, 1.023438, 0.898438, 0.792969, 0.726562, 0.988281, 0.484375, 0.664062, 0.375, 0.703125, 0.84375, 0.90625, 0.341797, 0.132812, 0.714844, 0.730469, 0.933594, 0.925781, 0.878906, 0.507812, 0.427734, 1.203125, 0.714844, 0.734375, 0.369141, 0.75, 0.355469, 0.664062, 0.578125, 0.355469, 0.40625, 1.03125, 0.134766, 0.808594, 0.503906, 0.167969, 0.9375, 0.304688, 0.378906, 0.542969, 0.988281, 0.644531, 0.423828, 0.792969, 0.447266, 0.376953, 0.351562, 0.347656, 0.667969, 0.201172, 0.367188, 0.357422, 0.75, 0.546875, 0.988281, 1.085938, 0.341797, 0.957031, 0.332031, 1.234375, 0.494141, 0.652344, 1.007812, 0.917969, 0.539062, 0.824219, 0.292969, 1.0, 0.773438, 1.3125, 0.742188, 0.341797, 1.1875, 1.085938, 0.996094, 0.474609, 0.714844, 0.941406, 0.554688, 0.75, 0.558594, 1.148438, 0.714844, 0.976562, 0.898438, 1.054688, 0.558594, 0.769531, 0.871094, 0.378906, 0.625, 1.023438, 0.609375, 0.808594, 0.542969, 0.78125, 1.125, 0.628906, 0.621094, 0.298828, 0.546875, 0.636719, 0.347656, 0.773438, 1.453125, 0.601562, 0.363281, 0.992188, 0.546875, 0.972656, 0.785156, 0.902344, 0.851562, 0.90625, 0.703125, 0.416016, 0.585938, 0.34375, 0.734375, 0.816406, 0.84375, 0.414062, 1.046875, 0.875, 0.734375, 0.785156, 0.507812, 0.421875, 0.316406, 0.75, 0.582031, 0.597656, 0.570312, 0.585938, 0.601562, 0.644531, 0.675781, 0.734375, 0.796875, 0.419922, 0.546875, 0.333984, 0.308594, 0.4375, 0.492188, 0.972656, 1.015625, 0.886719, 0.640625, 0.6875, 0.761719, 0.453125, 0.5625, 0.753906, 0.613281, 1.15625, 1.132812, 0.542969, 0.15332, 0.605469, 0.644531, 0.148438, 0.902344, 0.9375, 1.179688, 0.652344, 0.59375, 0.546875, 0.59375, 0.111328, 0.761719, 0.166016, 0.835938, 0.691406, 0.416016, 0.130859, 0.474609, 0.941406, 0.34375, 0.625, 0.322266, 1.070312, 1.085938, 0.835938, 0.722656, 0.660156, 0.357422, 0.695312, 0.855469, 0.761719, 0.302734, 0.886719, 0.245117, 0.964844, 0.988281, 0.859375, 1.070312, 1.304688, 0.304688, 0.65625, 0.703125, 0.785156, 0.734375, 0.457031, 0.789062, 0.476562, 0.5625, 0.898438, 0.302734, 0.675781, 0.855469, 0.539062, 0.628906, 0.519531, 0.453125, 0.726562, 0.878906, 0.174805, 1.179688, 0.886719, 0.318359, 0.84375, 0.439453, 1.328125, 0.820312, 0.6875, 0.699219, 0.746094, 0.976562, 0.640625, 0.832031, 0.515625, 1.125, 0.898438, 0.707031, 0.742188, 0.695312, 0.890625, 0.263672, 0.96875, 1.039062, 0.439453, 0.835938, 0.847656, 0.882812, 0.625, 1.429688, 1.21875, 0.703125, 0.353516, 0.546875, 0.71875, 0.992188, 0.917969, 0.104004, 0.785156, 0.792969, 1.117188, 0.546875, 0.523438, 0.96875, 0.660156, 0.300781, 0.796875, 1.195312, 0.855469, 0.898438, 0.5625, 0.734375, 1.007812, 1.007812, 0.941406, 0.792969, 0.59375, 0.478516, 0.546875, 0.710938, 0.585938, 0.308594, 1.171875, 0.605469, 0.628906, 0.878906, 0.992188, 1.320312, 0.789062, 0.707031, 0.996094, 0.898438, 0.298828, 0.808594, 0.730469, 0.314453, 0.953125, 0.332031, 0.695312, 0.46875, 0.347656, 0.392578, 0.482422, 0.695312, 0.271484, 0.412109, 0.355469, 0.367188, 0.566406, 0.439453, 0.328125, 0.90625, 0.105957, 0.667969, 0.972656, 0.828125, 0.773438, 1.140625, 0.486328, 1.226562, 0.875, 0.15918, 0.147461, 0.335938, 0.515625, 0.863281, 0.378906, 0.6875, 1.039062, 0.357422, 0.984375, 0.457031, 0.9375, 0.992188, 0.691406, 0.753906, 0.5625, 0.800781, 0.196289, 0.621094, 0.632812, 0.835938, 0.402344, 0.316406, 0.412109, 0.789062, 0.890625, 0.542969, 0.396484, 0.652344, 0.714844, 0.847656, 0.871094, 0.878906, 0.566406, 0.523438, 0.412109, 0.6875, 0.816406, 0.648438, 0.349609, 0.632812, 0.828125, 0.851562, 0.369141, 0.71875, 0.945312, 0.390625, 0.78125, 0.416016, 0.361328, 0.302734, 1.21875, 0.679688, 0.726562, 0.382812, 0.570312, 0.400391, 0.140625, 0.832031, 0.90625, 0.390625, 0.609375, 0.722656, 0.515625, 0.457031, 1.070312, 1.0, 0.523438, 0.314453, 0.625, 1.09375, 0.455078, 0.820312, 0.398438, 0.679688, 1.023438, 0.664062, 0.574219, 1.070312, 0.285156, 0.957031, 0.726562, 0.679688, 0.824219, 0.490234, 0.585938, 0.394531, 1.195312, 1.078125, 0.179688, 0.296875, 0.714844, 0.451172, 0.765625, 0.953125, 0.431641, 0.679688, 1.070312, 0.820312, 0.412109, 1.0, 0.355469, 0.6875, 0.648438, 0.742188, 0.492188, 0.636719, 0.867188, 0.621094, 0.726562, 0.953125, 0.558594, 0.357422, 0.376953, 0.482422, 0.414062, 0.78125, 0.570312, 0.847656, 0.535156, 0.644531, 0.546875, 0.539062, 0.722656, 0.796875, 0.839844, 0.353516, 0.710938, 0.239258, 0.558594, 0.867188, 0.71875, 0.886719, 0.691406, 0.515625, 0.785156, 0.140625, 0.326172, 0.683594, 0.376953, 0.474609, 0.53125, 0.644531, 1.171875, 0.773438, 0.441406, 0.140625, 0.789062, 0.25, 0.382812, 0.322266, 0.585938, 0.472656, 0.699219, 0.414062, 1.015625, 0.824219, 1.007812, 0.820312, 0.404297, 0.699219, 0.875, 0.796875, 0.882812, 0.398438, 1.148438, 0.632812, 0.306641, 1.109375, 0.546875, 0.648438, 0.464844, 0.480469, 0.390625, 0.710938, 0.738281, 0.796875, 0.287109, 0.941406, 0.363281, 0.357422, 0.155273, 0.416016, 0.933594, 0.75, 0.980469, 0.761719, 0.660156, 0.112305, 0.527344, 0.357422, 0.578125, 0.457031, 0.757812, 0.75, 0.992188, 0.472656, 0.890625, 0.695312, 0.875, 1.023438, 1.085938, 0.976562, 0.871094, 1.164062, 0.353516, 0.605469, 0.371094, 0.808594, 0.679688, 0.294922, 0.808594, 0.224609, 0.882812, 0.337891, 0.326172, 0.972656, 0.158203, 0.871094, 0.306641, 1.03125, 1.117188, 0.503906, 0.703125, 0.59375, 0.945312, 0.714844, 0.84375, 0.378906, 0.882812, 0.046875, 1.125, 0.318359, 1.101562, 0.378906, 0.263672, 1.015625, 1.171875, 0.632812, 0.792969, 0.482422, 1.023438, 0.726562, 1.242188, 0.664062, 0.589844, 0.353516, 0.925781, 0.902344, 0.578125, 0.609375, 0.847656, 0.107422, 1.085938, 0.527344, 0.960938, 0.46875, 0.699219, 0.423828, 0.621094, 0.640625, 0.063965, 0.345703, 0.703125, 0.398438, 0.332031, 1.25, 0.757812, 0.333984, 0.601562, 0.310547, 1.148438, 0.691406, 0.539062, 0.664062, 1.1875, 0.632812, 0.726562, 0.435547, 0.519531, 0.482422, 0.734375, 0.435547, 0.152344, 0.337891, 0.369141, 0.652344, 0.839844, 0.953125, 0.132812, 0.929688, 1.046875, 0.878906, 0.574219, 0.213867, 0.341797, 0.960938, 0.341797, 0.318359, 0.972656, 0.492188, 0.310547, 1.257812, 0.765625, 1.070312, 0.427734, 1.203125, 0.535156, 1.085938, 0.699219, 0.507812, 0.789062, 0.632812, 0.914062, 0.375, 0.863281, 0.832031, 0.546875, 0.828125, 0.333984, 0.710938, 0.554688, 0.488281, 0.582031, 0.427734, 1.140625, 0.859375, 0.570312, 0.851562, 0.318359, 0.78125, 0.566406, 0.378906, 0.46875, 0.949219, 1.164062, 0.416016, 0.605469, 0.378906, 0.742188, 0.5625, 0.439453, 0.8125, 0.933594, 0.435547, 0.539062, 0.617188, 0.554688, 0.449219, 1.007812, 0.976562, 0.582031, 0.322266, 0.808594, 0.162109, 0.28125, 0.738281, 0.570312, 0.271484, 0.609375, 0.898438, 0.380859, 1.132812, 0.640625, 1.132812, 0.722656, 0.820312, 0.921875, 1.445312, 0.208984, 0.449219, 0.664062, 0.664062, 1.25, 0.621094, 1.070312, 1.023438, 0.742188, 0.90625, 0.980469, 0.279297, 0.683594, 1.085938, 0.84375, 0.578125, 0.976562, 0.640625, 1.015625, 0.96875, 0.449219, 0.96875, 0.527344, 0.703125, 0.820312, 1.046875, 1.226562, 0.138672, 0.675781, 0.632812, 1.015625, 0.421875, 0.839844, 1.03125, 0.898438, 1.046875, 0.425781, 0.65625, 0.878906, 0.707031, 0.570312, 0.378906, 0.585938, 0.941406, 0.15332, 0.427734, 0.816406, 0.710938, 1.03125, 0.722656, 0.361328, 0.439453, 1.039062, 0.271484, 0.902344, 0.5625, 0.574219, 0.652344, 1.148438, 0.427734, 0.871094, 1.09375, 0.765625, 0.644531, 0.439453, 1.101562, 0.683594, 0.679688, 0.867188, 0.734375, 0.230469, 1.007812, 0.492188, 0.726562, 0.667969, 0.742188, 0.304688, 0.855469, 0.769531, 0.427734, 0.75, 0.867188, 0.149414, 1.09375, 0.161133, 0.378906, 0.523438, 0.361328, 0.328125, 0.333984, 0.263672, 0.574219, 0.667969, 0.503906, 0.660156, 0.726562, 0.453125, 0.570312, 0.742188, 0.322266, 0.431641, 0.151367, 0.554688, 0.800781, 0.632812, 0.335938, 0.929688, 0.644531, 0.535156, 0.871094, 0.628906, 0.396484, 1.070312, 0.103516, 0.613281, 0.851562, 0.667969, 0.71875, 0.742188, 0.746094, 0.369141, 0.457031, 1.0, 0.427734, 1.109375, 1.023438, 0.357422, 0.832031, 0.871094, 0.310547, 0.625, 0.458984, 0.164062, 0.703125, 1.03125, 1.101562, 0.671875, 0.328125, 0.122559, 1.085938, 0.40625, 1.273438, 0.707031, 0.859375, 0.78125, 0.457031, 0.71875, 0.855469, 0.515625, 0.726562, 0.351562, 0.960938, 1.09375, 0.996094, 0.296875, 0.357422, 0.464844, 0.636719, 0.730469, 0.384766, 0.597656, 0.859375, 0.683594, 0.4375, 0.714844, 1.289062, 0.546875, 0.910156, 0.945312, 0.416016, 0.824219, 0.333984, 0.769531, 0.816406, 0.96875, 0.851562, 0.339844, 0.133789, 0.578125, 0.871094, 0.949219, 1.25, 0.859375, 0.367188, 0.835938, 1.09375, 0.625, 0.162109, 0.570312, 1.140625, 0.613281, 0.941406, 0.392578, 0.523438, 0.769531, 0.738281, 0.582031, 0.882812, 0.773438, 0.625, 0.789062, 0.472656, 0.933594, 0.208008, 0.792969, 0.714844, 0.855469, 0.644531, 0.431641, 0.275391, 0.380859, 1.078125, 0.570312, 0.357422, 0.664062, 0.695312, 0.914062, 0.476562, 1.03125, 0.59375, 1.4375, 0.335938, 1.03125, 0.816406, 0.640625, 0.816406, 1.03125, 0.231445, 0.917969, 0.949219, 0.59375, 0.511719, 0.820312, 1.03125, 0.585938, 0.15625, 1.046875, 0.462891, 0.269531, 0.703125, 0.625, 1.164062, 0.757812, 0.769531, 0.964844, 0.800781, 0.726562, 0.824219, 0.820312, 0.396484, 0.652344, 0.734375, 0.566406, 0.734375, 0.664062, 0.695312, 0.851562, 1.101562, 0.378906, 0.503906, 0.347656, 1.15625, 0.355469, 1.054688, 0.710938, 0.636719, 0.785156, 0.628906, 0.349609, 0.298828, 0.652344, 0.306641, 0.341797, 0.636719, 1.0625, 0.753906, 0.423828, 0.609375, 0.796875, 0.609375, 1.0625, 0.96875, 1.320312, 0.464844, 0.925781, 0.455078, 0.566406, 0.867188, 0.3125, 0.738281, 0.332031, 0.482422, 0.695312, 0.710938, 0.486328, 0.332031, 0.308594, 0.898438, 0.816406, 0.890625, 0.404297, 0.851562, 0.605469, 1.1875, 0.835938, 0.316406, 0.605469, 0.519531, 1.054688, 0.664062, 0.675781, 0.324219, 1.09375, 1.109375, 0.324219, 0.316406, 0.863281, 0.589844, 0.339844, 0.730469, 0.753906, 0.757812, 0.980469, 0.753906, 0.605469, 0.785156, 0.585938, 0.804688, 0.333984, 0.667969, 0.828125, 0.800781, 0.609375, 0.349609, 0.960938, 0.333984, 0.490234, 0.458984, 0.75, 0.429688, 0.570312, 0.314453, 0.671875, 0.59375, 0.410156, 0.335938, 0.644531, 0.59375, 0.154297, 0.102539, 0.478516, 0.585938, 0.734375, 0.8125, 0.324219, 0.90625, 0.859375, 0.796875, 0.804688, 0.298828, 0.457031, 0.353516, 0.439453, 0.148438, 0.291016, 0.435547, 0.914062, 0.345703, 0.765625, 0.6875, 0.667969, 0.699219, 1.109375, 0.546875, 0.863281, 1.1875, 0.253906, 0.847656, 0.503906, 0.875, 0.378906, 0.707031, 0.357422, 0.617188, 0.894531, 1.101562, 0.636719, 0.3125, 0.699219, 0.621094, 0.542969, 0.527344, 0.347656, 0.628906, 0.5, 0.421875, 0.894531, 1.296875, 0.894531, 1.0, 0.605469, 0.328125, 1.03125, 0.453125, 1.0625, 0.726562, 0.53125, 0.835938, 0.108398, 0.800781, 0.796875, 0.738281, 0.996094, 0.59375, 0.648438, 0.46875, 0.738281, 0.863281, 0.361328, 0.636719, 0.644531, 0.789062, 1.203125, 1.132812, 0.527344, 0.546875, 0.671875, 0.535156, 0.578125, 0.617188, 0.507812, 0.734375, 0.384766, 0.318359, 0.320312, 0.933594, 0.597656, 0.804688, 1.039062, 0.652344, 0.941406, 1.15625, 0.945312, 0.628906, 0.632812, 0.558594, 0.322266, 0.498047, 0.742188, 0.796875, 1.046875, 0.416016, 0.65625, 1.242188, 0.421875, 1.382812, 0.369141, 0.699219, 0.8125, 0.808594, 0.847656, 0.170898, 0.546875, 0.369141, 0.439453, 0.388672, 0.212891, 0.507812, 0.394531, 0.816406, 0.296875, 0.699219, 0.746094, 0.429688, 0.894531, 0.170898, 0.574219, 0.949219, 0.347656, 0.390625, 1.023438, 0.894531, 0.851562, 0.730469, 0.769531, 0.507812, 0.363281, 0.108887, 0.96875, 0.367188, 1.023438, 0.667969, 0.921875, 0.53125, 0.648438, 0.427734, 0.890625, 0.675781, 0.460938, 0.679688, 0.628906, 0.492188, 0.351562, 0.875, 0.341797, 0.105957, 0.695312, 0.769531, 0.605469, 0.632812, 0.527344, 0.130859, 0.515625, 1.179688, 0.914062, 0.373047, 0.867188, 1.046875, 1.015625, 0.753906, 0.871094, 0.464844, 0.882812, 0.789062, 0.648438, 0.154297, 0.773438, 0.119141, 0.824219, 0.785156, 0.396484, 1.039062, 0.859375, 0.976562, 0.384766, 0.515625, 0.554688, 0.105957, 0.300781, 0.710938, 0.71875, 0.431641, 1.023438, 0.640625, 0.320312, 1.023438, 0.308594, 0.6875, 0.363281, 0.496094, 0.917969, 0.320312, 1.101562, 1.070312, 0.832031, 0.605469, 0.585938, 0.839844, 0.476562, 0.996094, 0.996094, 0.419922, 1.023438, 0.515625, 0.984375, 0.980469, 0.917969, 0.683594, 0.796875, 0.738281, 0.211914, 0.601562, 0.816406, 1.085938, 0.824219, 0.789062, 0.341797, 0.90625, 0.714844, 0.402344, 0.394531, 0.703125, 1.335938, 0.339844, 0.110352, 0.421875, 1.007812, 0.150391, 0.734375, 0.339844, 0.808594, 0.613281, 0.984375, 0.703125, 0.318359, 0.9375, 1.507812, 0.6875, 0.710938, 0.542969, 0.664062, 0.423828, 0.337891, 0.683594, 0.304688, 0.194336, 0.773438, 0.414062, 0.867188, 0.675781, 0.796875, 0.482422, 0.847656, 1.28125, 0.894531, 0.890625, 0.984375, 0.158203, 0.554688, 0.361328, 0.330078, 0.160156, 1.132812, 0.691406, 0.910156, 0.335938, 0.632812, 0.302734, 0.402344, 0.359375, 0.169922, 0.332031, 0.765625, 1.109375, 0.804688, 0.710938, 0.628906, 0.353516, 0.726562, 1.359375, 1.15625, 0.59375, 0.632812, 0.414062, 0.933594, 0.933594, 1.015625, 0.933594, 1.015625, 0.4375, 0.464844, 0.296875, 1.046875, 0.675781, 0.726562, 0.929688, 0.628906, 1.085938, 0.417969, 0.146484, 0.339844, 0.445312, 0.992188, 0.408203, 0.337891, 0.441406, 0.380859, 1.085938, 0.746094, 1.039062, 0.617188, 0.707031, 0.441406, 0.570312, 0.703125, 0.648438, 0.957031, 0.734375, 0.980469, 0.28125, 0.378906, 1.039062, 0.75, 1.039062, 0.292969, 0.941406, 0.667969, 0.746094, 1.273438, 0.671875, 0.847656, 0.310547, 0.59375, 0.507812, 0.330078, 0.804688, 1.179688, 0.515625, 0.609375, 0.65625, 0.621094, 0.632812, 0.457031, 0.394531, 0.574219, 0.408203, 0.800781, 0.746094, 0.550781, 0.875, 0.388672, 1.226562, 0.511719, 0.570312, 1.085938, 0.157227, 0.5, 0.474609, 0.486328, 0.135742, 0.3125, 0.875, 0.71875, 0.863281, 0.289062, 1.109375, 0.507812, 0.644531, 0.910156, 0.570312, 0.753906, 0.847656, 0.90625, 0.318359, 0.675781, 0.402344, 0.875, 0.417969, 0.371094, 0.71875, 0.341797, 0.917969, 0.417969, 0.597656, 0.71875, 0.236328, 0.773438, 1.21875, 0.980469, 0.777344, 0.316406, 0.816406, 1.085938, 0.488281, 1.125, 0.302734, 0.460938, 0.738281, 0.832031, 0.566406, 0.546875, 0.589844, 0.523438, 0.369141, 0.707031, 0.640625, 0.511719, 0.769531, 0.421875, 0.550781, 0.355469, 0.675781, 0.753906, 0.300781, 0.378906, 0.339844, 0.949219, 0.914062, 0.90625, 1.1875, 0.335938, 0.34375, 0.601562, 1.09375, 0.386719, 0.142578, 0.898438, 0.566406, 0.84375, 0.773438, 1.273438, 0.496094, 0.792969, 0.408203, 0.699219, 0.46875, 0.796875, 0.287109, 0.133789, 0.753906, 0.894531, 0.675781, 0.539062, 1.1875, 0.773438, 0.304688, 0.671875, 0.683594, 0.5625, 0.976562, 0.328125, 0.746094, 0.992188, 0.460938, 1.054688, 0.34375, 0.835938, 1.328125, 0.460938, 0.053711, 0.980469, 0.765625, 0.628906, 0.617188, 0.570312, 0.828125, 0.800781, 1.195312, 0.554688, 0.394531, 0.722656, 0.648438, 1.171875, 0.498047, 0.824219, 1.195312, 0.613281, 0.632812, 0.816406, 0.306641, 0.140625, 0.695312, 0.558594, 1.101562, 0.53125, 1.140625, 1.226562, 0.71875, 0.757812, 0.699219, 0.239258, 0.824219, 0.324219, 0.65625, 0.472656, 0.333984, 0.369141, 0.498047, 0.894531, 0.910156, 0.628906, 0.5625, 1.070312, 0.992188, 0.878906, 0.960938, 0.65625, 1.046875, 1.054688, 0.404297, 0.652344, 0.695312, 0.644531, 0.396484, 0.523438, 0.902344, 0.910156, 0.359375, 0.322266, 0.609375, 1.203125, 1.1875, 0.894531, 0.902344, 0.976562, 0.871094, 1.070312, 0.539062, 0.345703, 0.396484, 0.53125, 0.601562, 0.333984, 0.816406, 1.234375, 0.4375, 0.386719, 1.085938, 0.519531, 1.125, 0.180664, 0.328125, 0.792969, 0.412109, 0.914062, 1.023438, 1.117188, 1.125, 1.257812, 0.675781, 0.796875, 0.601562, 1.070312, 0.730469, 0.597656, 1.21875, 1.039062, 1.023438, 0.644531, 1.101562, 1.210938, 0.570312, 0.894531, 0.558594, 1.039062, 0.527344, 0.765625, 0.960938, 0.972656, 0.859375, 0.714844, 0.941406, 0.507812, 0.570312, 0.648438, 0.734375, 1.34375, 0.570312, 0.667969, 1.140625, 0.617188, 0.695312, 0.380859, 0.396484, 0.371094, 0.777344, 0.353516, 0.355469, 0.828125, 0.46875, 0.339844, 0.714844, 0.820312, 1.203125, 0.333984, 1.117188, 0.392578, 0.714844, 0.359375, 1.109375, 0.304688, 0.3125, 1.046875, 1.335938, 1.632812, 0.292969, 0.237305, 0.462891, 0.914062, 0.847656, 0.734375, 0.667969, 0.921875, 0.765625, 0.267578, 0.5, 0.71875, 0.78125, 0.314453, 0.482422, 0.333984, 0.412109, 0.402344, 0.318359, 0.855469, 0.753906, 0.515625, 0.148438, 0.71875, 1.445312, 0.890625, 0.804688, 0.675781, 1.15625, 0.384766, 0.851562, 0.769531, 1.117188, 0.746094, 0.746094, 0.182617, 0.816406, 0.742188, 0.757812, 0.539062, 0.625, 0.5, 0.644531, 0.382812, 0.816406, 0.796875, 0.855469, 0.695312, 0.339844, 0.722656, 0.53125, 0.550781, 0.613281, 0.310547, 0.431641, 0.147461, 0.730469, 1.265625, 0.878906, 1.078125, 0.578125, 0.980469, 0.6875, 0.632812, 0.449219, 0.324219, 0.589844, 0.671875, 0.294922, 0.746094, 0.335938, 0.921875, 0.492188, 0.585938, 0.710938, 0.306641, 0.777344, 0.667969, 1.046875, 1.101562, 0.474609, 0.816406, 0.511719, 0.703125, 0.292969, 0.828125, 0.679688, 0.539062, 0.867188, 0.875, 0.289062, 0.310547, 0.546875, 0.632812, 0.515625, 0.78125, 0.765625, 0.90625, 0.116211, 0.832031, 0.341797, 0.914062, 0.898438, 0.523438, 0.675781, 0.644531, 1.0625, 1.0, 0.355469, 0.789062, 1.101562, 0.339844, 0.578125, 0.957031, 0.890625, 0.546875, 0.589844, 0.789062, 1.054688, 0.996094, 0.416016, 0.453125, 1.179688, 0.722656, 0.960938, 0.683594, 0.361328, 0.636719, 0.90625, 0.824219, 0.9375, 0.585938, 0.71875, 0.882812, 1.195312, 0.988281, 0.878906, 0.722656, 0.386719, 0.820312, 0.5625, 0.128906, 0.746094, 1.0625, 0.683594, 0.539062, 0.369141, 0.792969, 0.447266, 0.972656, 0.84375, 1.117188, 0.691406, 0.486328, 0.511719, 1.195312, 0.839844, 0.9375, 0.628906, 0.449219, 0.683594, 0.636719, 0.460938, 0.628906, 0.71875, 0.287109, 0.147461, 0.941406, 0.353516, 0.847656, 0.875, 1.007812, 0.337891, 0.476562, 0.875, 0.691406, 0.992188, 0.609375, 0.652344, 0.355469, 0.4375, 0.914062, 0.753906, 0.753906, 0.894531, 0.147461, 1.09375, 0.337891, 0.796875, 1.09375, 0.449219, 0.941406, 0.808594, 1.078125, 1.148438, 1.03125, 0.820312, 0.412109, 0.416016, 0.585938, 0.769531, 0.992188, 0.765625, 0.652344, 0.859375, 0.369141, 0.347656, 0.941406, 0.53125, 0.902344, 0.75, 0.871094, 0.753906, 0.769531, 0.314453, 0.408203, 0.546875, 0.792969, 0.359375, 0.139648, 0.742188, 0.326172, 0.457031, 0.357422, 0.375, 1.015625, 0.451172, 0.363281, 0.353516, 0.339844, 0.539062, 1.351562, 0.335938, 0.65625, 1.15625, 0.820312, 0.847656, 0.507812, 0.550781, 0.816406, 0.824219, 0.675781, 0.898438, 0.375, 1.289062, 0.949219, 0.871094, 0.601562, 0.90625, 0.457031, 0.707031, 0.78125, 0.133789, 0.75, 0.746094, 0.355469, 1.03125, 0.734375, 0.808594, 0.882812, 0.996094, 0.992188, 0.644531, 0.863281, 0.710938, 0.675781, 0.384766, 0.585938, 0.402344, 0.714844, 1.195312, 0.957031, 0.828125, 0.699219, 0.90625, 0.722656, 0.157227, 0.570312, 1.132812, 0.423828, 0.625, 0.773438, 0.714844, 0.90625, 0.648438, 0.738281, 0.484375, 0.275391, 0.890625, 0.769531, 0.628906, 0.785156, 0.198242, 0.851562, 0.757812, 0.816406, 1.023438, 0.664062, 0.435547, 0.785156, 0.447266, 0.464844, 0.980469, 0.742188, 0.578125, 0.65625, 1.109375, 1.15625, 0.523438, 0.898438, 0.457031, 0.365234, 0.632812, 0.710938, 0.550781, 0.734375, 0.75, 0.679688, 0.757812, 0.404297, 1.09375, 0.71875, 0.804688, 0.578125, 0.960938, 0.421875, 0.601562, 0.337891, 0.628906, 0.78125, 0.691406, 0.78125, 0.828125, 0.722656, 0.542969, 0.490234, 0.398438, 0.746094, 0.988281, 0.462891, 0.605469, 0.546875, 0.910156, 0.335938, 0.714844, 0.59375, 0.550781, 0.898438, 0.695312, 0.628906, 0.65625, 0.761719, 0.484375, 1.34375, 1.117188, 0.441406, 0.746094, 0.373047, 0.816406, 0.609375, 0.410156, 0.972656, 1.25, 0.753906, 0.882812, 0.145508, 0.949219, 0.699219, 0.539062, 1.039062, 0.375, 0.369141, 0.886719, 0.785156, 0.742188, 0.828125, 0.326172, 0.859375, 0.527344, 1.210938, 0.898438, 0.621094, 1.023438, 0.283203, 0.726562, 0.139648, 0.761719, 0.769531, 0.550781, 0.890625, 0.898438, 0.427734, 0.208008, 0.640625, 1.203125, 0.289062, 0.570312, 0.488281, 0.165039, 0.640625, 0.490234, 0.746094, 0.773438, 0.451172, 1.1875, 1.0625, 0.488281, 0.322266, 0.886719, 0.539062, 0.910156, 0.660156, 0.964844, 0.359375, 0.332031, 0.496094, 1.171875, 1.40625, 0.671875, 0.773438, 0.447266, 0.953125, 0.462891, 0.835938, 0.384766, 0.333984, 0.894531, 0.882812, 0.542969, 0.9375, 0.910156, 1.0625, 0.753906, 0.796875, 1.101562, 0.746094, 0.355469, 0.914062, 1.429688, 0.582031, 0.582031, 0.808594, 0.792969, 0.765625, 0.12793, 0.90625, 0.839844, 0.8125, 0.746094, 0.703125, 0.738281, 0.337891, 0.746094, 0.3125, 0.498047, 0.145508, 0.472656, 0.964844, 0.298828, 0.652344, 0.824219, 0.789062, 0.722656, 0.894531, 0.144531, 1.242188, 0.980469, 0.9375, 1.234375, 0.84375, 0.664062, 0.632812, 1.09375, 0.695312, 0.546875, 0.679688, 1.007812, 0.388672, 0.957031, 1.414062, 1.101562, 0.902344, 0.710938, 0.345703, 0.675781, 0.816406, 0.351562, 0.369141, 0.746094, 0.277344, 0.902344, 1.132812, 0.804688, 0.337891, 0.933594, 0.828125, 1.015625, 0.114746, 0.316406, 0.349609, 0.392578, 0.992188, 0.367188, 0.878906, 0.613281, 0.695312, 1.023438, 0.34375, 0.300781, 0.621094, 0.589844, 1.0, 0.539062, 0.789062, 0.535156, 0.498047, 0.800781, 0.898438, 0.714844, 0.388672, 0.871094, 0.75, 0.835938, 1.03125, 0.8125, 0.306641, 0.574219, 0.578125, 0.181641, 0.867188, 0.652344, 0.365234, 0.664062, 0.394531, 0.617188, 0.929688, 0.59375, 1.835938, 0.671875, 0.804688, 0.78125, 0.542969, 0.65625, 0.972656, 0.800781, 0.972656, 1.015625, 0.324219, 0.154297, 1.015625, 0.871094, 0.570312, 0.644531, 0.882812, 0.871094, 1.039062, 0.316406, 0.417969, 0.285156, 0.490234, 0.613281, 0.394531, 0.851562, 1.09375, 0.820312, 0.601562, 0.613281, 0.839844, 0.789062, 1.046875, 0.394531, 0.902344, 0.482422, 0.667969, 0.147461, 0.90625, 0.714844, 0.150391, 1.054688, 0.75, 1.296875, 0.582031, 0.408203, 0.601562, 0.53125, 0.263672, 0.796875, 0.488281, 0.347656, 1.265625, 0.695312, 0.15332, 0.863281, 0.199219, 0.828125, 0.671875, 0.511719, 0.648438, 0.320312, 0.84375, 0.601562, 0.902344, 0.357422, 0.65625, 0.322266, 0.390625, 0.84375, 0.168945, 0.34375, 0.449219, 0.277344, 0.539062, 0.640625, 0.824219, 1.21875, 0.714844, 0.894531, 0.490234, 0.84375, 0.136719, 0.462891, 0.820312, 1.0, 0.808594, 0.726562, 0.898438, 0.416016, 0.707031, 0.490234, 0.9375, 0.455078, 0.59375, 0.726562, 0.589844, 0.902344, 0.652344, 0.373047, 1.09375, 0.816406, 0.863281, 0.318359, 0.480469, 0.808594, 0.429688, 0.388672, 0.158203, 0.412109, 0.757812, 0.835938, 0.816406, 0.462891, 0.769531, 0.785156, 0.640625, 0.703125, 0.726562, 0.445312, 0.414062, 0.628906, 0.4375, 0.613281, 0.585938, 0.239258, 0.859375, 0.792969, 0.625, 0.699219, 0.617188, 0.746094, 0.664062, 0.542969, 0.439453, 0.113281, 0.478516, 0.333984, 0.722656, 0.416016, 1.039062, 1.03125 ] }, "name": "model.model.layers.16.post_attention_layernorm.weight", "outputIndexes": [ 1395 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1394 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_16/Mul_output_0", "outputIndexes": [ 1396 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1395, 1396 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_16/Mul_1_output_0", "outputIndexes": [ 1397 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1397 ], "outputIndexes": [ 2772 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2772 ], "outputIndexes": [ 2773 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear", "inputIndexes": [ 2773 ], "outputIndexes": [ 2774 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2114245112, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2774 ], "outputIndexes": [ 2775 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2775 ], "outputIndexes": [ 1398 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1398 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_16/Sigmoid_output_0", "outputIndexes": [ 1399 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1398, 1399 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_16/Mul_output_0", "outputIndexes": [ 1400 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1397 ], "outputIndexes": [ 2776 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2776 ], "outputIndexes": [ 2777 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear", "inputIndexes": [ 2777 ], "outputIndexes": [ 2778 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2152436238, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2778 ], "outputIndexes": [ 2779 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2779 ], "outputIndexes": [ 1401 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1400, 1401 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_16/Mul_output_0", "outputIndexes": [ 1402 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1402 ], "outputIndexes": [ 2780 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2780 ], "outputIndexes": [ 2781 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear", "inputIndexes": [ 2781 ], "outputIndexes": [ 2782 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2190627364, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2782 ], "outputIndexes": [ 2783 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2783 ], "outputIndexes": [ 1403 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1394, 1403 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_84_output_0", "outputIndexes": [ 1404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1404, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_153_output_0", "outputIndexes": [ 1405 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.523438, 0.734375, 2.34375, 0.414062, 1.46875, 0.582031, 0.648438, 0.992188, 0.917969, 0.296875, 0.757812, 0.310547, 0.546875, 0.359375, 0.378906, 1.09375, 0.699219, 0.416016, 0.738281, 0.441406, 0.898438, 0.710938, 0.707031, 0.408203, 0.363281, 1.28125, 0.349609, 0.332031, 0.482422, 0.384766, 1.375, 0.292969, 0.839844, 0.589844, 1.296875, 1.539062, 0.357422, 1.015625, 0.71875, 0.337891, 1.265625, 0.683594, 1.835938, 0.824219, 1.585938, 1.4375, 0.186523, 1.90625, 1.054688, 0.341797, 1.429688, 0.542969, 0.523438, 0.5, 0.964844, 0.46875, 1.09375, 1.710938, 1.203125, 0.734375, 0.339844, 0.980469, 1.109375, 0.609375, 1.578125, 1.453125, 0.271484, 0.570312, 0.246094, 0.628906, 0.486328, 0.855469, 1.023438, 0.597656, 1.289062, 1.078125, 0.878906, 0.421875, 0.761719, 1.75, 1.492188, 1.828125, 1.679688, 0.582031, 0.867188, 0.088867, 0.675781, 1.578125, 0.777344, 0.683594, 0.898438, 0.769531, 0.867188, 0.777344, 1.632812, 0.574219, 0.628906, 0.386719, 0.710938, 0.271484, 0.3125, 0.400391, 1.59375, 0.636719, 1.523438, 1.117188, 1.679688, 0.376953, 0.882812, 0.554688, 0.5625, 0.490234, 0.800781, 1.0625, 0.542969, 1.09375, 0.308594, 0.824219, 1.289062, 0.294922, 0.392578, 0.488281, 1.445312, 0.632812, 0.9375, 0.490234, 1.195312, 0.515625, 0.116211, 0.412109, 0.367188, 0.664062, 0.476562, 1.3125, 0.447266, 0.773438, 0.460938, 0.785156, 0.640625, 0.96875, 0.402344, 1.328125, 1.59375, 0.154297, 0.917969, 0.273438, 1.578125, 0.660156, 1.289062, 0.632812, 1.304688, 0.777344, 0.53125, 0.671875, 0.96875, 0.71875, 0.390625, 0.400391, 1.390625, 1.5625, 0.345703, 0.4375, 0.8125, 0.636719, 1.070312, 0.451172, 0.59375, 0.835938, 0.554688, 0.738281, 0.707031, 0.341797, 0.337891, 0.34375, 0.605469, 1.679688, 0.625, 0.515625, 1.351562, 0.582031, 0.228516, 0.671875, 1.15625, 0.357422, 0.186523, 0.875, 0.5, 0.337891, 0.492188, 0.847656, 0.296875, 0.785156, 1.195312, 0.427734, 2.046875, 0.832031, 0.691406, 1.195312, 0.628906, 0.5625, 0.550781, 1.242188, 1.335938, 1.359375, 1.5625, 0.683594, 0.259766, 0.496094, 1.171875, 0.212891, 1.054688, 0.628906, 0.322266, 0.945312, 0.613281, 1.296875, 0.388672, 0.324219, 1.890625, 0.535156, 0.507812, 0.349609, 0.90625, 0.878906, 0.777344, 1.796875, 0.328125, 0.660156, 0.464844, 0.648438, 0.796875, 1.242188, 0.824219, 0.53125, 0.6875, 1.304688, 0.427734, 1.4375, 0.096191, 0.675781, 1.054688, 0.5, 0.863281, 0.585938, 0.378906, 1.023438, 0.910156, 1.046875, 1.0, 0.644531, 0.621094, 1.90625, 0.460938, 0.492188, 0.65625, 0.439453, 0.628906, 0.099609, 0.507812, 0.34375, 0.683594, 0.765625, 0.8125, 1.070312, 0.722656, 0.314453, 0.636719, 0.601562, 1.203125, 1.148438, 1.164062, 1.0625, 0.832031, 0.609375, 0.373047, 1.921875, 0.746094, 0.523438, 0.318359, 1.523438, 0.476562, 0.621094, 0.101074, 0.734375, 0.476562, 1.945312, 0.277344, 0.957031, 1.039062, 0.355469, 1.640625, 0.335938, 0.703125, 0.566406, 0.269531, 0.542969, 1.085938, 0.304688, 1.085938, 0.527344, 0.34375, 0.679688, 0.523438, 1.234375, 1.859375, 1.203125, 0.550781, 0.507812, 0.621094, 0.769531, 1.117188, 0.494141, 0.636719, 0.523438, 1.015625, 0.890625, 0.707031, 1.414062, 0.910156, 0.609375, 1.320312, 0.546875, 0.365234, 0.480469, 0.515625, 0.664062, 0.476562, 0.597656, 0.609375, 0.492188, 0.089844, 0.890625, 0.808594, 0.5, 0.445312, 0.515625, 1.078125, 1.851562, 1.015625, 0.285156, 0.083008, 0.449219, 0.503906, 0.53125, 0.198242, 1.226562, 1.585938, 0.75, 0.441406, 0.582031, 1.007812, 0.363281, 1.75, 0.632812, 1.75, 0.597656, 0.753906, 0.949219, 0.40625, 0.648438, 1.78125, 1.546875, 0.151367, 0.355469, 0.474609, 0.507812, 0.519531, 1.5, 0.628906, 0.3125, 0.550781, 0.65625, 0.832031, 0.429688, 0.9375, 1.648438, 0.144531, 0.394531, 0.695312, 0.882812, 1.0625, 0.894531, 0.462891, 1.59375, 1.125, 0.330078, 1.6875, 0.632812, 0.546875, 0.416016, 0.640625, 1.296875, 0.609375, 0.207031, 0.376953, 0.992188, 0.365234, 0.412109, 0.710938, 0.142578, 0.376953, 1.03125, 0.585938, 1.320312, 0.326172, 0.792969, 0.78125, 0.898438, 0.804688, 0.738281, 0.585938, 0.71875, 1.273438, 0.554688, 0.976562, 1.765625, 1.148438, 0.679688, 0.640625, 0.855469, 0.640625, 0.890625, 0.558594, 0.263672, 0.472656, 0.355469, 1.132812, 0.9375, 0.289062, 0.683594, 0.621094, 0.453125, 0.353516, 0.484375, 1.070312, 0.214844, 0.527344, 0.71875, 0.482422, 0.439453, 0.484375, 1.429688, 1.609375, 0.601562, 0.40625, 0.417969, 0.5625, 0.8125, 1.351562, 1.757812, 1.710938, 0.601562, 0.84375, 0.558594, 1.617188, 1.773438, 0.257812, 0.447266, 0.035645, 0.421875, 0.808594, 0.416016, 0.625, 0.910156, 0.314453, 1.09375, 0.40625, 0.574219, 0.359375, 0.855469, 0.376953, 0.124512, 0.691406, 0.71875, 1.234375, 0.65625, 0.402344, 0.298828, 0.820312, 0.703125, 1.007812, 0.640625, 0.316406, 1.335938, 1.09375, 1.007812, 2.046875, 1.359375, 1.328125, 1.148438, 0.445312, 1.242188, 1.609375, 0.871094, 1.640625, 0.271484, 0.714844, 0.570312, 1.679688, 0.957031, 0.5625, 0.373047, 0.40625, 0.539062, 0.474609, 1.335938, 1.296875, 0.172852, 0.609375, 0.408203, 1.101562, 1.179688, 0.808594, 1.296875, 1.125, 0.425781, 0.298828, 0.566406, 0.431641, 1.65625, 0.394531, 0.785156, 0.773438, 0.128906, 0.699219, 0.287109, 1.453125, 0.910156, 0.71875, 0.5, 0.605469, 1.273438, 1.476562, 0.703125, 0.484375, 0.804688, 0.386719, 0.574219, 0.9375, 0.800781, 0.316406, 0.302734, 0.382812, 0.625, 0.365234, 1.085938, 2.015625, 1.078125, 0.186523, 1.75, 0.753906, 1.859375, 0.757812, 1.703125, 0.345703, 0.332031, 0.431641, 0.667969, 0.734375, 0.347656, 1.726562, 0.742188, 0.449219, 0.198242, 0.328125, 0.964844, 0.53125, 1.1875, 1.195312, 0.265625, 1.453125, 0.546875, 0.267578, 0.292969, 0.652344, 0.511719, 0.480469, 1.789062, 0.330078, 1.125, 1.046875, 1.1875, 0.835938, 0.273438, 1.359375, 0.585938, 0.5625, 0.314453, 0.59375, 0.283203, 1.398438, 0.777344, 0.785156, 1.46875, 1.015625, 0.601562, 0.427734, 0.308594, 0.419922, 0.365234, 1.539062, 0.291016, 0.351562, 1.765625, 0.71875, 1.445312, 0.617188, 0.53125, 1.21875, 1.195312, 1.671875, 1.28125, 0.398438, 0.345703, 0.820312, 0.609375, 0.112305, 0.5, 0.910156, 1.21875, 0.839844, 0.605469, 1.140625, 0.617188, 1.085938, 0.644531, 1.992188, 0.726562, 0.550781, 1.671875, 0.466797, 0.546875, 0.394531, 0.5625, 0.25, 0.330078, 1.195312, 0.176758, 0.730469, 0.578125, 0.480469, 0.365234, 0.699219, 0.847656, 1.554688, 1.570312, 0.636719, 0.636719, 0.683594, 0.429688, 0.151367, 0.921875, 0.757812, 0.476562, 0.441406, 1.0, 0.396484, 0.773438, 0.816406, 0.322266, 0.455078, 0.363281, 0.992188, 0.941406, 0.992188, 1.070312, 0.535156, 0.5625, 0.945312, 0.765625, 0.435547, 0.628906, 0.632812, 0.878906, 0.683594, 0.585938, 1.3125, 0.523438, 1.351562, 0.890625, 0.671875, 0.910156, 0.287109, 0.941406, 0.996094, 1.382812, 0.539062, 0.466797, 0.34375, 0.417969, 1.632812, 1.585938, 0.636719, 1.570312, 0.539062, 0.429688, 1.09375, 1.578125, 0.367188, 0.75, 0.283203, 1.039062, 1.070312, 0.609375, 0.574219, 0.632812, 0.419922, 0.113281, 0.765625, 1.265625, 0.554688, 0.199219, 0.435547, 0.425781, 1.460938, 1.210938, 0.5625, 0.675781, 0.53125, 1.25, 1.109375, 0.753906, 0.628906, 0.546875, 0.882812, 0.664062, 0.804688, 0.341797, 0.324219, 1.679688, 0.808594, 0.792969, 0.455078, 0.683594, 0.578125, 0.769531, 0.326172, 0.298828, 0.5, 1.328125, 1.054688, 0.648438, 0.353516, 0.359375, 0.578125, 0.5, 1.046875, 0.306641, 1.734375, 0.570312, 0.392578, 0.617188, 0.738281, 1.53125, 1.328125, 0.488281, 0.285156, 0.933594, 1.34375, 1.101562, 0.761719, 0.421875, 0.882812, 0.168945, 0.730469, 0.558594, 0.878906, 0.337891, 0.410156, 1.664062, 0.445312, 1.023438, 0.109863, 0.478516, 1.890625, 0.169922, 0.867188, 1.453125, 0.871094, 0.494141, 0.482422, 0.330078, 1.109375, 0.675781, 0.392578, 0.625, 0.589844, 0.390625, 0.648438, 0.589844, 0.921875, 0.402344, 0.054688, 0.664062, 0.984375, 0.306641, 0.392578, 1.085938, 1.710938, 0.757812, 0.453125, 1.195312, 0.664062, 1.335938, 1.046875, 0.143555, 0.667969, 0.570312, 1.039062, 0.367188, 0.386719, 0.601562, 0.605469, 1.867188, 0.695312, 1.039062, 0.597656, 0.339844, 1.109375, 0.249023, 0.542969, 0.578125, 0.086426, 1.609375, 0.253906, 0.25, 0.582031, 0.433594, 0.421875, 0.369141, 0.71875, 1.195312, 1.367188, 1.671875, 0.382812, 0.353516, 0.953125, 1.03125, 1.078125, 1.054688, 0.738281, 0.421875, 0.464844, 1.507812, 1.171875, 0.703125, 0.507812, 0.609375, 0.667969, 0.5625, 0.625, 0.601562, 0.527344, 0.439453, 1.140625, 0.570312, 1.195312, 0.404297, 1.125, 0.886719, 1.664062, 0.441406, 0.421875, 1.070312, 0.351562, 0.414062, 1.78125, 0.296875, 0.574219, 0.902344, 0.574219, 0.652344, 1.351562, 1.5, 1.015625, 1.203125, 0.5625, 0.142578, 0.867188, 1.0, 0.679688, 1.359375, 0.482422, 0.470703, 1.445312, 0.871094, 0.683594, 0.699219, 0.089355, 1.476562, 1.117188, 0.78125, 0.546875, 0.609375, 1.78125, 0.53125, 0.613281, 0.71875, 1.28125, 1.03125, 1.085938, 0.554688, 0.542969, 0.277344, 1.148438, 1.265625, 0.640625, 1.125, 0.804688, 0.455078, 1.359375, 1.617188, 0.6875, 0.9375, 0.777344, 0.433594, 0.871094, 1.289062, 0.380859, 0.6875, 0.960938, 0.746094, 0.582031, 1.007812, 0.9375, 0.652344, 1.664062, 0.570312, 0.296875, 0.832031, 0.65625, 1.046875, 0.742188, 0.423828, 1.390625, 0.664062, 0.384766, 1.085938, 0.335938, 0.878906, 0.300781, 0.519531, 0.5625, 1.25, 1.164062, 0.363281, 1.65625, 0.433594, 1.0, 1.4375, 1.609375, 0.941406, 0.6875, 0.308594, 0.535156, 1.234375, 0.523438, 0.125977, 0.357422, 0.123535, 0.546875, 1.585938, 1.039062, 0.414062, 0.578125, 0.5, 0.472656, 0.412109, 0.539062, 1.8125, 1.25, 0.589844, 0.353516, 1.03125, 1.101562, 2.0, 1.078125, 0.710938, 1.320312, 0.898438, 0.546875, 0.332031, 0.314453, 0.824219, 0.628906, 0.326172, 0.292969, 0.523438, 0.660156, 1.460938, 1.632812, 0.605469, 0.304688, 0.6875, 1.46875, 0.914062, 0.652344, 1.226562, 0.150391, 0.298828, 0.53125, 0.605469, 0.392578, 0.425781, 0.376953, 0.539062, 0.957031, 1.039062, 1.398438, 0.347656, 0.65625, 0.640625, 0.494141, 0.314453, 0.094238, 0.65625, 1.054688, 0.291016, 0.326172, 0.511719, 0.460938, 0.3125, 1.96875, 0.330078, 0.306641, 1.140625, 0.133789, 0.777344, 0.400391, 0.117676, 1.476562, 0.953125, 0.84375, 0.470703, 0.423828, 0.742188, 0.917969, 1.390625, 0.457031, 1.078125, 0.289062, 0.142578, 1.398438, 0.570312, 1.09375, 0.345703, 2.0, 0.453125, 0.59375, 0.648438, 0.359375, 0.373047, 1.578125, 0.921875, 1.734375, 0.785156, 0.355469, 1.289062, 0.351562, 0.679688, 0.439453, 0.369141, 0.373047, 0.691406, 0.412109, 0.298828, 0.554688, 0.503906, 0.089844, 0.083984, 1.476562, 0.46875, 1.296875, 1.289062, 1.078125, 1.90625, 0.449219, 1.429688, 0.396484, 0.613281, 0.613281, 0.318359, 0.332031, 0.554688, 1.523438, 0.554688, 0.816406, 0.40625, 0.300781, 0.425781, 0.320312, 0.582031, 0.12793, 0.65625, 1.398438, 1.109375, 1.429688, 1.710938, 0.636719, 0.192383, 1.640625, 0.5, 0.363281, 0.482422, 0.523438, 1.742188, 0.480469, 0.53125, 1.734375, 1.5625, 0.145508, 0.194336, 1.078125, 0.695312, 0.515625, 1.632812, 0.345703, 0.414062, 0.820312, 0.824219, 1.53125, 0.894531, 0.359375, 0.314453, 0.394531, 1.476562, 0.269531, 2.078125, 0.601562, 0.324219, 0.5, 0.431641, 1.007812, 0.765625, 0.498047, 1.078125, 0.322266, 0.707031, 1.03125, 0.349609, 0.914062, 0.90625, 0.757812, 0.847656, 0.333984, 0.496094, 0.458984, 0.53125, 1.96875, 0.652344, 0.347656, 0.902344, 0.410156, 1.632812, 0.462891, 1.476562, 0.933594, 0.640625, 0.253906, 1.046875, 0.363281, 1.867188, 0.5, 0.359375, 1.617188, 0.976562, 0.423828, 0.582031, 0.992188, 0.394531, 1.523438, 0.851562, 1.445312, 0.742188, 0.320312, 0.375, 0.808594, 0.431641, 1.03125, 0.839844, 0.423828, 1.5, 0.910156, 1.625, 1.578125, 1.4375, 0.859375, 1.375, 0.546875, 0.519531, 0.324219, 0.386719, 1.523438, 1.25, 0.8125, 0.816406, 0.554688, 0.589844, 1.40625, 0.527344, 1.28125, 1.15625, 0.90625, 0.539062, 0.671875, 0.097168, 0.703125, 0.333984, 0.09375, 0.542969, 0.507812, 0.914062, 0.365234, 0.542969, 0.773438, 0.84375, 1.796875, 1.539062, 0.714844, 0.322266, 0.291016, 0.435547, 0.353516, 1.296875, 0.396484, 1.992188, 0.492188, 0.625, 1.382812, 1.015625, 0.462891, 1.28125, 1.398438, 0.640625, 0.361328, 0.863281, 1.828125, 0.566406, 0.369141, 0.632812, 1.3125, 1.445312, 1.632812, 0.710938, 1.648438, 0.894531, 1.296875, 1.90625, 0.597656, 0.371094, 1.554688, 0.734375, 0.6875, 1.03125, 1.4375, 0.828125, 0.671875, 0.621094, 1.085938, 0.375, 0.644531, 0.796875, 0.5625, 1.070312, 1.453125, 0.423828, 0.088379, 1.476562, 0.566406, 1.234375, 0.957031, 0.789062, 0.640625, 0.417969, 1.476562, 0.59375, 0.605469, 0.168945, 0.664062, 0.75, 0.507812, 0.488281, 0.253906, 0.423828, 1.328125, 0.09082, 0.667969, 0.482422, 1.070312, 1.140625, 0.200195, 0.796875, 1.039062, 1.0625, 0.5, 0.464844, 0.839844, 0.361328, 0.353516, 0.300781, 0.714844, 0.667969, 1.226562, 0.367188, 0.490234, 0.996094, 0.400391, 1.109375, 1.578125, 0.470703, 0.992188, 0.339844, 1.875, 0.957031, 0.613281, 1.101562, 0.882812, 0.425781, 0.695312, 0.263672, 1.117188, 0.703125, 1.648438, 0.609375, 0.371094, 1.625, 1.445312, 1.03125, 0.484375, 0.6875, 1.125, 0.423828, 0.570312, 0.412109, 1.804688, 0.597656, 1.21875, 0.855469, 1.289062, 0.460938, 0.992188, 1.25, 0.695312, 0.5, 1.539062, 0.472656, 0.648438, 0.466797, 0.675781, 1.976562, 1.601562, 0.652344, 0.314453, 0.832031, 0.460938, 0.285156, 0.671875, 1.859375, 0.429688, 0.300781, 1.085938, 1.078125, 1.59375, 0.660156, 1.125, 0.78125, 0.828125, 0.699219, 0.458984, 0.582031, 0.285156, 0.589844, 1.257812, 1.171875, 0.929688, 1.125, 0.953125, 0.617188, 1.046875, 0.445312, 0.710938, 0.455078, 0.617188, 0.675781, 0.427734, 0.419922, 0.429688, 0.464844, 0.640625, 1.554688, 0.660156, 1.257812, 0.320312, 0.800781, 0.261719, 0.644531, 0.847656, 0.359375, 0.917969, 1.351562, 0.980469, 1.554688, 0.542969, 1.085938, 0.421875, 0.578125, 0.640625, 0.488281, 1.65625, 1.601562, 0.470703, 0.105469, 0.470703, 0.539062, 0.139648, 0.992188, 1.257812, 1.664062, 0.605469, 0.964844, 0.632812, 0.492188, 0.082031, 0.601562, 0.169922, 0.695312, 1.507812, 0.202148, 0.086426, 0.388672, 0.886719, 0.304688, 0.441406, 0.363281, 1.765625, 1.421875, 0.765625, 1.398438, 0.871094, 1.257812, 0.597656, 1.234375, 1.070312, 0.376953, 0.851562, 0.425781, 1.234375, 1.492188, 0.824219, 1.296875, 1.96875, 0.21582, 0.75, 0.59375, 0.671875, 0.632812, 0.294922, 0.664062, 0.511719, 0.386719, 1.023438, 0.796875, 0.585938, 1.070312, 0.664062, 0.546875, 0.65625, 0.347656, 0.628906, 0.933594, 0.195312, 1.59375, 0.855469, 0.535156, 1.367188, 0.335938, 1.984375, 0.722656, 0.542969, 0.875, 0.632812, 1.148438, 0.527344, 0.769531, 0.492188, 1.523438, 0.835938, 0.5625, 0.632812, 0.558594, 1.007812, 0.523438, 1.359375, 1.492188, 0.351562, 0.878906, 0.777344, 0.886719, 1.210938, 1.835938, 1.710938, 0.671875, 0.375, 0.498047, 0.574219, 1.3125, 0.917969, 0.061768, 0.929688, 0.691406, 1.445312, 0.404297, 0.402344, 1.0, 0.535156, 0.255859, 0.695312, 1.679688, 0.855469, 0.945312, 0.400391, 0.597656, 1.3125, 1.242188, 1.375, 0.746094, 0.496094, 0.339844, 0.449219, 0.636719, 0.480469, 0.335938, 1.515625, 0.480469, 0.472656, 0.851562, 1.265625, 1.914062, 0.703125, 0.660156, 1.578125, 0.875, 0.283203, 0.664062, 0.609375, 0.351562, 1.375, 0.277344, 0.65625, 0.351562, 0.273438, 0.707031, 0.373047, 0.582031, 1.226562, 0.255859, 0.957031, 0.228516, 0.439453, 0.439453, 0.289062, 0.894531, 0.069336, 0.523438, 1.25, 0.726562, 0.691406, 1.5, 0.984375, 1.820312, 0.839844, 0.1875, 0.102051, 0.359375, 0.65625, 1.3125, 0.239258, 0.769531, 1.171875, 0.347656, 0.972656, 0.589844, 1.039062, 1.570312, 0.960938, 0.601562, 0.5625, 0.667969, 0.255859, 0.46875, 0.535156, 0.734375, 1.359375, 0.316406, 0.378906, 0.671875, 1.023438, 0.455078, 0.351562, 0.494141, 1.164062, 0.757812, 0.777344, 2.078125, 0.453125, 0.730469, 0.5625, 0.519531, 0.761719, 0.609375, 0.839844, 0.710938, 0.722656, 0.964844, 0.300781, 0.578125, 1.0625, 0.949219, 0.660156, 0.761719, 0.605469, 0.808594, 1.765625, 0.511719, 1.34375, 0.375, 0.546875, 0.369141, 0.107422, 0.800781, 0.972656, 0.306641, 0.539062, 0.589844, 0.382812, 0.355469, 1.664062, 1.328125, 0.380859, 0.386719, 0.515625, 1.5625, 0.294922, 0.785156, 0.251953, 0.539062, 1.257812, 0.503906, 0.470703, 1.601562, 0.898438, 1.476562, 1.835938, 0.5625, 0.707031, 0.558594, 0.474609, 0.235352, 1.648438, 1.171875, 1.085938, 0.400391, 0.605469, 0.34375, 0.832031, 1.320312, 0.353516, 0.554688, 1.234375, 0.949219, 0.367188, 1.476562, 0.363281, 0.53125, 1.101562, 0.765625, 0.484375, 0.490234, 0.730469, 0.742188, 0.601562, 0.957031, 0.511719, 0.324219, 0.205078, 0.408203, 0.435547, 0.917969, 0.427734, 1.164062, 0.390625, 0.828125, 0.302734, 0.652344, 0.570312, 0.839844, 1.125, 0.283203, 0.621094, 0.412109, 1.320312, 0.792969, 0.683594, 0.820312, 0.511719, 0.412109, 0.933594, 0.091797, 0.472656, 0.5625, 0.423828, 0.378906, 0.621094, 1.945312, 1.609375, 0.601562, 0.308594, 0.093262, 0.71875, 0.3125, 0.761719, 0.484375, 1.179688, 0.373047, 1.085938, 0.369141, 1.265625, 1.382812, 1.203125, 0.738281, 0.306641, 0.535156, 0.832031, 0.65625, 0.859375, 0.703125, 1.53125, 0.507812, 0.380859, 1.328125, 0.570312, 0.535156, 0.671875, 0.601562, 0.957031, 0.574219, 0.570312, 0.644531, 0.267578, 1.257812, 0.482422, 0.46875, 0.133789, 0.318359, 1.015625, 0.601562, 1.6875, 0.636719, 0.570312, 0.080566, 0.519531, 0.34375, 0.453125, 0.429688, 0.929688, 0.65625, 1.03125, 0.373047, 0.917969, 0.957031, 0.875, 1.6875, 1.6875, 1.609375, 0.9375, 1.789062, 0.271484, 0.478516, 0.298828, 0.777344, 0.546875, 0.145508, 0.742188, 1.03125, 0.753906, 0.330078, 0.234375, 0.945312, 0.131836, 0.882812, 0.6875, 1.257812, 1.429688, 0.339844, 0.59375, 0.5625, 0.890625, 1.320312, 0.792969, 0.339844, 0.800781, 1.023438, 1.742188, 0.234375, 1.460938, 0.341797, 0.425781, 1.304688, 1.679688, 1.554688, 0.8125, 0.339844, 1.226562, 0.839844, 1.625, 0.71875, 0.578125, 0.472656, 1.289062, 0.960938, 0.398438, 0.457031, 0.742188, 0.069336, 1.226562, 0.439453, 1.0625, 0.380859, 0.558594, 1.398438, 0.53125, 0.492188, 1.101562, 0.308594, 0.554688, 0.416016, 0.707031, 1.804688, 0.628906, 0.211914, 0.570312, 0.419922, 1.625, 0.554688, 0.398438, 0.59375, 1.851562, 0.714844, 1.117188, 1.640625, 0.490234, 0.474609, 0.707031, 0.298828, 0.117676, 0.341797, 0.378906, 0.498047, 0.730469, 0.953125, 0.090332, 0.855469, 1.554688, 0.902344, 0.636719, 0.365234, 0.310547, 1.539062, 0.421875, 0.664062, 1.320312, 0.304688, 0.337891, 1.890625, 0.648438, 1.507812, 0.285156, 1.820312, 0.480469, 1.242188, 0.550781, 0.402344, 0.710938, 0.527344, 0.871094, 0.369141, 0.816406, 0.996094, 0.402344, 0.734375, 0.239258, 0.546875, 0.878906, 0.589844, 0.453125, 0.283203, 1.59375, 0.835938, 0.394531, 0.824219, 0.341797, 0.648438, 0.482422, 1.203125, 0.302734, 1.695312, 1.5625, 0.435547, 0.494141, 0.273438, 1.367188, 0.417969, 1.703125, 1.25, 0.90625, 0.449219, 0.476562, 0.472656, 0.550781, 0.992188, 1.25, 1.109375, 0.496094, 0.742188, 0.683594, 0.139648, 0.902344, 0.625, 0.570312, 0.910156, 0.472656, 0.832031, 0.371094, 1.625, 0.640625, 1.507812, 0.597656, 0.765625, 1.421875, 1.976562, 1.109375, 0.394531, 0.539062, 0.695312, 1.726562, 0.488281, 1.492188, 1.585938, 0.667969, 0.882812, 1.203125, 1.148438, 0.535156, 1.296875, 1.21875, 0.451172, 1.09375, 0.550781, 1.414062, 1.125, 0.417969, 1.195312, 0.523438, 0.589844, 0.875, 1.554688, 1.867188, 0.097656, 0.769531, 0.490234, 1.515625, 0.277344, 0.769531, 1.132812, 0.839844, 1.15625, 0.423828, 0.515625, 1.382812, 0.554688, 0.445312, 0.523438, 0.458984, 1.320312, 0.110352, 0.369141, 1.070312, 0.5625, 1.40625, 0.605469, 0.451172, 0.757812, 1.5625, 0.453125, 0.832031, 0.476562, 0.408203, 0.566406, 1.8125, 1.039062, 0.90625, 1.320312, 1.75, 0.511719, 0.566406, 1.460938, 0.507812, 0.617188, 0.808594, 0.65625, 0.785156, 1.289062, 0.416016, 0.867188, 0.675781, 0.640625, 0.382812, 0.820312, 1.453125, 0.396484, 0.953125, 0.835938, 0.111816, 1.445312, 0.170898, 0.349609, 0.384766, 0.439453, 0.320312, 0.22168, 1.0625, 0.433594, 0.589844, 0.386719, 0.494141, 0.582031, 0.296875, 0.439453, 0.613281, 0.259766, 0.542969, 0.12207, 0.4375, 0.75, 0.478516, 0.435547, 0.890625, 0.53125, 0.53125, 1.492188, 0.527344, 0.949219, 1.515625, 0.067383, 0.470703, 1.007812, 0.542969, 0.710938, 0.582031, 0.660156, 0.318359, 0.730469, 0.972656, 0.291016, 1.382812, 1.21875, 0.167969, 0.699219, 0.859375, 0.347656, 0.53125, 0.875, 0.151367, 0.566406, 1.5, 1.539062, 0.535156, 0.291016, 0.08252, 1.3125, 0.361328, 1.703125, 0.550781, 0.777344, 0.691406, 0.363281, 0.6875, 0.730469, 0.400391, 0.601562, 0.328125, 0.980469, 1.695312, 1.210938, 0.414062, 0.322266, 0.335938, 0.507812, 0.621094, 0.898438, 0.470703, 0.824219, 0.617188, 0.363281, 0.597656, 1.804688, 0.435547, 0.535156, 0.9375, 0.628906, 0.707031, 0.396484, 0.636719, 0.777344, 1.1875, 1.289062, 0.400391, 0.09082, 0.460938, 1.070312, 0.960938, 1.53125, 0.789062, 1.132812, 0.707031, 1.367188, 0.515625, 0.122559, 0.423828, 1.765625, 0.519531, 0.90625, 0.216797, 0.417969, 0.722656, 0.628906, 1.007812, 1.15625, 1.5, 0.498047, 0.71875, 0.367188, 0.851562, 0.277344, 1.078125, 0.621094, 1.585938, 0.503906, 0.476562, 0.984375, 0.492188, 1.296875, 0.408203, 0.223633, 0.636719, 1.59375, 0.929688, 0.423828, 1.203125, 0.392578, 1.992188, 0.261719, 1.25, 0.855469, 0.503906, 0.894531, 1.257812, 0.417969, 1.273438, 1.804688, 0.414062, 0.464844, 0.6875, 1.273438, 0.470703, 0.125, 1.390625, 0.777344, 0.960938, 0.613281, 0.490234, 1.710938, 0.710938, 1.140625, 0.949219, 0.714844, 0.691406, 0.859375, 0.773438, 0.351562, 0.523438, 0.582031, 0.546875, 0.621094, 0.519531, 0.519531, 0.792969, 1.664062, 0.408203, 0.363281, 0.605469, 1.664062, 0.259766, 1.445312, 0.59375, 0.542969, 0.660156, 0.84375, 0.201172, 0.283203, 0.550781, 0.34375, 0.263672, 1.421875, 1.28125, 0.648438, 0.412109, 0.878906, 0.726562, 0.507812, 1.453125, 1.210938, 1.742188, 0.326172, 0.96875, 0.365234, 1.578125, 0.8125, 0.365234, 0.570312, 0.527344, 0.566406, 0.527344, 1.101562, 0.335938, 0.285156, 0.224609, 0.976562, 1.132812, 0.769531, 0.371094, 0.742188, 0.496094, 1.828125, 0.695312, 0.351562, 0.484375, 0.722656, 1.1875, 0.707031, 1.570312, 1.101562, 1.398438, 1.671875, 0.996094, 0.349609, 0.957031, 0.449219, 0.357422, 0.644531, 0.855469, 0.722656, 1.515625, 0.734375, 1.601562, 0.683594, 0.460938, 0.679688, 0.402344, 0.5625, 0.703125, 0.707031, 0.601562, 0.488281, 1.03125, 0.671875, 0.347656, 0.443359, 0.632812, 0.333984, 1.164062, 0.296875, 0.535156, 0.578125, 0.386719, 0.304688, 0.480469, 0.621094, 0.12207, 1.203125, 0.412109, 0.421875, 0.648438, 0.804688, 0.503906, 0.917969, 0.8125, 0.664062, 0.882812, 0.335938, 0.289062, 0.429688, 0.28125, 0.09668, 0.394531, 0.4375, 1.21875, 0.632812, 0.613281, 0.601562, 1.554688, 0.570312, 1.570312, 0.445312, 0.773438, 1.617188, 1.0625, 0.742188, 0.363281, 1.375, 0.320312, 0.609375, 0.296875, 0.488281, 0.9375, 1.273438, 0.550781, 0.376953, 0.867188, 0.460938, 0.373047, 0.414062, 0.660156, 0.472656, 1.40625, 0.320312, 0.984375, 1.742188, 1.125, 1.742188, 0.550781, 0.574219, 1.304688, 0.382812, 1.4375, 0.574219, 0.394531, 0.742188, 0.081543, 1.125, 0.65625, 0.601562, 1.445312, 1.195312, 0.486328, 0.367188, 0.746094, 0.949219, 0.197266, 0.664062, 1.164062, 0.632812, 1.773438, 1.546875, 0.40625, 0.466797, 0.507812, 0.394531, 0.902344, 0.886719, 1.28125, 0.617188, 0.773438, 0.375, 0.466797, 1.054688, 0.441406, 0.710938, 1.226562, 0.515625, 1.804688, 1.625, 1.03125, 0.527344, 0.550781, 0.419922, 0.316406, 0.398438, 0.605469, 1.296875, 1.421875, 0.419922, 0.800781, 1.71875, 1.085938, 2.109375, 0.34375, 1.140625, 1.046875, 0.707031, 0.8125, 0.165039, 0.507812, 0.304688, 0.671875, 0.353516, 0.314453, 0.376953, 0.326172, 0.765625, 0.253906, 0.578125, 0.617188, 0.3125, 0.925781, 0.148438, 0.652344, 1.382812, 0.414062, 0.601562, 1.3125, 1.109375, 0.730469, 1.523438, 1.46875, 0.404297, 0.294922, 0.079102, 2.0625, 0.283203, 1.289062, 0.496094, 0.8125, 0.378906, 0.535156, 0.273438, 0.890625, 0.644531, 0.507812, 0.558594, 0.494141, 0.394531, 0.376953, 0.804688, 0.511719, 0.069336, 0.5625, 0.707031, 0.5, 0.511719, 1.34375, 0.092285, 0.427734, 1.742188, 1.273438, 0.369141, 1.078125, 1.242188, 1.3125, 0.621094, 0.828125, 0.371094, 0.992188, 0.984375, 0.476562, 0.10791, 0.671875, 0.084473, 0.75, 1.015625, 0.486328, 1.109375, 0.765625, 1.054688, 0.214844, 0.921875, 0.416016, 0.070312, 0.353516, 0.636719, 0.578125, 0.375, 1.140625, 0.742188, 0.302734, 1.28125, 0.263672, 0.589844, 0.373047, 0.433594, 1.21875, 0.363281, 1.5, 1.390625, 0.945312, 0.523438, 0.457031, 0.835938, 0.376953, 1.03125, 1.015625, 0.488281, 1.492188, 0.367188, 1.4375, 1.085938, 0.890625, 1.90625, 0.679688, 1.335938, 1.171875, 0.470703, 0.796875, 1.148438, 0.75, 0.726562, 0.300781, 1.273438, 0.578125, 0.371094, 0.306641, 1.132812, 1.90625, 0.515625, 0.079102, 0.235352, 1.28125, 0.150391, 1.078125, 1.132812, 0.75, 0.734375, 1.125, 0.558594, 0.332031, 0.890625, 1.992188, 0.527344, 0.691406, 0.427734, 1.390625, 0.367188, 0.22168, 0.546875, 0.376953, 0.28125, 0.652344, 1.054688, 0.933594, 0.546875, 0.664062, 0.347656, 0.789062, 2.0, 0.871094, 1.1875, 1.039062, 0.138672, 0.460938, 0.361328, 0.421875, 0.122559, 1.734375, 0.550781, 0.871094, 0.396484, 0.542969, 0.546875, 0.351562, 0.314453, 0.004059, 0.441406, 0.636719, 1.234375, 0.800781, 0.546875, 1.007812, 0.5625, 0.574219, 1.875, 1.59375, 0.439453, 0.964844, 0.425781, 0.914062, 0.925781, 1.179688, 0.957031, 1.367188, 0.320312, 0.9375, 0.945312, 1.46875, 0.726562, 0.554688, 1.5, 0.59375, 1.578125, 0.976562, 0.100586, 0.34375, 0.433594, 1.476562, 0.267578, 0.710938, 0.5625, 0.84375, 1.703125, 0.648438, 1.054688, 0.474609, 0.578125, 0.490234, 0.5, 0.578125, 0.490234, 1.0625, 0.703125, 1.03125, 0.279297, 0.273438, 1.296875, 0.578125, 1.328125, 0.474609, 1.757812, 0.578125, 0.613281, 1.742188, 0.5625, 0.757812, 0.251953, 0.6875, 0.347656, 0.347656, 0.734375, 1.9375, 0.449219, 1.4375, 1.664062, 0.503906, 0.519531, 0.326172, 0.578125, 0.632812, 0.375, 0.800781, 0.632812, 0.494141, 0.792969, 0.310547, 1.773438, 0.597656, 0.458984, 1.515625, 0.124512, 0.408203, 0.3125, 0.507812, 0.095215, 0.359375, 1.132812, 0.605469, 1.195312, 0.261719, 1.53125, 0.960938, 0.535156, 1.0, 1.25, 0.648438, 1.429688, 0.847656, 0.291016, 0.503906, 0.235352, 1.390625, 0.988281, 0.535156, 0.59375, 0.380859, 0.910156, 0.558594, 0.427734, 0.710938, 0.335938, 0.652344, 1.828125, 1.414062, 0.792969, 0.173828, 0.675781, 1.390625, 0.441406, 1.609375, 0.304688, 0.378906, 0.589844, 0.773438, 0.410156, 0.378906, 0.507812, 0.400391, 0.59375, 0.515625, 0.53125, 0.396484, 0.640625, 0.660156, 0.435547, 0.443359, 0.519531, 0.648438, 0.462891, 1.0, 0.445312, 1.007812, 1.21875, 1.664062, 1.71875, 0.417969, 0.486328, 0.507812, 1.609375, 0.330078, 0.084961, 0.894531, 0.390625, 0.785156, 0.65625, 0.976562, 1.15625, 0.738281, 0.318359, 1.046875, 0.503906, 0.699219, 0.574219, 0.100586, 0.652344, 0.976562, 0.5625, 0.373047, 1.640625, 0.632812, 0.359375, 0.539062, 0.738281, 0.482422, 1.109375, 0.523438, 0.636719, 1.273438, 0.314453, 1.335938, 0.310547, 0.96875, 2.0, 0.423828, 1.195312, 1.09375, 0.625, 0.480469, 0.457031, 0.412109, 0.863281, 0.753906, 1.625, 0.472656, 0.382812, 0.832031, 0.882812, 1.804688, 0.898438, 1.054688, 1.515625, 0.570312, 0.539062, 0.769531, 0.246094, 0.092773, 0.570312, 1.632812, 1.296875, 1.382812, 1.359375, 1.796875, 1.09375, 0.621094, 1.054688, 0.310547, 0.996094, 0.296875, 0.492188, 0.902344, 0.363281, 0.211914, 0.476562, 1.367188, 0.847656, 0.488281, 0.507812, 1.492188, 1.140625, 0.902344, 0.964844, 0.554688, 1.539062, 1.5625, 0.316406, 0.574219, 0.546875, 0.554688, 0.65625, 0.380859, 0.960938, 0.847656, 0.408203, 0.324219, 0.474609, 1.71875, 1.625, 0.84375, 0.875, 1.257812, 1.296875, 1.46875, 0.507812, 0.451172, 0.429688, 0.449219, 0.515625, 0.375, 0.835938, 1.734375, 0.333984, 0.316406, 1.460938, 0.378906, 1.640625, 0.209961, 0.423828, 0.714844, 0.226562, 0.839844, 1.234375, 1.5625, 1.421875, 1.664062, 0.511719, 0.660156, 0.566406, 1.507812, 1.078125, 0.425781, 1.796875, 1.5, 1.328125, 0.566406, 1.507812, 1.585938, 0.445312, 0.847656, 0.460938, 1.515625, 0.4375, 0.664062, 1.0, 0.992188, 1.023438, 0.597656, 1.359375, 0.349609, 0.535156, 0.523438, 0.96875, 1.757812, 0.464844, 0.492188, 1.5, 0.621094, 0.570312, 0.652344, 0.320312, 0.373047, 0.632812, 0.326172, 0.792969, 1.023438, 0.441406, 0.835938, 0.554688, 0.859375, 1.523438, 1.0625, 1.453125, 0.222656, 0.796875, 1.007812, 1.695312, 0.423828, 0.398438, 1.640625, 2.03125, 2.125, 0.259766, 1.054688, 0.345703, 0.878906, 0.792969, 0.734375, 0.523438, 0.976562, 0.648438, 0.333984, 0.382812, 0.582031, 0.789062, 0.332031, 0.710938, 0.298828, 0.632812, 0.369141, 0.371094, 0.71875, 0.625, 0.394531, 0.112793, 0.597656, 2.21875, 0.941406, 0.71875, 0.625, 1.546875, 0.539062, 1.265625, 0.632812, 1.445312, 0.648438, 0.875, 1.085938, 0.734375, 0.632812, 0.644531, 0.396484, 1.15625, 1.179688, 0.984375, 0.859375, 0.742188, 0.761719, 0.804688, 0.554688, 0.621094, 0.632812, 0.431641, 1.242188, 0.474609, 0.335938, 0.410156, 0.087891, 1.195312, 1.734375, 0.890625, 1.359375, 0.419922, 1.210938, 0.878906, 0.484375, 0.494141, 0.449219, 0.695312, 0.519531, 0.347656, 0.648438, 0.332031, 1.007812, 0.472656, 0.570312, 0.539062, 0.287109, 0.699219, 0.742188, 1.570312, 1.78125, 0.367188, 1.523438, 1.085938, 0.527344, 0.404297, 1.070312, 0.566406, 1.40625, 0.800781, 0.886719, 0.259766, 0.306641, 0.455078, 0.498047, 0.382812, 0.703125, 1.046875, 0.835938, 0.089355, 0.835938, 0.392578, 1.195312, 0.828125, 0.427734, 0.78125, 0.482422, 1.4375, 1.039062, 0.345703, 0.617188, 1.429688, 0.300781, 0.988281, 1.320312, 0.957031, 0.439453, 0.464844, 1.007812, 1.273438, 1.15625, 0.914062, 0.867188, 1.679688, 0.585938, 0.957031, 0.863281, 0.34375, 0.566406, 1.125, 0.664062, 0.871094, 0.878906, 0.578125, 0.917969, 1.921875, 1.234375, 1.015625, 0.824219, 0.285156, 1.117188, 0.398438, 0.087891, 0.679688, 1.34375, 0.546875, 0.976562, 0.341797, 0.691406, 0.378906, 1.0625, 0.867188, 1.601562, 1.203125, 0.408203, 1.40625, 1.71875, 0.765625, 1.210938, 0.484375, 0.259766, 1.492188, 0.460938, 0.386719, 0.519531, 0.660156, 0.898438, 0.10791, 1.070312, 0.419922, 0.792969, 1.023438, 1.59375, 0.484375, 1.085938, 1.0, 0.542969, 1.507812, 0.472656, 0.527344, 0.6875, 0.333984, 1.5, 0.671875, 0.609375, 0.84375, 0.168945, 1.453125, 0.273438, 1.359375, 1.46875, 0.300781, 1.28125, 0.761719, 1.40625, 1.5625, 1.15625, 0.726562, 0.335938, 1.023438, 0.419922, 0.746094, 1.320312, 0.59375, 0.507812, 0.828125, 0.230469, 0.380859, 1.25, 0.390625, 0.996094, 0.621094, 0.851562, 0.664062, 0.636719, 0.277344, 1.023438, 0.488281, 0.65625, 0.28125, 0.125, 0.675781, 0.302734, 0.361328, 0.722656, 0.400391, 1.46875, 0.835938, 0.371094, 0.207031, 0.380859, 0.527344, 1.929688, 0.441406, 0.589844, 1.835938, 1.375, 0.878906, 0.4375, 0.417969, 0.683594, 0.726562, 0.777344, 1.125, 0.332031, 1.757812, 1.046875, 0.910156, 0.462891, 0.929688, 0.322266, 0.5625, 0.632812, 0.085938, 0.601562, 0.582031, 0.289062, 1.5625, 0.589844, 0.667969, 0.953125, 0.992188, 1.054688, 0.527344, 0.789062, 0.546875, 0.5625, 0.480469, 0.474609, 0.386719, 0.597656, 1.75, 1.085938, 0.761719, 0.574219, 1.164062, 0.527344, 0.125977, 0.419922, 1.484375, 0.294922, 0.539062, 0.664062, 0.652344, 1.265625, 0.710938, 1.265625, 0.800781, 0.429688, 0.910156, 1.3125, 0.675781, 0.667969, 0.988281, 0.84375, 0.652344, 0.6875, 1.28125, 0.566406, 0.492188, 0.65625, 0.337891, 0.294922, 1.335938, 0.585938, 0.441406, 0.519531, 1.578125, 1.6875, 0.398438, 0.863281, 0.34375, 0.204102, 0.523438, 0.597656, 0.640625, 0.582031, 1.25, 0.546875, 0.644531, 1.023438, 1.585938, 0.605469, 0.976562, 0.53125, 1.039062, 0.332031, 0.429688, 0.414062, 0.503906, 0.632812, 0.53125, 0.683594, 0.703125, 0.5625, 0.462891, 0.353516, 0.244141, 0.644531, 1.140625, 0.496094, 0.507812, 0.408203, 1.34375, 0.384766, 0.683594, 0.455078, 0.984375, 0.816406, 0.703125, 0.503906, 0.496094, 0.695312, 0.439453, 2.03125, 1.484375, 0.490234, 0.746094, 0.40625, 0.65625, 0.4375, 0.302734, 1.46875, 1.953125, 0.65625, 1.023438, 0.154297, 1.046875, 0.632812, 0.400391, 1.484375, 0.648438, 0.300781, 0.90625, 0.648438, 0.578125, 0.726562, 0.263672, 1.0, 0.451172, 1.84375, 0.824219, 0.484375, 1.578125, 0.337891, 0.621094, 0.094238, 0.621094, 0.710938, 0.941406, 1.289062, 0.921875, 0.261719, 1.164062, 0.671875, 1.65625, 0.246094, 0.472656, 0.359375, 1.289062, 0.527344, 0.933594, 0.613281, 1.09375, 0.648438, 1.6875, 1.296875, 0.75, 0.8125, 1.804688, 0.597656, 1.273438, 0.527344, 0.984375, 0.390625, 0.388672, 0.734375, 1.773438, 1.695312, 0.863281, 0.648438, 0.396484, 1.070312, 0.333984, 0.800781, 0.933594, 0.151367, 0.992188, 0.894531, 0.378906, 1.59375, 0.996094, 1.40625, 0.640625, 0.6875, 1.484375, 0.617188, 0.28125, 1.375, 1.96875, 0.412109, 0.546875, 0.960938, 0.664062, 1.34375, 0.093262, 1.078125, 0.839844, 0.753906, 1.460938, 0.777344, 0.550781, 0.361328, 0.65625, 0.410156, 0.380859, 0.091309, 0.492188, 1.109375, 0.28125, 0.523438, 0.964844, 0.628906, 0.582031, 1.703125, 0.09668, 2.140625, 0.988281, 1.070312, 1.804688, 0.703125, 0.601562, 0.462891, 1.5, 0.613281, 0.566406, 0.507812, 1.40625, 0.310547, 1.109375, 1.929688, 1.398438, 1.015625, 0.625, 0.433594, 0.535156, 0.707031, 0.408203, 0.511719, 0.714844, 0.683594, 0.851562, 1.632812, 0.714844, 0.496094, 1.53125, 0.839844, 1.210938, 0.078125, 0.296875, 0.318359, 0.589844, 1.007812, 0.570312, 1.039062, 0.503906, 0.570312, 1.359375, 0.335938, 0.316406, 0.458984, 0.480469, 1.320312, 0.457031, 0.675781, 0.470703, 1.007812, 0.6875, 0.878906, 0.605469, 0.496094, 0.773438, 0.667969, 0.847656, 1.570312, 1.476562, 0.333984, 0.628906, 0.455078, 0.214844, 0.878906, 0.5625, 0.496094, 0.535156, 0.28125, 0.455078, 0.9375, 0.451172, 2.265625, 0.523438, 0.671875, 0.933594, 0.578125, 0.738281, 1.078125, 0.722656, 1.3125, 1.195312, 0.419922, 0.124512, 1.15625, 0.917969, 0.65625, 0.527344, 0.878906, 0.855469, 1.5, 0.367188, 0.855469, 0.365234, 0.609375, 0.494141, 0.310547, 0.921875, 1.648438, 0.742188, 1.515625, 1.335938, 0.820312, 0.691406, 1.335938, 0.429688, 0.921875, 0.917969, 0.550781, 0.09668, 1.0, 0.589844, 0.150391, 1.179688, 0.613281, 1.890625, 0.474609, 1.070312, 0.578125, 0.458984, 0.480469, 0.859375, 0.371094, 0.333984, 1.882812, 0.609375, 0.116699, 0.765625, 0.3125, 0.742188, 1.460938, 0.466797, 0.503906, 0.511719, 1.148438, 0.925781, 0.921875, 0.22168, 0.539062, 0.339844, 0.550781, 1.195312, 0.149414, 0.414062, 0.298828, 0.439453, 0.625, 0.498047, 1.84375, 1.609375, 1.210938, 0.816406, 0.695312, 0.910156, 0.096191, 0.439453, 0.847656, 1.421875, 0.808594, 0.65625, 1.34375, 0.330078, 1.039062, 0.390625, 1.445312, 0.535156, 0.6875, 0.578125, 0.490234, 0.859375, 0.494141, 0.585938, 1.65625, 0.726562, 1.007812, 0.335938, 0.357422, 1.289062, 0.613281, 0.209961, 0.128906, 0.441406, 0.675781, 0.949219, 0.84375, 0.558594, 1.445312, 0.65625, 0.5, 0.605469, 0.835938, 0.289062, 0.355469, 0.482422, 0.4375, 0.515625, 0.539062, 0.384766, 0.765625, 0.742188, 0.498047, 0.585938, 0.462891, 1.046875, 0.519531, 0.421875, 0.722656, 0.089844, 0.466797, 0.213867, 0.589844, 0.34375, 1.140625, 1.171875 ] }, "name": "model.model.layers.17.input_layernorm.weight", "outputIndexes": [ 1406 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1405 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_17/Mul_output_0", "outputIndexes": [ 1407 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1406, 1407 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_17/Mul_1_output_0", "outputIndexes": [ 1408 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1408 ], "outputIndexes": [ 2784 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2784 ], "outputIndexes": [ 2785 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear", "inputIndexes": [ 2785 ], "outputIndexes": [ 2786 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2228818490, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2786 ], "outputIndexes": [ 2787 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2787 ], "outputIndexes": [ 1409 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1408 ], "main_type": "NONE", "name": "/Shape_239_output_0", "outputIndexes": [ 1410 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1410 ], "main_type": "NONE", "name": "Shape4329", "outputIndexes": [ 1411 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1410 ], "main_type": "NONE", "name": "Rank4331", "outputIndexes": [ 1412 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1412, 1412 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4333", "outputIndexes": [ 1413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1413 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4334", "outputIndexes": [ 1414 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1413, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4336", "outputIndexes": [ 1415 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1415 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4337", "outputIndexes": [ 1416 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1411, 1414, 1416, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4340", "outputIndexes": [ 1417 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1417 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4341", "outputIndexes": [ 1418 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1418 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4342", "outputIndexes": [ 1419 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1419, 1418 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4343", "outputIndexes": [ 1420 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1410, 1420, 1413 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_259_output_0", "outputIndexes": [ 1421 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1421, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_545_output_0", "outputIndexes": [ 1422 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1422, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_221_output_0", "outputIndexes": [ 1423 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1409, 1423 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_154_output_0", "outputIndexes": [ 1424 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1424, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_136_output_0", "outputIndexes": [ 1425 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1424 ], "main_type": "NONE", "name": "/Shape_240_output_0", "outputIndexes": [ 1426 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1426 ], "main_type": "NONE", "name": "Shape4350", "outputIndexes": [ 1427 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1426 ], "main_type": "NONE", "name": "Rank4352", "outputIndexes": [ 1428 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1428, 1428 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4354", "outputIndexes": [ 1429 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1429 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4355", "outputIndexes": [ 1430 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1429, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4357", "outputIndexes": [ 1431 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1431 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4358", "outputIndexes": [ 1432 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1427, 1430, 1432, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4361", "outputIndexes": [ 1433 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1433 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4362", "outputIndexes": [ 1434 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1434 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4363", "outputIndexes": [ 1435 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1435, 1434 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4364", "outputIndexes": [ 1436 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1426, 1436, 1429 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_260_output_0", "outputIndexes": [ 1437 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1437, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_51_output_0", "outputIndexes": [ 1438 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1438, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_550_output_0", "outputIndexes": [ 1439 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1424, 1439, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_69_output_0", "outputIndexes": [ 1440 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1440 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_34_output_0", "outputIndexes": [ 1441 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1424, 22, 1439, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_68_output_0", "outputIndexes": [ 1442 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1441, 1442 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_224_output_0", "outputIndexes": [ 1443 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1443, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_137_output_0", "outputIndexes": [ 1444 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1425, 1444 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_85_output_0", "outputIndexes": [ 1445 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1408 ], "outputIndexes": [ 2788 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2788 ], "outputIndexes": [ 2789 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear", "inputIndexes": [ 2789 ], "outputIndexes": [ 2790 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2236058192, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2790 ], "outputIndexes": [ 2791 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2791 ], "outputIndexes": [ 1446 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1422, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_222_output_0", "outputIndexes": [ 1447 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1446, 1447 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_155_output_0", "outputIndexes": [ 1448 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_138_output_0", "outputIndexes": [ 1449 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448 ], "main_type": "NONE", "name": "/Shape_241_output_0", "outputIndexes": [ 1450 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1450 ], "main_type": "NONE", "name": "Shape4413", "outputIndexes": [ 1451 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1450 ], "main_type": "NONE", "name": "Rank4415", "outputIndexes": [ 1452 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1452, 1452 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4417", "outputIndexes": [ 1453 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1453 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4418", "outputIndexes": [ 1454 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1453, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4420", "outputIndexes": [ 1455 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1455 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4421", "outputIndexes": [ 1456 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1451, 1454, 1456, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4424", "outputIndexes": [ 1457 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1457 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4425", "outputIndexes": [ 1458 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1458 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4426", "outputIndexes": [ 1459 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1459, 1458 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4427", "outputIndexes": [ 1460 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1450, 1460, 1453 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_261_output_0", "outputIndexes": [ 1461 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1461, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_52_output_0", "outputIndexes": [ 1462 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1462, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_552_output_0", "outputIndexes": [ 1463 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448, 1463, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_71_output_0", "outputIndexes": [ 1464 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1464 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_35_output_0", "outputIndexes": [ 1465 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448, 22, 1463, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_70_output_0", "outputIndexes": [ 1466 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1465, 1466 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_225_output_0", "outputIndexes": [ 1467 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1467, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_139_output_0", "outputIndexes": [ 1468 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1449, 1468 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_86_output_0", "outputIndexes": [ 1469 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1408 ], "outputIndexes": [ 2792 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2792 ], "outputIndexes": [ 2793 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear", "inputIndexes": [ 2793 ], "outputIndexes": [ 2794 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2237092454, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2794 ], "outputIndexes": [ 2795 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2795 ], "outputIndexes": [ 1470 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1470, 1447 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_156_output_0", "outputIndexes": [ 1471 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1445, 1469, 1471, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_161_output_0", "outputIndexes": [ 1472 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1472 ], "outputIndexes": [ 2796 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2796 ], "outputIndexes": [ 2797 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear", "inputIndexes": [ 2797 ], "outputIndexes": [ 2798 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2238126716, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2798 ], "outputIndexes": [ 2799 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2799 ], "outputIndexes": [ 1473 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1405, 1473 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_88_output_0", "outputIndexes": [ 1474 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.984375, 0.871094, 1.8125, 0.431641, 1.054688, 0.589844, 0.765625, 0.976562, 0.283203, 0.365234, 0.84375, 0.361328, 0.691406, 0.539062, 0.367188, 0.839844, 0.808594, 0.589844, 0.855469, 0.341797, 0.361328, 0.816406, 0.808594, 0.542969, 0.494141, 1.085938, 0.287109, 0.443359, 0.5, 0.554688, 1.085938, 0.367188, 0.363281, 0.667969, 1.109375, 1.414062, 0.423828, 0.21582, 0.816406, 0.353516, 1.039062, 0.777344, 1.101562, 0.722656, 1.109375, 1.21875, 0.216797, 1.210938, 0.800781, 0.382812, 1.070312, 0.691406, 0.691406, 0.703125, 0.875, 0.554688, 0.992188, 1.53125, 0.980469, 0.390625, 0.507812, 0.910156, 1.03125, 0.757812, 1.1875, 0.878906, 0.40625, 0.738281, 0.363281, 0.65625, 0.613281, 0.433594, 0.996094, 0.707031, 0.941406, 1.023438, 0.492188, 0.466797, 0.382812, 1.257812, 1.148438, 1.28125, 1.109375, 0.625, 0.820312, 0.174805, 0.824219, 1.171875, 0.859375, 0.388672, 0.855469, 0.902344, 0.921875, 0.898438, 0.875, 0.71875, 0.361328, 0.429688, 0.816406, 0.357422, 0.402344, 0.425781, 1.3125, 0.734375, 0.507812, 1.015625, 0.644531, 0.404297, 0.554688, 0.710938, 0.753906, 0.621094, 0.871094, 0.1875, 0.671875, 0.137695, 0.394531, 0.894531, 1.148438, 0.384766, 0.5625, 0.683594, 1.179688, 0.765625, 0.746094, 0.625, 1.015625, 0.628906, 0.183594, 0.445312, 0.271484, 0.808594, 0.447266, 0.851562, 0.535156, 0.789062, 0.601562, 0.890625, 0.511719, 0.90625, 0.574219, 1.046875, 1.289062, 0.292969, 0.251953, 0.326172, 0.953125, 0.769531, 1.125, 0.800781, 1.0625, 0.804688, 0.632812, 0.832031, 0.474609, 0.582031, 0.416016, 0.347656, 1.0625, 1.21875, 0.359375, 0.373047, 0.359375, 0.765625, 0.261719, 0.431641, 0.585938, 0.429688, 0.671875, 0.777344, 0.8125, 0.476562, 0.466797, 0.480469, 0.726562, 1.21875, 0.726562, 0.691406, 1.101562, 0.703125, 0.388672, 0.722656, 1.078125, 0.324219, 0.369141, 0.835938, 0.652344, 0.388672, 0.605469, 0.902344, 0.394531, 0.773438, 0.457031, 0.554688, 1.054688, 0.796875, 0.789062, 1.0625, 0.408203, 0.703125, 0.738281, 0.214844, 0.675781, 0.589844, 0.808594, 0.84375, 0.394531, 0.53125, 1.085938, 0.363281, 1.039062, 0.734375, 0.462891, 0.847656, 0.75, 0.59375, 0.412109, 0.380859, 1.25, 0.644531, 0.679688, 0.376953, 0.515625, 0.917969, 0.835938, 1.179688, 0.421875, 0.515625, 0.617188, 0.757812, 0.875, 0.886719, 0.804688, 0.695312, 0.835938, 0.734375, 0.582031, 1.15625, 0.181641, 0.753906, 0.890625, 0.660156, 1.0, 0.726562, 0.554688, 0.474609, 0.933594, 1.0, 0.863281, 0.726562, 0.785156, 1.054688, 0.498047, 0.585938, 0.769531, 0.474609, 0.761719, 0.165039, 0.691406, 0.351562, 0.75, 0.882812, 0.835938, 1.007812, 0.75, 0.443359, 0.753906, 0.75, 0.542969, 0.867188, 0.6875, 0.941406, 0.882812, 0.5, 0.527344, 1.414062, 0.867188, 0.476562, 0.490234, 0.886719, 0.648438, 0.789062, 0.175781, 0.847656, 0.601562, 1.25, 0.46875, 0.902344, 0.910156, 0.361328, 1.164062, 0.369141, 0.582031, 0.4375, 0.351562, 0.648438, 0.458984, 0.425781, 0.78125, 0.6875, 0.523438, 0.494141, 0.394531, 0.984375, 1.3125, 1.039062, 0.683594, 0.6875, 0.679688, 0.832031, 0.416016, 0.589844, 0.765625, 0.710938, 0.204102, 0.917969, 0.789062, 1.179688, 0.789062, 0.738281, 1.085938, 0.6875, 0.53125, 0.621094, 0.53125, 0.792969, 0.613281, 0.738281, 0.585938, 0.554688, 0.177734, 0.6875, 0.667969, 0.613281, 0.419922, 0.683594, 0.847656, 1.5625, 0.890625, 0.427734, 0.166016, 0.605469, 0.664062, 0.644531, 0.228516, 0.90625, 1.125, 0.855469, 0.601562, 0.75, 0.757812, 0.373047, 1.09375, 0.761719, 1.21875, 0.75, 0.855469, 0.898438, 0.589844, 0.773438, 0.695312, 1.234375, 0.207031, 0.429688, 0.330078, 0.390625, 0.617188, 1.109375, 0.75, 0.361328, 0.703125, 0.804688, 0.90625, 0.554688, 0.921875, 1.421875, 0.206055, 0.369141, 0.785156, 0.890625, 0.804688, 0.9375, 0.419922, 1.070312, 1.007812, 0.416016, 1.210938, 0.765625, 0.648438, 0.494141, 0.769531, 1.03125, 0.324219, 0.320312, 0.511719, 0.988281, 0.4375, 0.546875, 0.847656, 0.197266, 0.429688, 0.988281, 0.414062, 1.117188, 0.351562, 0.839844, 0.722656, 0.863281, 0.875, 0.5625, 0.404297, 0.796875, 1.039062, 0.734375, 0.929688, 1.226562, 0.917969, 0.78125, 0.789062, 0.886719, 0.447266, 0.507812, 0.699219, 0.349609, 0.621094, 0.361328, 1.023438, 0.96875, 0.361328, 0.726562, 0.753906, 0.628906, 0.349609, 0.585938, 0.875, 0.376953, 0.59375, 0.84375, 0.632812, 0.419922, 0.683594, 0.949219, 0.941406, 0.757812, 0.382812, 0.435547, 0.648438, 0.871094, 0.734375, 1.148438, 1.015625, 0.742188, 0.894531, 0.738281, 0.726562, 1.75, 0.455078, 0.617188, -0.000122, 0.558594, 0.835938, 0.566406, 0.78125, 0.408203, 0.359375, 0.839844, 0.435547, 0.714844, 0.369141, 0.695312, 0.539062, 0.192383, 0.8125, 0.859375, 0.851562, 0.394531, 0.582031, 0.365234, 0.90625, 0.820312, 0.957031, 0.769531, 0.484375, 0.8125, 0.378906, 0.972656, 1.476562, 0.746094, 0.929688, 0.75, 0.601562, 1.085938, 1.257812, 0.886719, 1.117188, 0.472656, 0.835938, 0.59375, 1.03125, 0.90625, 0.726562, 0.447266, 0.535156, 0.451172, 0.644531, 0.474609, 0.875, 0.359375, 0.769531, 0.546875, 0.914062, 1.007812, 0.804688, 1.070312, 0.894531, 0.466797, 0.457031, 0.679688, 0.566406, 1.210938, 0.582031, 0.898438, 0.882812, 0.179688, 0.789062, 0.386719, 1.117188, 0.96875, 0.796875, 0.640625, 0.734375, 0.882812, 0.996094, 0.808594, 0.648438, 0.910156, 0.369141, 0.71875, 0.664062, 0.902344, 0.373047, 0.363281, 0.373047, 0.738281, 0.367188, 1.039062, 1.476562, 0.355469, 0.402344, 1.265625, 0.59375, 1.304688, 0.742188, 0.605469, 0.503906, 0.427734, 0.585938, 0.78125, 0.835938, 0.494141, 1.242188, 0.773438, 0.53125, 0.390625, 0.386719, 0.960938, 0.660156, 0.707031, 0.730469, 0.404297, 0.769531, 0.722656, 0.419922, 0.410156, 0.703125, 0.65625, 0.65625, 1.445312, 0.376953, 1.03125, 0.964844, 0.664062, 0.859375, 0.375, 0.910156, 0.714844, 0.667969, 0.355469, 0.734375, 0.414062, 0.980469, 0.695312, 0.855469, 0.816406, 0.949219, 0.382812, 0.589844, 0.486328, 0.400391, 0.429688, 1.164062, 0.349609, 0.490234, 1.234375, 0.664062, 0.945312, 0.714844, 0.691406, 0.220703, 1.0625, 1.257812, 1.070312, 0.484375, 0.337891, 0.90625, 0.789062, 0.189453, 0.636719, 0.671875, 0.773438, 0.890625, 0.753906, 0.167969, 0.707031, 0.21875, 0.632812, 1.46875, 0.777344, 0.71875, 1.257812, 0.462891, 0.535156, 0.546875, 0.699219, 0.435547, 0.433594, 0.960938, 0.335938, 0.863281, 0.695312, 0.648438, 0.373047, 0.824219, 0.84375, 1.203125, 0.460938, 0.792969, 0.726562, 0.785156, 0.589844, 0.209961, 0.53125, 0.796875, 0.378906, 0.335938, 0.933594, 0.527344, 0.863281, 0.886719, 0.373047, 0.359375, 0.527344, 0.229492, 0.839844, 0.90625, 0.984375, 0.726562, 0.640625, 0.976562, 0.804688, 0.5625, 0.695312, 0.804688, 0.875, 0.816406, 0.734375, 1.15625, 0.441406, 0.585938, 0.933594, 0.746094, 0.796875, 0.457031, 0.988281, 0.398438, 0.539062, 0.679688, 0.445312, 0.447266, 0.271484, 1.078125, 0.660156, 0.78125, 1.226562, 0.644531, 0.363281, 0.396484, 1.023438, 0.349609, 0.777344, 0.402344, 1.023438, 0.992188, 0.765625, 0.660156, 0.792969, 0.570312, 0.185547, 0.820312, 1.054688, 0.601562, 0.349609, 0.511719, 0.574219, 0.496094, 0.082031, 0.345703, 0.78125, 0.398438, 1.023438, 0.4375, 0.78125, 0.773438, 0.703125, 0.960938, 0.789062, 0.714844, 0.248047, 0.441406, 0.605469, 0.886719, 0.828125, 0.566406, 0.824219, 0.425781, 0.8125, 0.355469, 0.474609, 0.636719, 0.980469, 0.699219, 0.78125, 0.380859, 0.384766, 0.761719, 0.683594, 0.914062, 0.476562, 1.171875, 0.585938, 0.367188, 0.761719, 0.683594, 0.597656, 1.007812, 0.660156, 0.347656, 0.96875, 0.628906, 0.421875, 0.875, 0.519531, 0.78125, 0.200195, 0.804688, 0.703125, 0.863281, 0.386719, 0.328125, 1.242188, 0.609375, 0.910156, 0.1875, 0.625, 1.289062, 0.198242, 0.695312, 1.25, 0.894531, 0.628906, 0.667969, 0.375, 1.0625, 0.730469, 0.396484, 0.785156, 0.691406, 0.400391, 0.765625, 0.746094, 0.855469, 0.349609, 0.123047, 0.554688, 0.976562, 0.357422, 0.355469, 1.03125, 1.289062, 0.878906, 0.613281, 0.296875, 0.707031, 1.140625, 0.828125, 0.200195, 0.753906, 0.710938, 0.480469, 0.365234, 0.527344, 0.578125, 0.765625, 1.375, 0.835938, 0.652344, 0.597656, 0.365234, 1.015625, 0.208984, 0.597656, 0.6875, 0.129883, 1.140625, 0.333984, 0.417969, 0.726562, 0.570312, 0.59375, 0.5, 0.835938, 0.679688, 1.046875, 1.046875, 0.457031, 1.109375, 0.447266, 0.933594, 0.96875, 0.851562, 0.816406, 0.375, 0.441406, 1.195312, 0.402344, 0.699219, 0.679688, 0.494141, 0.734375, 0.730469, 0.777344, 0.757812, 0.404297, 0.359375, 0.804688, 0.703125, 0.675781, 0.4375, 1.046875, 0.691406, 1.210938, 0.546875, 0.597656, 0.859375, 0.445312, 0.582031, 1.171875, 0.451172, 0.714844, 0.894531, 0.734375, 0.621094, 0.710938, 1.109375, 0.859375, 1.023438, 0.486328, 0.188477, 0.851562, 0.388672, 0.808594, 1.15625, 0.34375, 0.605469, 1.140625, 0.859375, 0.8125, 0.8125, 0.178711, 0.466797, 0.203125, 0.832031, 0.65625, 0.726562, 1.320312, 0.738281, 0.667969, 0.75, 0.392578, 0.296875, 1.007812, 0.625, 0.660156, 0.396484, 1.0, 0.96875, 0.773438, 1.0, 0.847656, 0.570312, 0.925781, 1.023438, 0.773438, 0.412109, 0.84375, 0.589844, 0.890625, 0.753906, 0.462891, 0.789062, 0.996094, 0.789062, 0.734375, 0.972656, 0.964844, 0.765625, 1.257812, 0.730469, 0.386719, 0.894531, 0.777344, 0.558594, 0.867188, 0.519531, 1.0625, 0.71875, 0.363281, 1.0625, 0.443359, 0.757812, 0.373047, 0.710938, 0.707031, 0.242188, 0.241211, 0.470703, 1.171875, 0.511719, 0.292969, 0.90625, 1.03125, 0.445312, 0.777344, 0.369141, 0.6875, 0.914062, 0.683594, 0.18457, 0.53125, 0.200195, 0.404297, 1.164062, 0.828125, 0.365234, 0.423828, 0.609375, 0.613281, 0.609375, 0.453125, 1.171875, 0.988281, 0.765625, 0.255859, 1.046875, 0.996094, 1.5625, 0.726562, 0.839844, 1.085938, 0.726562, 0.652344, 0.369141, 0.402344, 0.320312, 0.535156, 0.355469, 0.398438, 0.414062, 0.789062, 0.496094, 1.125, 0.746094, 0.494141, 0.824219, 0.550781, 0.890625, 0.789062, 0.964844, 0.193359, 0.361328, 0.675781, 0.765625, 0.523438, 0.345703, 0.371094, 0.683594, 0.984375, 0.625, 1.109375, 0.249023, 0.804688, 0.769531, 0.648438, 0.396484, 0.173828, 0.765625, 0.945312, 0.462891, 0.423828, 0.523438, 0.609375, 0.4375, 0.871094, 0.400391, 0.355469, 0.851562, 0.197266, 0.832031, 0.582031, 0.186523, 1.007812, 0.957031, 0.867188, 0.458984, 0.597656, 0.832031, 0.949219, 1.0625, 0.361328, 0.412109, 0.384766, 0.310547, 0.5, 0.328125, 1.015625, 0.511719, 1.976562, 0.625, 0.765625, 0.746094, 0.496094, 0.412109, 1.09375, 0.296875, 1.28125, 0.667969, 0.498047, 0.976562, 0.412109, 0.78125, 0.578125, 0.359375, 0.400391, 0.683594, 0.386719, 0.359375, 0.382812, 0.664062, 0.136719, 0.143555, 0.921875, 0.59375, 0.964844, 1.078125, 0.427734, 0.957031, 0.617188, 1.148438, 0.498047, 0.675781, 0.773438, 0.421875, 0.392578, 0.730469, 1.054688, 0.710938, 0.726562, 0.546875, 0.476562, 0.353516, 0.472656, 0.527344, 0.19043, 0.417969, 0.894531, 0.597656, 1.03125, 1.140625, 0.777344, 0.388672, 1.304688, 0.671875, 0.369141, 0.585938, 0.671875, 1.203125, 0.367188, 0.660156, 1.28125, 1.15625, 0.310547, 0.326172, 1.070312, 0.796875, 0.570312, 1.140625, 0.363281, 0.558594, 0.621094, 0.828125, 1.234375, 0.302734, 0.310547, 0.498047, 0.527344, 0.621094, 0.345703, 1.398438, 0.75, 0.447266, 0.667969, 0.384766, 0.984375, 0.710938, 0.679688, 1.054688, 0.447266, 0.808594, 0.652344, 0.441406, 0.40625, 0.890625, 0.558594, 0.90625, 0.492188, 0.617188, 0.617188, 0.527344, 1.460938, 0.714844, 0.443359, 0.945312, 0.357422, 1.210938, 0.597656, 0.925781, 0.917969, 0.730469, 0.455078, 1.0, 0.53125, 0.957031, 0.640625, 0.507812, 1.289062, 0.785156, 0.613281, 0.378906, 0.972656, 0.414062, 0.972656, 0.878906, 1.164062, 0.804688, 0.398438, 0.376953, 0.808594, 0.589844, 0.996094, 0.847656, 0.5625, 1.21875, 0.839844, 0.738281, 1.242188, 1.117188, 0.804688, 0.957031, 0.667969, 0.632812, 0.423828, 0.390625, 0.882812, 1.070312, 0.902344, 0.9375, 0.714844, 0.753906, 1.007812, 0.585938, 1.054688, 0.910156, 0.910156, 0.632812, 0.839844, 0.160156, 0.851562, 0.408203, 0.166016, 0.707031, 0.667969, 0.730469, 0.464844, 0.71875, 0.859375, 0.910156, 1.28125, 1.203125, 0.804688, 0.441406, 0.347656, 0.371094, 0.539062, 1.125, 0.394531, 1.734375, 0.632812, 0.777344, 0.996094, 1.015625, 0.644531, 1.21875, 1.15625, 0.761719, 0.384766, 0.867188, 1.257812, 0.710938, 0.455078, 0.792969, 1.109375, 0.984375, 1.226562, 0.824219, 1.296875, 0.933594, 0.660156, 1.523438, 0.734375, 0.542969, 1.148438, 0.828125, 0.851562, 0.972656, 1.039062, 0.90625, 0.804688, 0.734375, 1.0, 0.515625, 0.675781, 0.404297, 0.71875, 0.84375, 0.902344, 0.388672, 0.161133, 0.675781, 0.742188, 0.9375, 0.964844, 0.894531, 0.539062, 0.46875, 1.25, 0.730469, 0.746094, 0.384766, 0.773438, 0.378906, 0.691406, 0.609375, 0.384766, 0.451172, 1.054688, 0.161133, 0.824219, 0.542969, 0.15918, 0.964844, 0.320312, 0.416016, 0.550781, 1.007812, 0.660156, 0.474609, 0.804688, 0.484375, 0.412109, 0.384766, 0.375, 0.6875, 0.166016, 0.412109, 0.398438, 0.765625, 0.5625, 1.007812, 1.117188, 0.421875, 1.0, 0.378906, 1.3125, 0.515625, 0.675781, 1.03125, 0.949219, 0.570312, 0.84375, 0.330078, 1.046875, 0.789062, 1.414062, 0.75, 0.384766, 1.289062, 1.101562, 1.039062, 0.515625, 0.738281, 0.96875, 0.582031, 0.753906, 0.582031, 1.257812, 0.726562, 0.980469, 0.90625, 1.09375, 0.578125, 0.796875, 0.898438, 0.414062, 0.640625, 1.0625, 0.636719, 0.808594, 0.570312, 0.792969, 1.09375, 0.601562, 0.652344, 0.353516, 0.585938, 0.652344, 0.388672, 0.789062, 1.539062, 0.625, 0.40625, 1.023438, 0.554688, 0.996094, 0.789062, 0.917969, 0.867188, 0.9375, 0.710938, 0.464844, 0.625, 0.384766, 0.75, 0.820312, 0.855469, 0.4375, 1.109375, 0.890625, 0.75, 0.796875, 0.539062, 0.453125, 0.363281, 0.765625, 0.617188, 0.617188, 0.59375, 0.601562, 0.617188, 0.667969, 0.632812, 0.742188, 0.789062, 0.449219, 0.578125, 0.375, 0.34375, 0.460938, 0.527344, 0.996094, 1.054688, 0.90625, 0.597656, 0.695312, 0.769531, 0.496094, 0.609375, 0.765625, 0.640625, 1.179688, 1.171875, 0.574219, 0.185547, 0.621094, 0.660156, 0.182617, 0.917969, 0.976562, 1.21875, 0.6875, 0.605469, 0.589844, 0.613281, 0.136719, 0.769531, 0.198242, 0.867188, 0.664062, 0.427734, 0.15918, 0.507812, 0.964844, 0.351562, 0.628906, 0.376953, 1.070312, 1.117188, 0.851562, 0.722656, 0.683594, 0.365234, 0.703125, 0.863281, 0.761719, 0.345703, 0.921875, 0.287109, 0.980469, 0.988281, 0.890625, 1.117188, 1.328125, 0.3125, 0.667969, 0.722656, 0.792969, 0.746094, 0.480469, 0.792969, 0.523438, 0.582031, 0.898438, 0.339844, 0.695312, 0.867188, 0.5625, 0.648438, 0.550781, 0.490234, 0.742188, 0.890625, 0.216797, 1.25, 0.894531, 0.373047, 0.835938, 0.478516, 1.367188, 0.832031, 0.691406, 0.722656, 0.757812, 1.007812, 0.667969, 0.84375, 0.5625, 1.179688, 0.90625, 0.714844, 0.765625, 0.714844, 0.894531, 0.326172, 0.984375, 1.0625, 0.476562, 0.839844, 0.871094, 0.890625, 0.609375, 1.5, 1.296875, 0.722656, 0.392578, 0.582031, 0.738281, 1.015625, 0.929688, 0.12793, 0.808594, 0.796875, 1.164062, 0.574219, 0.550781, 0.992188, 0.675781, 0.345703, 0.804688, 1.210938, 0.855469, 0.921875, 0.585938, 0.742188, 1.046875, 1.023438, 0.957031, 0.796875, 0.617188, 0.507812, 0.589844, 0.726562, 0.613281, 0.335938, 1.242188, 0.628906, 0.644531, 0.914062, 1.023438, 1.445312, 0.800781, 0.730469, 1.03125, 0.917969, 0.347656, 0.820312, 0.746094, 0.365234, 0.980469, 0.345703, 0.707031, 0.503906, 0.384766, 0.425781, 0.515625, 0.710938, 0.279297, 0.429688, 0.402344, 0.373047, 0.585938, 0.484375, 0.363281, 0.941406, 0.130859, 0.6875, 0.996094, 0.839844, 0.769531, 1.15625, 0.5, 1.265625, 0.890625, 0.195312, 0.179688, 0.386719, 0.550781, 0.875, 0.412109, 0.703125, 1.070312, 0.400391, 1.0, 0.503906, 0.96875, 1.007812, 0.707031, 0.757812, 0.601562, 0.8125, 0.237305, 0.644531, 0.65625, 0.863281, 0.40625, 0.363281, 0.455078, 0.808594, 0.90625, 0.574219, 0.439453, 0.664062, 0.726562, 0.859375, 0.882812, 0.851562, 0.589844, 0.558594, 0.455078, 0.6875, 0.839844, 0.679688, 0.375, 0.65625, 0.84375, 0.871094, 0.408203, 0.738281, 0.953125, 0.408203, 0.808594, 0.443359, 0.390625, 0.326172, 1.273438, 0.6875, 0.714844, 0.427734, 0.617188, 0.410156, 0.173828, 0.835938, 0.925781, 0.419922, 0.640625, 0.726562, 0.546875, 0.488281, 1.09375, 1.03125, 0.550781, 0.365234, 0.644531, 1.132812, 0.470703, 0.832031, 0.410156, 0.6875, 1.070312, 0.664062, 0.605469, 1.101562, 0.294922, 0.980469, 0.703125, 0.695312, 0.839844, 0.53125, 0.613281, 0.419922, 1.234375, 1.164062, 0.169922, 0.34375, 0.726562, 0.486328, 0.785156, 0.980469, 0.472656, 0.699219, 1.125, 0.828125, 0.455078, 1.015625, 0.40625, 0.707031, 0.660156, 0.769531, 0.53125, 0.664062, 0.882812, 0.652344, 0.738281, 0.984375, 0.597656, 0.40625, 0.400391, 0.523438, 0.453125, 0.785156, 0.585938, 0.875, 0.5625, 0.664062, 0.554688, 0.570312, 0.726562, 0.8125, 0.847656, 0.390625, 0.722656, 0.291016, 0.546875, 0.890625, 0.734375, 0.910156, 0.707031, 0.550781, 0.792969, 0.171875, 0.369141, 0.695312, 0.40625, 0.498047, 0.570312, 0.621094, 1.226562, 0.78125, 0.464844, 0.167969, 0.8125, 0.304688, 0.414062, 0.363281, 0.585938, 0.496094, 0.699219, 0.455078, 1.054688, 0.828125, 1.054688, 0.835938, 0.441406, 0.710938, 0.886719, 0.804688, 0.898438, 0.431641, 1.234375, 0.660156, 0.367188, 1.164062, 0.585938, 0.667969, 0.515625, 0.527344, 0.414062, 0.71875, 0.742188, 0.796875, 0.332031, 0.933594, 0.408203, 0.400391, 0.192383, 0.441406, 0.964844, 0.761719, 0.984375, 0.789062, 0.683594, 0.139648, 0.558594, 0.376953, 0.601562, 0.507812, 0.785156, 0.769531, 1.03125, 0.492188, 0.902344, 0.722656, 0.894531, 1.03125, 1.109375, 0.96875, 0.902344, 1.203125, 0.376953, 0.625, 0.414062, 0.816406, 0.699219, 0.320312, 0.828125, 0.289062, 0.890625, 0.376953, 0.337891, 1.015625, 0.196289, 0.878906, 0.347656, 1.0625, 1.164062, 0.523438, 0.714844, 0.636719, 0.964844, 0.6875, 0.867188, 0.423828, 0.898438, 0.07666, 1.179688, 0.341797, 1.125, 0.398438, 0.310547, 1.054688, 1.226562, 0.601562, 0.808594, 0.507812, 1.039062, 0.761719, 1.351562, 0.683594, 0.628906, 0.398438, 0.933594, 0.933594, 0.597656, 0.625, 0.859375, 0.131836, 1.148438, 0.5625, 0.980469, 0.507812, 0.71875, 0.412109, 0.644531, 0.65625, 0.094238, 0.390625, 0.71875, 0.441406, 0.373047, 1.3125, 0.761719, 0.361328, 0.632812, 0.357422, 1.179688, 0.699219, 0.5625, 0.6875, 1.242188, 0.660156, 0.734375, 0.421875, 0.558594, 0.523438, 0.75, 0.466797, 0.1875, 0.376953, 0.427734, 0.664062, 0.863281, 0.964844, 0.166016, 0.949219, 1.101562, 0.882812, 0.621094, 0.261719, 0.384766, 0.984375, 0.386719, 0.351562, 0.988281, 0.507812, 0.355469, 1.335938, 0.773438, 1.101562, 0.458984, 1.25, 0.5625, 1.117188, 0.714844, 0.539062, 0.796875, 0.644531, 0.921875, 0.414062, 0.902344, 0.84375, 0.566406, 0.835938, 0.351562, 0.726562, 0.585938, 0.539062, 0.601562, 0.458984, 1.226562, 0.878906, 0.585938, 0.875, 0.353516, 0.789062, 0.597656, 0.390625, 0.490234, 0.925781, 1.242188, 0.462891, 0.628906, 0.408203, 0.726562, 0.585938, 0.431641, 0.8125, 0.960938, 0.484375, 0.570312, 0.632812, 0.578125, 0.455078, 1.03125, 0.996094, 0.609375, 0.333984, 0.8125, 0.194336, 0.287109, 0.753906, 0.605469, 0.267578, 0.632812, 0.898438, 0.433594, 1.171875, 0.671875, 1.15625, 0.734375, 0.835938, 0.9375, 1.5625, 0.169922, 0.482422, 0.683594, 0.671875, 1.304688, 0.632812, 1.117188, 1.054688, 0.75, 0.917969, 1.015625, 0.296875, 0.707031, 1.109375, 0.855469, 0.601562, 1.0, 0.664062, 1.039062, 0.980469, 0.488281, 0.988281, 0.566406, 0.71875, 0.839844, 1.054688, 1.257812, 0.171875, 0.699219, 0.65625, 1.039062, 0.441406, 0.859375, 1.085938, 0.929688, 1.109375, 0.46875, 0.683594, 0.910156, 0.722656, 0.59375, 0.421875, 0.617188, 0.953125, 0.186523, 0.462891, 0.828125, 0.71875, 1.0625, 0.726562, 0.414062, 0.490234, 1.039062, 0.316406, 0.921875, 0.597656, 0.589844, 0.683594, 1.1875, 0.439453, 0.890625, 1.15625, 0.738281, 0.65625, 0.478516, 1.125, 0.699219, 0.699219, 0.878906, 0.757812, 0.269531, 1.023438, 0.53125, 0.726562, 0.695312, 0.761719, 0.347656, 0.863281, 0.765625, 0.46875, 0.757812, 0.886719, 0.186523, 1.125, 0.205078, 0.421875, 0.554688, 0.410156, 0.371094, 0.361328, 0.259766, 0.597656, 0.683594, 0.535156, 0.675781, 0.738281, 0.482422, 0.589844, 0.75, 0.345703, 0.474609, 0.18457, 0.582031, 0.820312, 0.644531, 0.380859, 0.941406, 0.660156, 0.574219, 0.867188, 0.660156, 0.419922, 1.125, 0.128906, 0.632812, 0.867188, 0.683594, 0.738281, 0.75, 0.761719, 0.416016, 0.488281, 1.039062, 0.460938, 1.210938, 1.054688, 0.380859, 0.84375, 0.886719, 0.335938, 0.652344, 0.494141, 0.197266, 0.710938, 1.070312, 1.140625, 0.679688, 0.373047, 0.149414, 1.15625, 0.453125, 1.351562, 0.714844, 0.886719, 0.789062, 0.5, 0.746094, 0.875, 0.550781, 0.742188, 0.390625, 1.007812, 1.101562, 1.0, 0.349609, 0.396484, 0.496094, 0.648438, 0.746094, 0.40625, 0.628906, 0.871094, 0.703125, 0.478516, 0.726562, 1.34375, 0.578125, 0.953125, 0.96875, 0.455078, 0.835938, 0.382812, 0.78125, 0.824219, 1.007812, 0.867188, 0.380859, 0.163086, 0.605469, 0.886719, 0.984375, 1.328125, 0.878906, 0.375, 0.851562, 1.15625, 0.648438, 0.193359, 0.59375, 1.1875, 0.625, 0.96875, 0.410156, 0.546875, 0.792969, 0.746094, 0.597656, 0.898438, 0.746094, 0.648438, 0.816406, 0.507812, 0.945312, 0.255859, 0.804688, 0.730469, 0.863281, 0.664062, 0.478516, 0.261719, 0.423828, 1.132812, 0.582031, 0.365234, 0.691406, 0.664062, 0.921875, 0.515625, 1.070312, 0.609375, 1.742188, 0.384766, 1.0625, 0.816406, 0.660156, 0.828125, 1.078125, 0.28125, 0.933594, 0.957031, 0.601562, 0.546875, 0.839844, 1.0625, 0.609375, 0.18457, 1.078125, 0.511719, 0.267578, 0.707031, 0.644531, 1.195312, 0.78125, 0.792969, 0.984375, 0.816406, 0.746094, 0.835938, 0.847656, 0.435547, 0.660156, 0.742188, 0.601562, 0.738281, 0.679688, 0.703125, 0.882812, 1.140625, 0.419922, 0.535156, 0.382812, 1.179688, 0.367188, 1.070312, 0.726562, 0.652344, 0.789062, 0.660156, 0.365234, 0.339844, 0.675781, 0.353516, 0.386719, 0.605469, 1.09375, 0.769531, 0.466797, 0.648438, 0.8125, 0.632812, 1.117188, 0.996094, 1.414062, 0.496094, 0.949219, 0.488281, 0.503906, 0.886719, 0.359375, 0.746094, 0.378906, 0.523438, 0.710938, 0.71875, 0.507812, 0.384766, 0.326172, 0.90625, 0.835938, 0.90625, 0.447266, 0.871094, 0.621094, 1.226562, 0.847656, 0.355469, 0.625, 0.558594, 1.101562, 0.6875, 0.640625, 0.328125, 1.15625, 1.117188, 0.353516, 0.371094, 0.878906, 0.609375, 0.390625, 0.753906, 0.777344, 0.785156, 0.976562, 0.777344, 0.605469, 0.792969, 0.609375, 0.816406, 0.371094, 0.683594, 0.84375, 0.824219, 0.644531, 0.384766, 0.988281, 0.371094, 0.511719, 0.498047, 0.769531, 0.470703, 0.570312, 0.359375, 0.691406, 0.632812, 0.458984, 0.367188, 0.65625, 0.625, 0.186523, 0.138672, 0.523438, 0.605469, 0.753906, 0.839844, 0.373047, 0.917969, 0.878906, 0.804688, 0.835938, 0.357422, 0.478516, 0.396484, 0.460938, 0.177734, 0.341797, 0.484375, 0.9375, 0.373047, 0.769531, 0.703125, 0.65625, 0.714844, 1.117188, 0.570312, 0.890625, 1.242188, 0.318359, 0.859375, 0.53125, 0.871094, 0.419922, 0.722656, 0.402344, 0.632812, 0.914062, 1.148438, 0.664062, 0.361328, 0.730469, 0.632812, 0.613281, 0.554688, 0.380859, 0.65625, 0.498047, 0.451172, 0.910156, 1.40625, 0.90625, 0.988281, 0.640625, 0.367188, 1.078125, 0.486328, 1.109375, 0.742188, 0.5625, 0.847656, 0.135742, 0.8125, 0.796875, 0.75, 1.0, 0.59375, 0.664062, 0.503906, 0.753906, 0.886719, 0.375, 0.667969, 0.640625, 0.792969, 1.25, 1.179688, 0.550781, 0.585938, 0.679688, 0.558594, 0.605469, 0.640625, 0.511719, 0.757812, 0.40625, 0.365234, 0.359375, 0.953125, 0.609375, 0.8125, 1.085938, 0.671875, 0.910156, 1.195312, 0.976562, 0.648438, 0.65625, 0.582031, 0.371094, 0.527344, 0.75, 0.800781, 1.070312, 0.458984, 0.691406, 1.304688, 0.435547, 1.578125, 0.414062, 0.714844, 0.839844, 0.820312, 0.867188, 0.203125, 0.570312, 0.404297, 0.482422, 0.435547, 0.257812, 0.542969, 0.429688, 0.839844, 0.333984, 0.707031, 0.757812, 0.462891, 0.929688, 0.205078, 0.609375, 0.960938, 0.398438, 0.433594, 1.0625, 0.902344, 0.84375, 0.703125, 0.746094, 0.535156, 0.404297, 0.133789, 0.945312, 0.404297, 1.046875, 0.679688, 0.933594, 0.554688, 0.667969, 0.451172, 0.917969, 0.703125, 0.496094, 0.691406, 0.644531, 0.53125, 0.398438, 0.890625, 0.388672, 0.128906, 0.714844, 0.789062, 0.621094, 0.640625, 0.5, 0.165039, 0.539062, 1.257812, 0.910156, 0.412109, 0.875, 1.085938, 1.0625, 0.761719, 0.875, 0.498047, 0.910156, 0.789062, 0.660156, 0.188477, 0.792969, 0.149414, 0.839844, 0.792969, 0.451172, 1.0625, 0.871094, 1.015625, 0.400391, 0.542969, 0.570312, 0.130859, 0.339844, 0.722656, 0.734375, 0.472656, 1.054688, 0.667969, 0.375, 1.070312, 0.353516, 0.703125, 0.404297, 0.53125, 0.933594, 0.355469, 1.148438, 1.101562, 0.851562, 0.636719, 0.597656, 0.859375, 0.511719, 1.007812, 1.039062, 0.470703, 1.023438, 0.539062, 1.023438, 0.996094, 0.929688, 0.695312, 0.800781, 0.71875, 0.171875, 0.625, 0.8125, 1.140625, 0.832031, 0.804688, 0.384766, 0.9375, 0.722656, 0.445312, 0.429688, 0.714844, 1.398438, 0.386719, 0.131836, 0.439453, 1.0625, 0.183594, 0.75, 0.351562, 0.828125, 0.652344, 1.0, 0.722656, 0.365234, 0.972656, 1.679688, 0.710938, 0.714844, 0.566406, 0.636719, 0.462891, 0.359375, 0.703125, 0.347656, 0.242188, 0.777344, 0.429688, 0.875, 0.695312, 0.800781, 0.496094, 0.855469, 1.359375, 0.921875, 0.902344, 1.023438, 0.194336, 0.582031, 0.412109, 0.378906, 0.197266, 1.179688, 0.707031, 0.917969, 0.380859, 0.660156, 0.347656, 0.433594, 0.398438, 0.180664, 0.371094, 0.789062, 1.1875, 0.820312, 0.714844, 0.628906, 0.40625, 0.742188, 1.460938, 1.226562, 0.609375, 0.648438, 0.453125, 0.96875, 0.964844, 1.0625, 0.972656, 1.039062, 0.46875, 0.490234, 0.298828, 1.085938, 0.707031, 0.734375, 0.90625, 0.660156, 1.109375, 0.423828, 0.176758, 0.386719, 0.484375, 1.007812, 0.429688, 0.431641, 0.484375, 0.414062, 1.109375, 0.757812, 1.078125, 0.636719, 0.730469, 0.484375, 0.597656, 0.726562, 0.660156, 0.980469, 0.753906, 1.007812, 0.322266, 0.412109, 1.0625, 0.761719, 1.078125, 0.351562, 0.9375, 0.6875, 0.753906, 1.351562, 0.691406, 0.871094, 0.318359, 0.621094, 0.523438, 0.376953, 0.820312, 1.203125, 0.550781, 0.574219, 0.636719, 0.640625, 0.644531, 0.494141, 0.4375, 0.613281, 0.443359, 0.8125, 0.761719, 0.589844, 0.894531, 0.433594, 1.320312, 0.558594, 0.59375, 1.101562, 0.191406, 0.53125, 0.496094, 0.53125, 0.166992, 0.357422, 0.882812, 0.738281, 0.882812, 0.330078, 1.164062, 0.535156, 0.664062, 0.925781, 0.546875, 0.785156, 0.835938, 0.929688, 0.359375, 0.6875, 0.417969, 0.878906, 0.427734, 0.414062, 0.734375, 0.380859, 0.929688, 0.464844, 0.609375, 0.734375, 0.28125, 0.789062, 1.257812, 0.980469, 0.792969, 0.330078, 0.828125, 1.15625, 0.527344, 1.179688, 0.345703, 0.507812, 0.738281, 0.835938, 0.585938, 0.5625, 0.613281, 0.546875, 0.410156, 0.71875, 0.667969, 0.542969, 0.777344, 0.455078, 0.578125, 0.402344, 0.691406, 0.78125, 0.353516, 0.392578, 0.380859, 0.96875, 0.929688, 0.875, 1.25, 0.390625, 0.384766, 0.628906, 1.140625, 0.421875, 0.173828, 0.917969, 0.574219, 0.863281, 0.777344, 1.234375, 0.5, 0.804688, 0.439453, 0.714844, 0.511719, 0.804688, 0.335938, 0.160156, 0.765625, 0.898438, 0.695312, 0.554688, 1.234375, 0.789062, 0.355469, 0.683594, 0.699219, 0.59375, 1.0, 0.371094, 0.757812, 1.007812, 0.478516, 1.070312, 0.388672, 0.847656, 1.421875, 0.503906, 0.083984, 1.0, 0.792969, 0.652344, 0.628906, 0.59375, 0.839844, 0.808594, 1.265625, 0.578125, 0.4375, 0.730469, 0.667969, 1.242188, 0.53125, 0.84375, 1.25, 0.648438, 0.664062, 0.835938, 0.349609, 0.168945, 0.71875, 0.5, 1.15625, 0.511719, 1.179688, 1.273438, 0.726562, 0.761719, 0.710938, 0.296875, 0.847656, 0.355469, 0.667969, 0.503906, 0.357422, 0.382812, 0.535156, 0.917969, 0.929688, 0.648438, 0.59375, 1.101562, 1.023438, 0.90625, 0.996094, 0.679688, 1.09375, 1.09375, 0.441406, 0.671875, 0.710938, 0.660156, 0.4375, 0.550781, 0.90625, 0.933594, 0.386719, 0.363281, 0.625, 1.234375, 1.226562, 0.898438, 0.921875, 1.0, 0.863281, 1.101562, 0.574219, 0.386719, 0.439453, 0.5625, 0.625, 0.378906, 0.835938, 1.289062, 0.470703, 0.429688, 1.125, 0.542969, 1.125, 0.220703, 0.380859, 0.804688, 0.439453, 0.925781, 1.054688, 1.203125, 1.15625, 1.296875, 0.6875, 0.808594, 0.632812, 1.085938, 0.746094, 0.609375, 1.25, 1.039062, 1.046875, 0.671875, 1.125, 1.296875, 0.59375, 0.914062, 0.589844, 1.0625, 0.5625, 0.773438, 0.96875, 1.015625, 0.882812, 0.730469, 0.96875, 0.523438, 0.597656, 0.667969, 0.757812, 1.46875, 0.59375, 0.683594, 1.179688, 0.648438, 0.707031, 0.423828, 0.427734, 0.412109, 0.792969, 0.398438, 0.380859, 0.839844, 0.515625, 0.371094, 0.730469, 0.820312, 1.320312, 0.332031, 1.148438, 0.419922, 0.734375, 0.373047, 1.117188, 0.351562, 0.361328, 1.046875, 1.375, 1.9375, 0.341797, 0.233398, 0.494141, 0.933594, 0.863281, 0.75, 0.671875, 0.957031, 0.78125, 0.328125, 0.535156, 0.722656, 0.800781, 0.359375, 0.519531, 0.376953, 0.445312, 0.447266, 0.365234, 0.875, 0.769531, 0.542969, 0.18457, 0.722656, 1.601562, 0.894531, 0.808594, 0.699219, 1.234375, 0.416016, 0.835938, 0.777344, 1.164062, 0.753906, 0.769531, 0.169922, 0.835938, 0.765625, 0.777344, 0.550781, 0.621094, 0.507812, 0.667969, 0.410156, 0.820312, 0.808594, 0.875, 0.703125, 0.351562, 0.738281, 0.554688, 0.554688, 0.628906, 0.339844, 0.476562, 0.180664, 0.71875, 1.421875, 0.902344, 1.109375, 0.59375, 1.0, 0.695312, 0.652344, 0.496094, 0.357422, 0.628906, 0.6875, 0.359375, 0.75, 0.384766, 0.933594, 0.53125, 0.628906, 0.71875, 0.359375, 0.789062, 0.6875, 1.046875, 1.109375, 0.511719, 0.820312, 0.515625, 0.726562, 0.337891, 0.824219, 0.691406, 0.503906, 0.890625, 0.882812, 0.337891, 0.357422, 0.582031, 0.648438, 0.539062, 0.804688, 0.757812, 0.921875, 0.142578, 0.851562, 0.375, 0.949219, 0.914062, 0.5625, 0.691406, 0.648438, 1.085938, 1.054688, 0.400391, 0.800781, 1.1875, 0.384766, 0.589844, 0.992188, 0.90625, 0.582031, 0.613281, 0.800781, 1.109375, 1.023438, 0.435547, 0.482422, 1.210938, 0.742188, 0.976562, 0.699219, 0.412109, 0.675781, 0.917969, 0.828125, 0.960938, 0.617188, 0.734375, 0.914062, 1.210938, 1.015625, 0.898438, 0.730469, 0.423828, 0.824219, 0.582031, 0.163086, 0.773438, 1.101562, 0.699219, 0.570312, 0.414062, 0.816406, 0.482422, 1.007812, 0.863281, 1.148438, 0.6875, 0.519531, 0.488281, 1.195312, 0.855469, 0.960938, 0.644531, 0.470703, 0.660156, 0.648438, 0.498047, 0.65625, 0.726562, 0.322266, 0.183594, 0.976562, 0.398438, 0.859375, 0.894531, 1.03125, 0.384766, 0.488281, 0.910156, 0.699219, 1.015625, 0.628906, 0.683594, 0.386719, 0.476562, 0.890625, 0.765625, 0.761719, 0.902344, 0.181641, 1.148438, 0.371094, 0.808594, 1.101562, 0.476562, 0.96875, 0.828125, 1.117188, 1.1875, 1.09375, 0.832031, 0.460938, 0.441406, 0.609375, 0.796875, 1.023438, 0.769531, 0.675781, 0.894531, 0.373047, 0.382812, 0.949219, 0.558594, 0.925781, 0.765625, 0.90625, 0.761719, 0.78125, 0.332031, 0.435547, 0.585938, 0.804688, 0.410156, 0.175781, 0.757812, 0.365234, 0.5, 0.369141, 0.416016, 1.015625, 0.480469, 0.408203, 0.369141, 0.380859, 0.574219, 1.460938, 0.386719, 0.679688, 1.21875, 0.804688, 0.855469, 0.546875, 0.585938, 0.824219, 0.824219, 0.703125, 0.902344, 0.419922, 1.34375, 0.984375, 0.886719, 0.625, 0.9375, 0.488281, 0.726562, 0.789062, 0.162109, 0.757812, 0.753906, 0.404297, 1.070312, 0.75, 0.8125, 0.898438, 1.015625, 1.007812, 0.660156, 0.886719, 0.714844, 0.6875, 0.425781, 0.613281, 0.447266, 0.734375, 1.273438, 0.992188, 0.847656, 0.707031, 0.910156, 0.726562, 0.191406, 0.59375, 1.171875, 0.453125, 0.648438, 0.789062, 0.742188, 0.917969, 0.675781, 0.734375, 0.515625, 0.335938, 0.914062, 0.773438, 0.667969, 0.796875, 0.217773, 0.863281, 0.765625, 0.835938, 1.046875, 0.679688, 0.478516, 0.792969, 0.476562, 0.474609, 1.023438, 0.75, 0.605469, 0.671875, 1.15625, 1.179688, 0.558594, 0.933594, 0.488281, 0.380859, 0.660156, 0.726562, 0.589844, 0.746094, 0.742188, 0.699219, 0.769531, 0.417969, 1.132812, 0.722656, 0.835938, 0.609375, 1.0, 0.453125, 0.625, 0.380859, 0.648438, 0.796875, 0.699219, 0.792969, 0.839844, 0.722656, 0.570312, 0.527344, 0.414062, 0.753906, 1.015625, 0.511719, 0.640625, 0.574219, 0.933594, 0.388672, 0.730469, 0.613281, 0.574219, 0.921875, 0.714844, 0.644531, 0.664062, 0.773438, 0.519531, 1.492188, 1.140625, 0.480469, 0.777344, 0.414062, 0.824219, 0.617188, 0.447266, 0.980469, 1.304688, 0.765625, 0.882812, 0.177734, 0.96875, 0.710938, 0.5625, 1.085938, 0.412109, 0.382812, 0.902344, 0.804688, 0.753906, 0.851562, 0.337891, 0.867188, 0.5625, 1.289062, 0.929688, 0.636719, 1.023438, 0.335938, 0.742188, 0.172852, 0.773438, 0.769531, 0.574219, 0.894531, 0.929688, 0.449219, 0.172852, 0.683594, 1.257812, 0.335938, 0.605469, 0.515625, 0.170898, 0.667969, 0.527344, 0.757812, 0.792969, 0.482422, 1.234375, 1.117188, 0.546875, 0.349609, 0.921875, 0.570312, 0.929688, 0.675781, 0.984375, 0.404297, 0.376953, 0.535156, 1.226562, 1.523438, 0.6875, 0.785156, 0.488281, 0.988281, 0.488281, 0.855469, 0.404297, 0.347656, 0.910156, 0.898438, 0.566406, 0.960938, 0.933594, 1.09375, 0.769531, 0.8125, 1.171875, 0.753906, 0.400391, 0.914062, 1.742188, 0.597656, 0.617188, 0.808594, 0.804688, 0.746094, 0.160156, 0.914062, 0.867188, 0.839844, 0.730469, 0.710938, 0.742188, 0.384766, 0.75, 0.355469, 0.53125, 0.176758, 0.519531, 0.988281, 0.351562, 0.671875, 0.820312, 0.792969, 0.726562, 0.863281, 0.178711, 1.25, 1.0, 0.96875, 1.28125, 0.867188, 0.683594, 0.644531, 1.140625, 0.714844, 0.570312, 0.691406, 1.015625, 0.431641, 0.992188, 1.570312, 1.15625, 0.925781, 0.71875, 0.396484, 0.6875, 0.816406, 0.392578, 0.412109, 0.769531, 0.310547, 0.917969, 1.148438, 0.816406, 0.388672, 0.949219, 0.84375, 1.015625, 0.143555, 0.353516, 0.394531, 0.445312, 1.015625, 0.402344, 0.898438, 0.628906, 0.707031, 1.054688, 0.400391, 0.339844, 0.628906, 0.605469, 1.007812, 0.570312, 0.796875, 0.570312, 0.515625, 0.824219, 0.917969, 0.734375, 0.429688, 0.90625, 0.765625, 0.867188, 1.023438, 0.78125, 0.337891, 0.609375, 0.601562, 0.216797, 0.886719, 0.675781, 0.408203, 0.679688, 0.427734, 0.628906, 0.960938, 0.609375, 2.0, 0.691406, 0.824219, 0.792969, 0.582031, 0.679688, 1.007812, 0.8125, 0.992188, 1.039062, 0.363281, 0.193359, 1.078125, 0.886719, 0.59375, 0.664062, 0.898438, 0.894531, 1.046875, 0.333984, 0.445312, 0.345703, 0.53125, 0.628906, 0.429688, 0.855469, 1.132812, 0.839844, 0.5625, 0.605469, 0.855469, 0.792969, 1.0625, 0.4375, 0.925781, 0.503906, 0.691406, 0.179688, 0.917969, 0.726562, 0.185547, 1.078125, 0.765625, 1.34375, 0.613281, 0.425781, 0.632812, 0.5625, 0.308594, 0.816406, 0.511719, 0.380859, 1.382812, 0.703125, 0.188477, 0.878906, 0.245117, 0.851562, 0.640625, 0.539062, 0.667969, 0.361328, 0.855469, 0.621094, 0.910156, 0.376953, 0.675781, 0.367188, 0.429688, 0.839844, 0.201172, 0.392578, 0.478516, 0.335938, 0.578125, 0.660156, 0.816406, 1.320312, 0.710938, 0.910156, 0.535156, 0.863281, 0.169922, 0.503906, 0.84375, 1.007812, 0.808594, 0.738281, 0.917969, 0.464844, 0.703125, 0.527344, 0.9375, 0.496094, 0.625, 0.734375, 0.617188, 0.929688, 0.671875, 0.410156, 1.125, 0.828125, 0.875, 0.365234, 0.515625, 0.800781, 0.466797, 0.402344, 0.193359, 0.451172, 0.765625, 0.867188, 0.820312, 0.507812, 0.757812, 0.789062, 0.648438, 0.714844, 0.753906, 0.474609, 0.457031, 0.648438, 0.474609, 0.648438, 0.617188, 0.291016, 0.863281, 0.804688, 0.648438, 0.710938, 0.640625, 0.753906, 0.683594, 0.5625, 0.472656, 0.139648, 0.515625, 0.335938, 0.738281, 0.457031, 1.101562, 1.085938 ] }, "name": "model.model.layers.17.post_attention_layernorm.weight", "outputIndexes": [ 1475 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1474 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_17/Mul_output_0", "outputIndexes": [ 1476 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1475, 1476 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_17/Mul_1_output_0", "outputIndexes": [ 1477 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1477 ], "outputIndexes": [ 2800 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2800 ], "outputIndexes": [ 2801 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear", "inputIndexes": [ 2801 ], "outputIndexes": [ 2802 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2245352082, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2802 ], "outputIndexes": [ 2803 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2803 ], "outputIndexes": [ 1478 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1478 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_17/Sigmoid_output_0", "outputIndexes": [ 1479 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1478, 1479 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_17/Mul_output_0", "outputIndexes": [ 1480 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1477 ], "outputIndexes": [ 2804 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2804 ], "outputIndexes": [ 2805 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear", "inputIndexes": [ 2805 ], "outputIndexes": [ 2806 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2283543208, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2806 ], "outputIndexes": [ 2807 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2807 ], "outputIndexes": [ 1481 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1480, 1481 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_17/Mul_output_0", "outputIndexes": [ 1482 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1482 ], "outputIndexes": [ 2808 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2808 ], "outputIndexes": [ 2809 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear", "inputIndexes": [ 2809 ], "outputIndexes": [ 2810 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2321734334, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2810 ], "outputIndexes": [ 2811 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2811 ], "outputIndexes": [ 1483 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1474, 1483 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_89_output_0", "outputIndexes": [ 1484 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1484, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_162_output_0", "outputIndexes": [ 1485 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.320312, 0.871094, 1.945312, 0.337891, 1.382812, 0.507812, 0.6875, 1.070312, 0.628906, 0.28125, 0.78125, 0.244141, 0.570312, 0.367188, 0.271484, 0.984375, 0.6875, 0.414062, 0.816406, 0.318359, 0.761719, 0.738281, 0.757812, 0.408203, 0.357422, 1.265625, 0.217773, 0.308594, 0.408203, 0.390625, 1.390625, 0.244141, 0.773438, 0.582031, 1.4375, 1.710938, 0.324219, 0.859375, 0.765625, 0.292969, 1.304688, 0.707031, 1.609375, 0.691406, 1.59375, 1.390625, 0.140625, 1.804688, 0.929688, 0.292969, 1.40625, 0.5625, 0.53125, 0.539062, 0.960938, 0.451172, 1.078125, 1.8125, 1.210938, 0.574219, 0.339844, 1.0, 1.117188, 0.683594, 1.554688, 1.257812, 0.251953, 0.648438, 0.275391, 0.554688, 0.462891, 0.550781, 1.023438, 0.636719, 1.226562, 1.15625, 0.621094, 0.353516, 0.644531, 1.71875, 1.46875, 1.859375, 1.625, 0.535156, 0.816406, 0.064453, 0.800781, 1.5625, 0.847656, 0.554688, 0.917969, 0.902344, 0.925781, 0.859375, 1.4375, 0.601562, 0.5, 0.302734, 0.734375, 0.287109, 0.283203, 0.345703, 1.65625, 0.65625, 1.164062, 1.125, 1.3125, 0.292969, 0.65625, 0.570312, 0.59375, 0.466797, 0.882812, 1.015625, 0.535156, 1.171875, 0.283203, 0.863281, 1.34375, 0.273438, 0.380859, 0.558594, 1.453125, 0.652344, 0.824219, 0.492188, 1.226562, 0.498047, 0.074707, 0.308594, 0.239258, 0.710938, 0.382812, 1.101562, 0.355469, 0.796875, 0.462891, 0.863281, 0.5, 0.992188, 0.390625, 1.3125, 1.625, 0.185547, 0.738281, 0.213867, 1.421875, 0.679688, 1.414062, 0.683594, 1.3125, 0.769531, 0.515625, 0.753906, 0.613281, 0.550781, 0.308594, 0.28125, 1.390625, 1.554688, 0.291016, 0.328125, 0.585938, 0.664062, 0.894531, 0.376953, 0.478516, 0.589844, 0.5625, 0.699219, 0.734375, 0.322266, 0.318359, 0.332031, 0.636719, 1.671875, 0.648438, 0.546875, 1.382812, 0.578125, 0.242188, 0.617188, 1.1875, 0.251953, 0.22168, 0.8125, 0.484375, 0.285156, 0.472656, 0.929688, 0.273438, 0.75, 0.875, 0.423828, 2.0625, 0.796875, 0.722656, 1.242188, 0.445312, 0.578125, 0.613281, 1.109375, 1.039062, 0.933594, 1.367188, 0.746094, 0.263672, 0.449219, 1.242188, 0.233398, 1.15625, 0.617188, 0.320312, 0.929688, 0.625, 0.925781, 0.316406, 0.279297, 1.765625, 0.542969, 0.523438, 0.279297, 0.65625, 0.976562, 0.839844, 1.734375, 0.302734, 0.515625, 0.458984, 0.664062, 0.871094, 1.09375, 0.800781, 0.554688, 0.78125, 1.078125, 0.435547, 1.40625, 0.071289, 0.71875, 0.984375, 0.53125, 0.972656, 0.605469, 0.392578, 0.738281, 0.957031, 1.125, 0.976562, 0.625, 0.660156, 1.84375, 0.423828, 0.460938, 0.664062, 0.355469, 0.667969, 0.063477, 0.53125, 0.279297, 0.699219, 0.8125, 0.792969, 1.101562, 0.695312, 0.302734, 0.667969, 0.652344, 0.757812, 0.984375, 0.867188, 1.085938, 0.890625, 0.474609, 0.378906, 1.898438, 0.882812, 0.515625, 0.339844, 1.25, 0.503906, 0.710938, 0.061035, 0.8125, 0.476562, 1.789062, 0.296875, 0.945312, 1.015625, 0.302734, 1.5, 0.3125, 0.574219, 0.439453, 0.267578, 0.539062, 0.773438, 0.314453, 0.972656, 0.546875, 0.335938, 0.490234, 0.378906, 1.195312, 1.773438, 1.234375, 0.5625, 0.539062, 0.59375, 0.820312, 0.871094, 0.462891, 0.671875, 0.574219, 0.832031, 0.941406, 0.722656, 1.53125, 0.839844, 0.625, 1.3125, 0.554688, 0.376953, 0.478516, 0.410156, 0.695312, 0.458984, 0.667969, 0.507812, 0.447266, 0.070312, 0.730469, 0.660156, 0.484375, 0.365234, 0.546875, 1.0, 1.992188, 1.015625, 0.289062, 0.05835, 0.455078, 0.53125, 0.511719, 0.116699, 1.101562, 1.484375, 0.78125, 0.451172, 0.664062, 0.859375, 0.292969, 1.609375, 0.703125, 1.71875, 0.621094, 0.796875, 1.023438, 0.412109, 0.683594, 1.617188, 1.59375, 0.089844, 0.298828, 0.302734, 0.378906, 0.507812, 1.40625, 0.640625, 0.304688, 0.601562, 0.710938, 0.941406, 0.435547, 0.976562, 1.703125, 0.089844, 0.289062, 0.726562, 0.929688, 0.910156, 0.964844, 0.353516, 1.539062, 1.109375, 0.333984, 1.625, 0.683594, 0.566406, 0.365234, 0.652344, 1.21875, 0.574219, 0.1875, 0.369141, 1.070312, 0.3125, 0.408203, 0.804688, 0.092285, 0.347656, 1.023438, 0.431641, 1.359375, 0.296875, 0.851562, 0.726562, 0.882812, 0.863281, 0.578125, 0.425781, 0.75, 1.210938, 0.570312, 0.949219, 1.796875, 1.070312, 0.726562, 0.703125, 0.910156, 0.457031, 0.648438, 0.566406, 0.271484, 0.474609, 0.267578, 1.195312, 1.015625, 0.308594, 0.675781, 0.625, 0.476562, 0.261719, 0.458984, 1.03125, 0.236328, 0.470703, 0.777344, 0.462891, 0.357422, 0.523438, 1.351562, 1.421875, 0.675781, 0.3125, 0.328125, 0.539062, 0.933594, 1.070312, 1.671875, 1.59375, 0.625, 0.90625, 0.570312, 1.25, 2.015625, 0.271484, 0.464844, 0.05542, 0.416016, 0.859375, 0.435547, 0.660156, 0.667969, 0.24707, 1.03125, 0.324219, 0.613281, 0.283203, 0.710938, 0.396484, 0.084961, 0.78125, 0.816406, 1.054688, 0.443359, 0.425781, 0.279297, 0.910156, 0.796875, 1.03125, 0.675781, 0.347656, 1.125, 0.867188, 1.117188, 1.953125, 1.078125, 1.210938, 0.945312, 0.429688, 1.257812, 1.609375, 0.910156, 1.554688, 0.296875, 0.796875, 0.515625, 1.5625, 0.945312, 0.585938, 0.349609, 0.396484, 0.419922, 0.484375, 0.902344, 1.140625, 0.197266, 0.640625, 0.410156, 1.070312, 1.242188, 0.816406, 1.25, 1.078125, 0.355469, 0.304688, 0.550781, 0.425781, 1.609375, 0.425781, 0.9375, 0.804688, 0.07373, 0.726562, 0.263672, 1.4375, 1.0, 0.75, 0.490234, 0.621094, 1.179688, 1.359375, 0.710938, 0.511719, 0.902344, 0.300781, 0.554688, 0.753906, 0.902344, 0.292969, 0.291016, 0.326172, 0.675781, 0.289062, 1.195312, 2.015625, 0.84375, 0.193359, 1.734375, 0.617188, 1.765625, 0.753906, 1.578125, 0.345703, 0.316406, 0.421875, 0.671875, 0.804688, 0.351562, 1.59375, 0.722656, 0.40625, 0.236328, 0.279297, 1.023438, 0.511719, 0.9375, 0.925781, 0.283203, 1.15625, 0.578125, 0.263672, 0.277344, 0.601562, 0.53125, 0.5, 1.640625, 0.261719, 1.242188, 1.03125, 0.964844, 0.820312, 0.25, 1.195312, 0.578125, 0.558594, 0.241211, 0.632812, 0.294922, 1.296875, 0.664062, 0.828125, 1.15625, 1.015625, 0.378906, 0.429688, 0.3125, 0.326172, 0.304688, 1.507812, 0.240234, 0.332031, 1.867188, 0.632812, 1.257812, 0.597656, 0.546875, 1.296875, 1.25, 1.640625, 1.242188, 0.375, 0.296875, 0.878906, 0.6875, 0.078613, 0.486328, 0.726562, 0.96875, 0.914062, 0.636719, 0.929688, 0.589844, 0.898438, 0.570312, 1.859375, 0.777344, 0.609375, 1.664062, 0.398438, 0.457031, 0.373047, 0.558594, 0.267578, 0.322266, 1.164062, 0.211914, 0.820312, 0.59375, 0.5, 0.335938, 0.742188, 0.835938, 1.59375, 1.40625, 0.660156, 0.65625, 0.746094, 0.449219, 0.094727, 0.679688, 0.734375, 0.335938, 0.298828, 1.023438, 0.382812, 0.828125, 0.894531, 0.261719, 0.349609, 0.382812, 0.957031, 0.949219, 0.96875, 1.085938, 0.578125, 0.539062, 1.03125, 0.777344, 0.396484, 0.617188, 0.6875, 0.898438, 0.730469, 0.609375, 1.40625, 0.400391, 1.023438, 1.0, 0.699219, 0.867188, 0.302734, 1.054688, 0.75, 0.964844, 0.550781, 0.361328, 0.324219, 0.226562, 1.578125, 1.320312, 0.691406, 1.65625, 0.511719, 0.277344, 0.878906, 1.460938, 0.310547, 0.722656, 0.277344, 1.101562, 1.140625, 0.648438, 0.539062, 0.691406, 0.423828, 0.074707, 0.792969, 1.257812, 0.515625, 0.232422, 0.408203, 0.435547, 1.078125, 1.375, 0.427734, 0.6875, 0.404297, 1.164062, 0.703125, 0.734375, 0.644531, 0.578125, 0.984375, 0.714844, 0.71875, 0.172852, 0.3125, 1.34375, 0.886719, 0.839844, 0.451172, 0.785156, 0.429688, 0.746094, 0.269531, 0.330078, 0.486328, 1.234375, 0.84375, 0.652344, 0.296875, 0.28125, 0.632812, 0.511719, 1.007812, 0.308594, 1.703125, 0.515625, 0.337891, 0.683594, 0.679688, 1.046875, 1.203125, 0.486328, 0.233398, 1.015625, 0.957031, 0.652344, 0.824219, 0.40625, 0.824219, 0.109375, 0.734375, 0.554688, 0.890625, 0.271484, 0.28125, 1.648438, 0.480469, 1.039062, 0.070312, 0.474609, 1.679688, 0.100098, 0.738281, 1.515625, 0.878906, 0.490234, 0.511719, 0.265625, 1.1875, 0.664062, 0.328125, 0.691406, 0.59375, 0.353516, 0.683594, 0.632812, 0.933594, 0.296875, 0.045654, 0.527344, 1.085938, 0.28125, 0.296875, 1.171875, 1.6875, 0.839844, 0.488281, 0.992188, 0.640625, 1.421875, 0.972656, 0.091309, 0.6875, 0.589844, 0.738281, 0.300781, 0.394531, 0.507812, 0.683594, 1.851562, 0.800781, 0.777344, 0.511719, 0.275391, 1.171875, 0.135742, 0.494141, 0.574219, 0.053711, 1.515625, 0.265625, 0.275391, 0.578125, 0.431641, 0.429688, 0.365234, 0.800781, 0.953125, 1.335938, 1.515625, 0.351562, 0.376953, 0.519531, 1.023438, 1.09375, 0.972656, 0.757812, 0.3125, 0.378906, 1.515625, 0.75, 0.636719, 0.527344, 0.474609, 0.636719, 0.609375, 0.695312, 0.648438, 0.376953, 0.310547, 0.964844, 0.566406, 0.882812, 0.339844, 1.1875, 0.6875, 1.640625, 0.4375, 0.449219, 0.96875, 0.322266, 0.439453, 1.6875, 0.310547, 0.59375, 0.921875, 0.605469, 0.5625, 1.03125, 1.5, 0.890625, 1.203125, 0.455078, 0.075195, 0.882812, 0.769531, 0.769531, 1.453125, 0.376953, 0.460938, 1.421875, 0.882812, 0.707031, 0.738281, 0.065918, 1.164062, 0.910156, 0.847656, 0.527344, 0.574219, 1.890625, 0.574219, 0.5625, 0.714844, 1.023438, 0.894531, 1.15625, 0.539062, 0.539062, 0.249023, 1.171875, 1.171875, 0.660156, 1.171875, 0.832031, 0.453125, 1.203125, 1.5, 0.707031, 0.699219, 0.796875, 0.449219, 0.984375, 1.085938, 0.357422, 0.710938, 1.085938, 0.75, 0.640625, 1.101562, 1.023438, 0.664062, 1.609375, 0.613281, 0.261719, 0.914062, 0.691406, 0.734375, 0.867188, 0.386719, 1.351562, 0.609375, 0.337891, 1.21875, 0.318359, 0.796875, 0.263672, 0.554688, 0.566406, 1.085938, 1.03125, 0.337891, 1.59375, 0.375, 0.816406, 1.28125, 1.484375, 0.617188, 0.699219, 0.251953, 0.566406, 1.125, 0.566406, 0.071777, 0.380859, 0.079102, 0.443359, 1.53125, 0.945312, 0.333984, 0.451172, 0.474609, 0.480469, 0.460938, 0.412109, 1.734375, 1.171875, 0.644531, 0.188477, 1.109375, 1.125, 2.0, 0.855469, 0.789062, 1.421875, 0.78125, 0.554688, 0.265625, 0.273438, 0.609375, 0.496094, 0.259766, 0.259766, 0.361328, 0.710938, 0.945312, 1.515625, 0.625, 0.314453, 0.726562, 1.265625, 0.929688, 0.703125, 1.179688, 0.089355, 0.233398, 0.558594, 0.621094, 0.367188, 0.308594, 0.285156, 0.558594, 1.0625, 0.792969, 1.375, 0.148438, 0.707031, 0.683594, 0.519531, 0.328125, 0.065918, 0.71875, 1.0625, 0.314453, 0.314453, 0.451172, 0.472656, 0.28125, 1.78125, 0.279297, 0.255859, 0.941406, 0.087402, 0.8125, 0.425781, 0.078125, 1.375, 1.039062, 0.890625, 0.390625, 0.433594, 0.773438, 1.023438, 1.40625, 0.320312, 0.800781, 0.261719, 0.170898, 0.949219, 0.419922, 1.132812, 0.355469, 2.046875, 0.460938, 0.652344, 0.664062, 0.355469, 0.324219, 1.460938, 0.503906, 1.703125, 0.660156, 0.34375, 1.234375, 0.302734, 0.695312, 0.427734, 0.298828, 0.310547, 0.675781, 0.376953, 0.236328, 0.394531, 0.515625, 0.061279, 0.062988, 1.359375, 0.441406, 1.242188, 1.304688, 0.691406, 1.71875, 0.46875, 1.476562, 0.351562, 0.597656, 0.679688, 0.292969, 0.298828, 0.574219, 1.421875, 0.585938, 0.726562, 0.40625, 0.328125, 0.296875, 0.314453, 0.484375, 0.07373, 0.503906, 1.265625, 0.800781, 1.359375, 1.601562, 0.691406, 0.229492, 1.585938, 0.519531, 0.310547, 0.453125, 0.546875, 1.6875, 0.34375, 0.527344, 1.828125, 1.59375, 0.164062, 0.220703, 1.148438, 0.71875, 0.46875, 1.617188, 0.308594, 0.412109, 0.636719, 0.832031, 1.523438, 0.652344, 0.225586, 0.349609, 0.396484, 1.195312, 0.292969, 1.84375, 0.640625, 0.328125, 0.511719, 0.300781, 1.125, 0.699219, 0.5, 1.125, 0.294922, 0.734375, 0.78125, 0.308594, 0.636719, 0.914062, 0.59375, 0.925781, 0.337891, 0.494141, 0.457031, 0.464844, 1.867188, 0.625, 0.324219, 1.03125, 0.333984, 1.59375, 0.476562, 1.265625, 1.0, 0.664062, 0.28125, 1.125, 0.378906, 1.71875, 0.511719, 0.357422, 1.664062, 0.839844, 0.457031, 0.414062, 1.070312, 0.314453, 1.34375, 0.914062, 1.476562, 0.757812, 0.296875, 0.289062, 0.820312, 0.441406, 1.125, 0.839844, 0.416016, 1.507812, 0.847656, 1.296875, 1.609375, 1.5, 0.824219, 1.210938, 0.554688, 0.519531, 0.302734, 0.333984, 1.296875, 1.320312, 0.871094, 0.933594, 0.589844, 0.675781, 1.328125, 0.472656, 1.296875, 1.140625, 0.910156, 0.492188, 0.738281, 0.060547, 0.796875, 0.302734, 0.062988, 0.5625, 0.523438, 0.753906, 0.339844, 0.546875, 0.835938, 0.890625, 1.820312, 1.617188, 0.734375, 0.306641, 0.294922, 0.326172, 0.373047, 1.429688, 0.363281, 2.078125, 0.472656, 0.695312, 1.234375, 1.09375, 0.480469, 1.351562, 1.46875, 0.65625, 0.285156, 0.875, 1.6875, 0.59375, 0.335938, 0.71875, 1.335938, 1.296875, 1.585938, 0.753906, 1.671875, 0.984375, 0.960938, 1.851562, 0.625, 0.394531, 1.539062, 0.839844, 0.796875, 1.03125, 1.382812, 0.917969, 0.726562, 0.652344, 1.1875, 0.371094, 0.625, 0.550781, 0.585938, 0.96875, 1.273438, 0.339844, 0.05835, 1.101562, 0.617188, 1.140625, 1.046875, 0.863281, 0.480469, 0.351562, 1.453125, 0.632812, 0.632812, 0.191406, 0.683594, 0.507812, 0.546875, 0.484375, 0.263672, 0.328125, 1.34375, 0.061279, 0.773438, 0.400391, 1.039062, 1.140625, 0.237305, 0.558594, 0.746094, 1.09375, 0.527344, 0.408203, 0.832031, 0.345703, 0.316406, 0.291016, 0.53125, 0.632812, 1.0625, 0.292969, 0.375, 0.855469, 0.419922, 1.148438, 1.46875, 0.291016, 1.054688, 0.302734, 1.828125, 0.667969, 0.578125, 1.195312, 0.945312, 0.439453, 0.730469, 0.220703, 1.203125, 0.695312, 1.726562, 0.621094, 0.300781, 1.695312, 1.46875, 1.125, 0.416016, 0.648438, 1.140625, 0.427734, 0.625, 0.414062, 1.703125, 0.605469, 1.140625, 0.960938, 1.335938, 0.435547, 0.84375, 1.039062, 0.484375, 0.492188, 1.515625, 0.488281, 0.671875, 0.457031, 0.703125, 1.765625, 1.117188, 0.578125, 0.249023, 0.648438, 0.488281, 0.271484, 0.679688, 1.992188, 0.458984, 0.271484, 1.125, 0.796875, 1.414062, 0.683594, 1.085938, 0.878906, 0.902344, 0.65625, 0.373047, 0.535156, 0.269531, 0.648438, 1.078125, 1.023438, 0.796875, 1.289062, 0.949219, 0.652344, 0.9375, 0.417969, 0.519531, 0.341797, 0.636719, 0.601562, 0.453125, 0.419922, 0.435547, 0.457031, 0.601562, 1.117188, 0.675781, 0.996094, 0.304688, 0.632812, 0.238281, 0.384766, 0.566406, 0.359375, 1.007812, 1.328125, 0.9375, 1.203125, 0.558594, 0.882812, 0.373047, 0.511719, 0.648438, 0.488281, 1.585938, 1.492188, 0.417969, 0.072266, 0.462891, 0.539062, 0.072266, 1.03125, 1.226562, 1.585938, 0.582031, 0.738281, 0.515625, 0.480469, 0.052734, 0.660156, 0.099609, 0.746094, 1.078125, 0.217773, 0.053223, 0.388672, 0.980469, 0.320312, 0.472656, 0.318359, 1.625, 1.421875, 0.839844, 1.0625, 0.753906, 1.039062, 0.605469, 1.078125, 0.867188, 0.275391, 0.921875, 0.279297, 1.234375, 1.351562, 0.863281, 1.382812, 1.84375, 0.248047, 0.675781, 0.632812, 0.703125, 0.652344, 0.314453, 0.714844, 0.449219, 0.414062, 1.03125, 0.613281, 0.5625, 1.0, 0.53125, 0.527344, 0.498047, 0.339844, 0.667969, 0.925781, 0.108398, 1.625, 0.914062, 0.359375, 1.125, 0.330078, 1.828125, 0.773438, 0.539062, 0.765625, 0.636719, 1.15625, 0.523438, 0.828125, 0.435547, 1.5625, 0.921875, 0.597656, 0.664062, 0.574219, 1.039062, 0.320312, 1.21875, 1.4375, 0.332031, 0.832031, 0.832031, 0.902344, 0.945312, 1.921875, 1.710938, 0.644531, 0.298828, 0.464844, 0.574219, 1.25, 0.972656, 0.045654, 0.859375, 0.738281, 1.539062, 0.441406, 0.396484, 1.101562, 0.535156, 0.212891, 0.703125, 1.570312, 0.917969, 1.0, 0.410156, 0.632812, 1.359375, 1.210938, 1.265625, 0.761719, 0.464844, 0.349609, 0.435547, 0.667969, 0.482422, 0.320312, 1.539062, 0.496094, 0.482422, 0.96875, 1.265625, 1.992188, 0.746094, 0.660156, 1.4375, 0.992188, 0.236328, 0.757812, 0.640625, 0.269531, 1.265625, 0.294922, 0.640625, 0.345703, 0.292969, 0.496094, 0.367188, 0.582031, 1.054688, 0.291016, 0.835938, 0.261719, 0.431641, 0.380859, 0.257812, 0.992188, 0.046631, 0.523438, 1.28125, 0.792969, 0.699219, 1.53125, 0.675781, 1.640625, 0.925781, 0.103516, 0.070312, 0.289062, 0.503906, 1.125, 0.251953, 0.703125, 1.226562, 0.285156, 1.109375, 0.472656, 1.070312, 1.484375, 0.753906, 0.640625, 0.490234, 0.753906, 0.140625, 0.478516, 0.527344, 0.761719, 1.210938, 0.255859, 0.330078, 0.726562, 0.976562, 0.458984, 0.320312, 0.478516, 0.96875, 0.835938, 0.796875, 1.929688, 0.458984, 0.597656, 0.429688, 0.542969, 0.804688, 0.589844, 0.578125, 0.605469, 0.796875, 0.988281, 0.279297, 0.636719, 1.148438, 0.738281, 0.726562, 0.503906, 0.443359, 0.632812, 1.703125, 0.503906, 1.0, 0.300781, 0.484375, 0.373047, 0.072266, 0.832031, 1.023438, 0.300781, 0.53125, 0.609375, 0.382812, 0.328125, 1.515625, 1.328125, 0.378906, 0.291016, 0.496094, 1.390625, 0.310547, 0.808594, 0.28125, 0.550781, 1.304688, 0.519531, 0.457031, 1.515625, 0.660156, 1.3125, 1.585938, 0.570312, 0.808594, 0.457031, 0.484375, 0.263672, 1.5625, 1.351562, 1.023438, 0.277344, 0.625, 0.347656, 0.804688, 1.210938, 0.333984, 0.566406, 1.289062, 0.882812, 0.332031, 1.359375, 0.304688, 0.550781, 0.820312, 0.738281, 0.419922, 0.511719, 0.796875, 0.667969, 0.632812, 1.085938, 0.488281, 0.287109, 0.231445, 0.392578, 0.351562, 0.832031, 0.427734, 1.039062, 0.380859, 0.664062, 0.337891, 0.546875, 0.609375, 0.816406, 1.015625, 0.292969, 0.617188, 0.267578, 0.921875, 0.839844, 0.65625, 0.875, 0.566406, 0.390625, 0.808594, 0.062012, 0.363281, 0.597656, 0.400391, 0.347656, 0.488281, 1.578125, 1.59375, 0.683594, 0.310547, 0.059814, 0.761719, 0.208984, 0.511719, 0.324219, 0.898438, 0.376953, 0.878906, 0.330078, 1.273438, 1.0625, 1.210938, 0.773438, 0.296875, 0.578125, 0.921875, 0.707031, 0.941406, 0.419922, 1.609375, 0.5, 0.296875, 1.453125, 0.515625, 0.550781, 0.498047, 0.503906, 0.660156, 0.605469, 0.632812, 0.722656, 0.209961, 1.15625, 0.345703, 0.347656, 0.080566, 0.310547, 1.0625, 0.652344, 1.515625, 0.679688, 0.554688, 0.051514, 0.472656, 0.333984, 0.449219, 0.392578, 0.832031, 0.675781, 1.117188, 0.367188, 0.953125, 0.789062, 0.949219, 1.546875, 1.648438, 1.4375, 1.015625, 1.78125, 0.296875, 0.472656, 0.275391, 0.808594, 0.578125, 0.150391, 0.761719, 0.855469, 0.839844, 0.291016, 0.242188, 1.054688, 0.094238, 0.886719, 0.492188, 1.335938, 1.4375, 0.367188, 0.589844, 0.535156, 1.0, 0.984375, 0.859375, 0.289062, 0.859375, 1.164062, 1.585938, 0.261719, 1.492188, 0.345703, 0.275391, 1.265625, 1.59375, 1.289062, 0.769531, 0.339844, 1.257812, 0.753906, 1.632812, 0.632812, 0.535156, 0.373047, 1.179688, 1.046875, 0.435547, 0.457031, 0.820312, 0.050537, 1.335938, 0.410156, 1.085938, 0.394531, 0.539062, 1.140625, 0.523438, 0.498047, 1.328125, 0.275391, 0.597656, 0.357422, 0.507812, 1.75, 0.683594, 0.232422, 0.542969, 0.326172, 1.554688, 0.558594, 0.431641, 0.554688, 1.851562, 0.609375, 0.925781, 1.445312, 0.427734, 0.416016, 0.703125, 0.296875, 0.070312, 0.285156, 0.308594, 0.503906, 0.824219, 1.03125, 0.061768, 0.941406, 1.546875, 0.914062, 0.542969, 0.227539, 0.271484, 1.515625, 0.326172, 0.511719, 1.3125, 0.330078, 0.253906, 1.835938, 0.675781, 1.40625, 0.277344, 1.828125, 0.441406, 1.34375, 0.578125, 0.392578, 0.742188, 0.498047, 0.929688, 0.328125, 0.871094, 0.929688, 0.386719, 0.738281, 0.269531, 0.605469, 0.6875, 0.478516, 0.466797, 0.292969, 1.546875, 0.910156, 0.416016, 0.878906, 0.296875, 0.695312, 0.46875, 1.054688, 0.322266, 1.382812, 1.46875, 0.363281, 0.484375, 0.277344, 1.101562, 0.435547, 1.414062, 1.015625, 1.007812, 0.369141, 0.431641, 0.496094, 0.478516, 0.734375, 1.28125, 1.226562, 0.490234, 0.601562, 0.75, 0.100586, 0.734375, 0.664062, 0.527344, 0.753906, 0.460938, 0.859375, 0.308594, 1.625, 0.585938, 1.46875, 0.621094, 0.804688, 1.390625, 2.0, 0.917969, 0.349609, 0.570312, 0.640625, 1.695312, 0.460938, 1.515625, 1.59375, 0.722656, 0.988281, 1.21875, 1.0625, 0.554688, 1.351562, 1.023438, 0.441406, 1.148438, 0.539062, 1.3125, 1.140625, 0.357422, 1.203125, 0.484375, 0.628906, 0.925781, 1.515625, 1.757812, 0.066895, 0.714844, 0.476562, 1.40625, 0.310547, 0.816406, 1.1875, 0.9375, 1.304688, 0.365234, 0.515625, 1.234375, 0.601562, 0.423828, 0.390625, 0.453125, 1.234375, 0.07959, 0.34375, 0.945312, 0.644531, 1.328125, 0.613281, 0.333984, 0.609375, 1.375, 0.289062, 0.933594, 0.474609, 0.40625, 0.558594, 1.78125, 0.765625, 0.933594, 1.3125, 1.46875, 0.53125, 0.421875, 1.4375, 0.542969, 0.605469, 0.863281, 0.667969, 0.757812, 1.226562, 0.384766, 0.738281, 0.640625, 0.664062, 0.267578, 0.863281, 1.1875, 0.345703, 0.832031, 0.878906, 0.075195, 1.453125, 0.085449, 0.298828, 0.408203, 0.361328, 0.28125, 0.234375, 0.855469, 0.445312, 0.550781, 0.367188, 0.503906, 0.640625, 0.294922, 0.460938, 0.628906, 0.263672, 0.431641, 0.078125, 0.433594, 0.761719, 0.484375, 0.355469, 0.992188, 0.5625, 0.472656, 1.328125, 0.507812, 0.832031, 1.507812, 0.047119, 0.472656, 1.015625, 0.542969, 0.671875, 0.644531, 0.691406, 0.289062, 0.550781, 1.109375, 0.318359, 1.429688, 1.226562, 0.1875, 0.769531, 0.886719, 0.306641, 0.519531, 0.640625, 0.085449, 0.5625, 1.390625, 1.5, 0.554688, 0.259766, 0.057617, 1.40625, 0.324219, 1.65625, 0.566406, 0.851562, 0.726562, 0.339844, 0.632812, 0.808594, 0.373047, 0.613281, 0.267578, 1.0625, 1.625, 1.21875, 0.292969, 0.322266, 0.34375, 0.488281, 0.679688, 0.601562, 0.480469, 0.824219, 0.617188, 0.347656, 0.621094, 1.75, 0.435547, 0.558594, 1.007812, 0.453125, 0.757812, 0.314453, 0.710938, 0.8125, 1.195312, 1.070312, 0.335938, 0.061768, 0.460938, 1.03125, 1.046875, 1.539062, 0.878906, 0.765625, 0.769531, 1.40625, 0.519531, 0.081543, 0.460938, 1.5625, 0.503906, 0.980469, 0.248047, 0.416016, 0.730469, 0.683594, 0.722656, 1.0625, 1.195312, 0.494141, 0.730469, 0.361328, 0.960938, 0.165039, 0.953125, 0.609375, 1.398438, 0.511719, 0.425781, 0.753906, 0.355469, 1.390625, 0.421875, 0.25, 0.582031, 1.320312, 0.949219, 0.371094, 1.171875, 0.449219, 2.03125, 0.249023, 1.28125, 0.871094, 0.523438, 0.902344, 1.328125, 0.25, 1.109375, 1.734375, 0.447266, 0.423828, 0.777344, 1.25, 0.466797, 0.080078, 1.414062, 0.558594, 0.707031, 0.574219, 0.5, 1.671875, 0.710938, 0.96875, 1.046875, 0.753906, 0.65625, 0.863281, 0.785156, 0.320312, 0.539062, 0.621094, 0.498047, 0.613281, 0.523438, 0.570312, 0.824219, 1.53125, 0.351562, 0.369141, 0.431641, 1.640625, 0.269531, 1.4375, 0.601562, 0.523438, 0.734375, 0.671875, 0.235352, 0.217773, 0.53125, 0.263672, 0.267578, 1.046875, 1.328125, 0.65625, 0.363281, 0.699219, 0.683594, 0.478516, 1.460938, 1.1875, 1.859375, 0.332031, 1.039062, 0.363281, 1.039062, 0.867188, 0.273438, 0.617188, 0.373047, 0.453125, 0.585938, 0.871094, 0.365234, 0.25, 0.242188, 0.992188, 1.023438, 0.910156, 0.328125, 0.796875, 0.480469, 1.875, 0.808594, 0.287109, 0.486328, 0.566406, 1.265625, 0.628906, 1.25, 0.96875, 1.4375, 1.640625, 0.886719, 0.302734, 0.921875, 0.466797, 0.332031, 0.667969, 0.777344, 0.738281, 1.359375, 0.742188, 1.398438, 0.683594, 0.447266, 0.726562, 0.316406, 0.542969, 0.792969, 0.722656, 0.539062, 0.382812, 1.109375, 0.46875, 0.359375, 0.376953, 0.660156, 0.3125, 0.851562, 0.279297, 0.546875, 0.546875, 0.357422, 0.271484, 0.523438, 0.550781, 0.07959, 1.25, 0.394531, 0.433594, 0.648438, 0.824219, 0.384766, 0.992188, 0.890625, 0.726562, 0.886719, 0.261719, 0.306641, 0.328125, 0.302734, 0.067383, 0.277344, 0.378906, 1.132812, 0.451172, 0.628906, 0.597656, 1.367188, 0.585938, 1.5, 0.429688, 0.851562, 1.710938, 0.910156, 0.816406, 0.388672, 1.15625, 0.283203, 0.628906, 0.267578, 0.482422, 0.980469, 1.375, 0.535156, 0.283203, 0.769531, 0.488281, 0.371094, 0.388672, 0.451172, 0.462891, 1.203125, 0.302734, 1.007812, 1.851562, 1.078125, 1.5625, 0.554688, 0.363281, 1.3125, 0.359375, 1.453125, 0.589844, 0.398438, 0.777344, 0.054932, 1.007812, 0.707031, 0.648438, 1.3125, 0.824219, 0.539062, 0.341797, 0.707031, 0.964844, 0.227539, 0.613281, 0.808594, 0.671875, 1.71875, 1.484375, 0.423828, 0.46875, 0.546875, 0.402344, 0.695312, 0.710938, 0.914062, 0.664062, 0.503906, 0.291016, 0.333984, 1.039062, 0.460938, 0.738281, 1.25, 0.53125, 1.601562, 1.5625, 1.101562, 0.546875, 0.527344, 0.421875, 0.251953, 0.390625, 0.644531, 1.046875, 1.390625, 0.369141, 0.675781, 1.765625, 0.84375, 1.875, 0.292969, 0.898438, 0.90625, 0.746094, 0.808594, 0.099121, 0.464844, 0.287109, 0.462891, 0.330078, 0.182617, 0.376953, 0.296875, 0.839844, 0.203125, 0.566406, 0.652344, 0.310547, 1.015625, 0.100586, 0.566406, 1.289062, 0.330078, 0.423828, 1.382812, 1.03125, 0.800781, 1.257812, 1.242188, 0.408203, 0.271484, 0.053467, 1.898438, 0.253906, 1.273438, 0.523438, 0.9375, 0.384766, 0.535156, 0.300781, 0.949219, 0.652344, 0.423828, 0.566406, 0.503906, 0.40625, 0.296875, 0.917969, 0.386719, 0.048096, 0.585938, 0.730469, 0.494141, 0.542969, 0.980469, 0.058105, 0.408203, 1.757812, 1.164062, 0.328125, 0.976562, 1.375, 1.25, 0.648438, 0.914062, 0.337891, 0.980469, 0.898438, 0.511719, 0.075684, 0.667969, 0.058838, 0.773438, 0.921875, 0.398438, 1.125, 0.816406, 1.132812, 0.237305, 0.71875, 0.408203, 0.046387, 0.285156, 0.628906, 0.59375, 0.363281, 1.242188, 0.632812, 0.253906, 1.320312, 0.230469, 0.613281, 0.320312, 0.388672, 1.1875, 0.316406, 1.515625, 1.476562, 0.960938, 0.507812, 0.474609, 0.882812, 0.355469, 1.125, 1.148438, 0.429688, 1.296875, 0.367188, 1.3125, 1.09375, 0.9375, 1.828125, 0.703125, 1.109375, 1.007812, 0.462891, 0.792969, 1.3125, 0.78125, 0.769531, 0.253906, 1.179688, 0.59375, 0.361328, 0.285156, 0.894531, 1.820312, 0.380859, 0.052002, 0.253906, 1.367188, 0.077637, 0.902344, 0.855469, 0.804688, 0.632812, 1.195312, 0.59375, 0.269531, 0.996094, 1.9375, 0.601562, 0.660156, 0.410156, 0.984375, 0.337891, 0.235352, 0.578125, 0.28125, 0.154297, 0.695312, 0.820312, 0.90625, 0.546875, 0.746094, 0.357422, 0.855469, 1.90625, 0.953125, 1.078125, 1.15625, 0.086914, 0.431641, 0.3125, 0.318359, 0.080078, 1.695312, 0.546875, 0.914062, 0.302734, 0.550781, 0.4375, 0.304688, 0.279297, 0.064453, 0.349609, 0.71875, 1.382812, 0.792969, 0.550781, 0.804688, 0.394531, 0.582031, 1.890625, 1.578125, 0.433594, 0.753906, 0.373047, 0.984375, 1.0, 1.234375, 1.054688, 1.28125, 0.3125, 0.710938, 0.894531, 1.414062, 0.671875, 0.59375, 1.257812, 0.574219, 1.617188, 0.648438, 0.067871, 0.271484, 0.384766, 1.375, 0.279297, 0.523438, 0.435547, 0.613281, 1.6875, 0.679688, 1.164062, 0.511719, 0.601562, 0.419922, 0.470703, 0.589844, 0.527344, 1.054688, 0.71875, 1.117188, 0.244141, 0.279297, 1.304688, 0.660156, 1.367188, 0.347656, 1.679688, 0.546875, 0.636719, 1.640625, 0.589844, 0.847656, 0.271484, 0.582031, 0.355469, 0.279297, 0.765625, 1.8125, 0.412109, 1.046875, 1.421875, 0.515625, 0.515625, 0.337891, 0.433594, 0.5625, 0.310547, 0.796875, 0.695312, 0.457031, 0.871094, 0.296875, 1.710938, 0.488281, 0.457031, 1.476562, 0.074219, 0.392578, 0.333984, 0.429688, 0.061523, 0.289062, 1.054688, 0.609375, 1.054688, 0.204102, 1.515625, 0.71875, 0.550781, 1.085938, 0.902344, 0.679688, 1.148438, 0.910156, 0.233398, 0.542969, 0.249023, 1.296875, 0.707031, 0.390625, 0.617188, 0.306641, 1.0, 0.398438, 0.451172, 0.691406, 0.208984, 0.695312, 1.65625, 1.328125, 0.773438, 0.201172, 0.75, 1.421875, 0.410156, 1.546875, 0.279297, 0.375, 0.59375, 0.824219, 0.433594, 0.388672, 0.515625, 0.400391, 0.425781, 0.5625, 0.53125, 0.390625, 0.71875, 0.490234, 0.443359, 0.378906, 0.546875, 0.75, 0.339844, 0.628906, 0.34375, 1.109375, 1.140625, 1.4375, 1.679688, 0.3125, 0.345703, 0.515625, 1.507812, 0.304688, 0.066895, 0.949219, 0.416016, 0.835938, 0.703125, 1.015625, 0.808594, 0.722656, 0.328125, 0.894531, 0.447266, 0.738281, 0.40625, 0.058838, 0.699219, 0.992188, 0.570312, 0.375, 1.609375, 0.652344, 0.283203, 0.566406, 0.695312, 0.494141, 1.125, 0.40625, 0.632812, 1.203125, 0.333984, 1.3125, 0.271484, 0.921875, 1.882812, 0.378906, 1.382812, 1.125, 0.667969, 0.478516, 0.435547, 0.451172, 0.898438, 0.800781, 1.625, 0.447266, 0.330078, 0.816406, 0.710938, 1.71875, 0.636719, 0.957031, 1.546875, 0.535156, 0.554688, 0.820312, 0.22168, 0.062988, 0.585938, 1.132812, 1.46875, 0.972656, 1.40625, 1.632812, 0.855469, 0.664062, 0.84375, 0.229492, 0.898438, 0.28125, 0.498047, 0.667969, 0.341797, 0.244141, 0.398438, 1.1875, 0.898438, 0.486328, 0.476562, 1.453125, 1.171875, 0.957031, 1.054688, 0.570312, 1.53125, 1.4375, 0.316406, 0.566406, 0.574219, 0.53125, 0.480469, 0.373047, 1.007812, 0.914062, 0.345703, 0.253906, 0.484375, 1.703125, 1.601562, 0.921875, 0.996094, 1.257812, 1.125, 1.445312, 0.472656, 0.34375, 0.375, 0.419922, 0.507812, 0.287109, 0.871094, 1.65625, 0.318359, 0.291016, 1.46875, 0.373047, 1.5, 0.112793, 0.296875, 0.738281, 0.24707, 0.925781, 1.242188, 1.5625, 1.4375, 1.726562, 0.511719, 0.726562, 0.546875, 1.40625, 0.855469, 0.457031, 1.71875, 1.460938, 1.289062, 0.570312, 1.476562, 1.617188, 0.472656, 0.902344, 0.449219, 1.414062, 0.416016, 0.667969, 1.015625, 1.03125, 0.996094, 0.644531, 1.265625, 0.357422, 0.46875, 0.515625, 0.824219, 1.789062, 0.460938, 0.53125, 1.5, 0.566406, 0.574219, 0.46875, 0.3125, 0.326172, 0.671875, 0.273438, 0.574219, 0.996094, 0.376953, 0.652344, 0.578125, 0.851562, 1.59375, 0.851562, 1.453125, 0.236328, 0.75, 0.71875, 1.703125, 0.300781, 0.271484, 1.460938, 2.0, 1.921875, 0.211914, 0.933594, 0.332031, 1.015625, 0.820312, 0.679688, 0.53125, 1.09375, 0.710938, 0.224609, 0.378906, 0.609375, 0.710938, 0.267578, 0.515625, 0.296875, 0.455078, 0.320312, 0.302734, 0.796875, 0.664062, 0.394531, 0.077637, 0.601562, 1.984375, 0.949219, 0.765625, 0.597656, 1.625, 0.384766, 1.078125, 0.65625, 1.476562, 0.644531, 0.820312, 1.023438, 0.765625, 0.683594, 0.664062, 0.408203, 0.832031, 0.75, 0.78125, 0.660156, 0.730469, 0.769531, 0.84375, 0.582031, 0.511719, 0.621094, 0.416016, 0.949219, 0.486328, 0.300781, 0.337891, 0.066406, 0.921875, 1.796875, 0.96875, 1.46875, 0.451172, 1.257812, 0.757812, 0.492188, 0.445312, 0.308594, 0.601562, 0.546875, 0.253906, 0.664062, 0.265625, 1.0625, 0.441406, 0.515625, 0.550781, 0.236328, 0.761719, 0.675781, 1.492188, 1.710938, 0.373047, 1.265625, 0.75, 0.486328, 0.245117, 0.929688, 0.566406, 0.941406, 0.84375, 0.890625, 0.208008, 0.245117, 0.451172, 0.503906, 0.386719, 0.746094, 0.914062, 0.945312, 0.05835, 0.835938, 0.34375, 1.15625, 0.90625, 0.431641, 0.691406, 0.507812, 1.421875, 1.140625, 0.283203, 0.707031, 1.515625, 0.242188, 0.738281, 1.28125, 1.023438, 0.447266, 0.457031, 0.886719, 1.359375, 1.234375, 0.644531, 0.613281, 1.59375, 0.621094, 1.070312, 0.738281, 0.296875, 0.550781, 1.039062, 0.765625, 0.953125, 0.691406, 0.644531, 0.972656, 1.820312, 1.1875, 0.960938, 0.765625, 0.279297, 0.988281, 0.419922, 0.059082, 0.710938, 1.351562, 0.550781, 0.722656, 0.298828, 0.710938, 0.357422, 1.15625, 0.917969, 1.5, 0.929688, 0.386719, 1.015625, 1.71875, 0.839844, 1.171875, 0.515625, 0.283203, 1.15625, 0.488281, 0.353516, 0.523438, 0.640625, 0.808594, 0.067871, 1.101562, 0.339844, 0.84375, 1.007812, 1.476562, 0.380859, 0.78125, 0.957031, 0.582031, 1.359375, 0.474609, 0.550781, 0.429688, 0.324219, 1.328125, 0.667969, 0.671875, 0.933594, 0.114746, 1.429688, 0.269531, 1.101562, 1.46875, 0.318359, 1.1875, 0.777344, 1.40625, 1.570312, 1.273438, 0.800781, 0.316406, 0.425781, 0.451172, 0.75, 1.289062, 0.660156, 0.507812, 0.902344, 0.269531, 0.328125, 1.132812, 0.416016, 1.007812, 0.679688, 0.90625, 0.675781, 0.6875, 0.287109, 0.792969, 0.460938, 0.730469, 0.255859, 0.064453, 0.675781, 0.255859, 0.359375, 0.554688, 0.34375, 1.414062, 0.589844, 0.316406, 0.239258, 0.306641, 0.466797, 1.875, 0.310547, 0.5625, 1.710938, 1.117188, 0.90625, 0.40625, 0.439453, 0.730469, 0.824219, 0.648438, 1.054688, 0.306641, 1.75, 1.039062, 0.941406, 0.476562, 0.964844, 0.318359, 0.625, 0.679688, 0.0625, 0.660156, 0.640625, 0.257812, 1.515625, 0.601562, 0.734375, 0.957031, 1.023438, 1.164062, 0.535156, 0.890625, 0.582031, 0.578125, 0.357422, 0.451172, 0.345703, 0.585938, 1.648438, 1.132812, 0.800781, 0.597656, 1.109375, 0.589844, 0.079102, 0.423828, 1.539062, 0.306641, 0.523438, 0.714844, 0.660156, 1.117188, 0.640625, 0.996094, 0.550781, 0.28125, 1.0, 1.09375, 0.613281, 0.710938, 1.03125, 0.878906, 0.726562, 0.746094, 1.257812, 0.554688, 0.398438, 0.707031, 0.332031, 0.330078, 1.296875, 0.632812, 0.453125, 0.527344, 1.609375, 1.617188, 0.386719, 0.945312, 0.349609, 0.236328, 0.542969, 0.625, 0.53125, 0.609375, 1.0, 0.5625, 0.691406, 0.761719, 1.570312, 0.679688, 0.898438, 0.515625, 1.109375, 0.333984, 0.466797, 0.369141, 0.519531, 0.683594, 0.554688, 0.777344, 0.800781, 0.589844, 0.449219, 0.345703, 0.275391, 0.675781, 1.15625, 0.384766, 0.523438, 0.402344, 1.25, 0.253906, 0.617188, 0.470703, 0.738281, 0.898438, 0.664062, 0.503906, 0.542969, 0.703125, 0.390625, 1.914062, 1.445312, 0.4375, 0.734375, 0.349609, 0.730469, 0.482422, 0.314453, 1.257812, 1.84375, 0.675781, 0.996094, 0.081055, 1.148438, 0.601562, 0.423828, 1.429688, 0.451172, 0.314453, 0.921875, 0.710938, 0.617188, 0.824219, 0.292969, 0.949219, 0.423828, 1.726562, 0.898438, 0.5, 1.390625, 0.259766, 0.632812, 0.064453, 0.652344, 0.683594, 0.734375, 1.085938, 0.972656, 0.289062, 1.0, 0.617188, 1.546875, 0.208008, 0.439453, 0.351562, 1.25, 0.535156, 0.683594, 0.628906, 0.9375, 0.476562, 1.695312, 1.351562, 0.644531, 0.683594, 1.71875, 0.484375, 1.1875, 0.558594, 1.078125, 0.322266, 0.300781, 0.5625, 1.6875, 1.820312, 0.738281, 0.699219, 0.355469, 1.125, 0.34375, 0.875, 0.75, 0.1875, 0.988281, 0.96875, 0.408203, 1.40625, 0.988281, 1.351562, 0.628906, 0.730469, 1.429688, 0.636719, 0.261719, 1.242188, 1.890625, 0.421875, 0.494141, 0.839844, 0.726562, 1.070312, 0.059082, 1.0625, 0.886719, 0.769531, 1.101562, 0.683594, 0.605469, 0.275391, 0.667969, 0.326172, 0.373047, 0.063477, 0.412109, 1.109375, 0.224609, 0.527344, 0.894531, 0.667969, 0.621094, 1.53125, 0.068359, 2.03125, 1.117188, 1.0625, 1.742188, 0.84375, 0.585938, 0.488281, 1.460938, 0.621094, 0.490234, 0.539062, 1.335938, 0.289062, 1.148438, 2.03125, 1.421875, 1.039062, 0.636719, 0.314453, 0.566406, 0.730469, 0.330078, 0.396484, 0.722656, 0.5, 0.96875, 1.632812, 0.742188, 0.357422, 1.367188, 0.832031, 1.21875, 0.053711, 0.234375, 0.279297, 0.451172, 1.085938, 0.40625, 1.023438, 0.492188, 0.601562, 1.351562, 0.287109, 0.240234, 0.494141, 0.470703, 1.296875, 0.429688, 0.707031, 0.445312, 0.734375, 0.75, 0.914062, 0.632812, 0.371094, 0.898438, 0.753906, 0.894531, 1.484375, 1.179688, 0.310547, 0.519531, 0.453125, 0.112793, 0.914062, 0.5625, 0.359375, 0.5625, 0.275391, 0.486328, 1.023438, 0.470703, 2.0625, 0.507812, 0.738281, 0.886719, 0.542969, 0.671875, 1.15625, 0.75, 1.242188, 1.242188, 0.300781, 0.075684, 1.234375, 0.960938, 0.554688, 0.542969, 0.933594, 0.949219, 1.507812, 0.349609, 0.617188, 0.25, 0.519531, 0.482422, 0.3125, 0.910156, 1.476562, 0.800781, 0.988281, 0.960938, 0.839844, 0.703125, 1.28125, 0.335938, 1.03125, 0.667969, 0.566406, 0.067383, 1.023438, 0.601562, 0.075195, 1.21875, 0.628906, 1.8125, 0.476562, 0.835938, 0.535156, 0.435547, 0.324219, 0.8125, 0.369141, 0.316406, 2.03125, 0.601562, 0.075195, 0.816406, 0.178711, 0.820312, 1.117188, 0.404297, 0.53125, 0.359375, 0.996094, 0.695312, 1.015625, 0.244141, 0.535156, 0.269531, 0.416016, 1.046875, 0.089355, 0.291016, 0.318359, 0.300781, 0.507812, 0.527344, 1.835938, 1.625, 0.96875, 0.902344, 0.574219, 0.941406, 0.064453, 0.386719, 0.875, 1.359375, 0.824219, 0.648438, 1.179688, 0.304688, 0.804688, 0.378906, 1.21875, 0.451172, 0.605469, 0.621094, 0.470703, 0.902344, 0.523438, 0.462891, 1.539062, 0.789062, 0.988281, 0.287109, 0.365234, 1.023438, 0.419922, 0.234375, 0.081055, 0.380859, 0.707031, 0.929688, 0.816406, 0.447266, 1.179688, 0.691406, 0.515625, 0.636719, 0.753906, 0.326172, 0.316406, 0.503906, 0.398438, 0.519531, 0.515625, 0.269531, 0.851562, 0.742188, 0.474609, 0.601562, 0.490234, 0.859375, 0.5625, 0.412109, 0.542969, 0.067383, 0.416016, 0.244141, 0.59375, 0.326172, 1.328125, 1.289062 ] }, "name": "model.model.layers.18.input_layernorm.weight", "outputIndexes": [ 1486 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1485 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_18/Mul_output_0", "outputIndexes": [ 1487 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1486, 1487 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_18/Mul_1_output_0", "outputIndexes": [ 1488 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1488 ], "outputIndexes": [ 2812 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2812 ], "outputIndexes": [ 2813 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear", "inputIndexes": [ 2813 ], "outputIndexes": [ 2814 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2359925460, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2814 ], "outputIndexes": [ 2815 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2815 ], "outputIndexes": [ 1489 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1488 ], "main_type": "NONE", "name": "/Shape_253_output_0", "outputIndexes": [ 1490 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1490 ], "main_type": "NONE", "name": "Shape4579", "outputIndexes": [ 1491 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1490 ], "main_type": "NONE", "name": "Rank4581", "outputIndexes": [ 1492 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1492, 1492 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4583", "outputIndexes": [ 1493 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1493 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4584", "outputIndexes": [ 1494 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1493, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4586", "outputIndexes": [ 1495 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1495 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4587", "outputIndexes": [ 1496 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1491, 1494, 1496, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4590", "outputIndexes": [ 1497 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1497 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4591", "outputIndexes": [ 1498 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1498 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4592", "outputIndexes": [ 1499 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1499, 1498 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4593", "outputIndexes": [ 1500 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1490, 1500, 1493 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_274_output_0", "outputIndexes": [ 1501 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1501, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_577_output_0", "outputIndexes": [ 1502 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1502, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_234_output_0", "outputIndexes": [ 1503 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1489, 1503 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_163_output_0", "outputIndexes": [ 1504 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_144_output_0", "outputIndexes": [ 1505 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504 ], "main_type": "NONE", "name": "/Shape_254_output_0", "outputIndexes": [ 1506 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1506 ], "main_type": "NONE", "name": "Shape4600", "outputIndexes": [ 1507 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1506 ], "main_type": "NONE", "name": "Rank4602", "outputIndexes": [ 1508 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1508, 1508 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4604", "outputIndexes": [ 1509 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1509 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4605", "outputIndexes": [ 1510 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1509, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4607", "outputIndexes": [ 1511 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1511 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4608", "outputIndexes": [ 1512 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1507, 1510, 1512, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4611", "outputIndexes": [ 1513 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1513 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4612", "outputIndexes": [ 1514 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1514 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4613", "outputIndexes": [ 1515 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1515, 1514 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4614", "outputIndexes": [ 1516 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1506, 1516, 1509 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_275_output_0", "outputIndexes": [ 1517 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1517, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_54_output_0", "outputIndexes": [ 1518 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1518, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_582_output_0", "outputIndexes": [ 1519 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504, 1519, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_73_output_0", "outputIndexes": [ 1520 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1520 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_36_output_0", "outputIndexes": [ 1521 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504, 22, 1519, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_72_output_0", "outputIndexes": [ 1522 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1521, 1522 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_237_output_0", "outputIndexes": [ 1523 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1523, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_145_output_0", "outputIndexes": [ 1524 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1505, 1524 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_90_output_0", "outputIndexes": [ 1525 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1488 ], "outputIndexes": [ 2816 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2816 ], "outputIndexes": [ 2817 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear", "inputIndexes": [ 2817 ], "outputIndexes": [ 2818 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2367165162, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2818 ], "outputIndexes": [ 2819 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2819 ], "outputIndexes": [ 1526 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1502, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_235_output_0", "outputIndexes": [ 1527 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1526, 1527 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_164_output_0", "outputIndexes": [ 1528 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_146_output_0", "outputIndexes": [ 1529 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528 ], "main_type": "NONE", "name": "/Shape_255_output_0", "outputIndexes": [ 1530 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1530 ], "main_type": "NONE", "name": "Shape4663", "outputIndexes": [ 1531 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1530 ], "main_type": "NONE", "name": "Rank4665", "outputIndexes": [ 1532 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1532, 1532 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4667", "outputIndexes": [ 1533 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1533 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4668", "outputIndexes": [ 1534 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1533, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4670", "outputIndexes": [ 1535 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1535 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4671", "outputIndexes": [ 1536 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1531, 1534, 1536, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4674", "outputIndexes": [ 1537 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1537 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4675", "outputIndexes": [ 1538 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1538 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4676", "outputIndexes": [ 1539 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1539, 1538 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4677", "outputIndexes": [ 1540 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1530, 1540, 1533 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_276_output_0", "outputIndexes": [ 1541 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1541, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_55_output_0", "outputIndexes": [ 1542 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1542, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_584_output_0", "outputIndexes": [ 1543 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528, 1543, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_75_output_0", "outputIndexes": [ 1544 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1544 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_37_output_0", "outputIndexes": [ 1545 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528, 22, 1543, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_74_output_0", "outputIndexes": [ 1546 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1545, 1546 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_238_output_0", "outputIndexes": [ 1547 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1547, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_147_output_0", "outputIndexes": [ 1548 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1529, 1548 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_91_output_0", "outputIndexes": [ 1549 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1488 ], "outputIndexes": [ 2820 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2820 ], "outputIndexes": [ 2821 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear", "inputIndexes": [ 2821 ], "outputIndexes": [ 2822 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2368199424, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2822 ], "outputIndexes": [ 2823 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2823 ], "outputIndexes": [ 1550 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1550, 1527 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_165_output_0", "outputIndexes": [ 1551 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1525, 1549, 1551, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_170_output_0", "outputIndexes": [ 1552 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1552 ], "outputIndexes": [ 2824 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2824 ], "outputIndexes": [ 2825 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear", "inputIndexes": [ 2825 ], "outputIndexes": [ 2826 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2369233686, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2826 ], "outputIndexes": [ 2827 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2827 ], "outputIndexes": [ 1553 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1485, 1553 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_93_output_0", "outputIndexes": [ 1554 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.941406, 0.871094, 1.601562, 0.460938, 1.03125, 0.597656, 0.769531, 0.949219, 0.314453, 0.423828, 0.816406, 0.410156, 0.699219, 0.566406, 0.410156, 0.824219, 0.792969, 0.613281, 0.824219, 0.382812, 0.449219, 0.8125, 0.808594, 0.574219, 0.53125, 1.054688, 0.341797, 0.480469, 0.53125, 0.578125, 1.09375, 0.416016, 0.433594, 0.679688, 1.117188, 1.421875, 0.458984, 0.267578, 0.792969, 0.417969, 1.0, 0.765625, 1.09375, 0.722656, 1.125, 1.15625, 0.263672, 1.21875, 0.78125, 0.425781, 1.0625, 0.691406, 0.699219, 0.707031, 0.855469, 0.582031, 0.964844, 1.492188, 0.960938, 0.414062, 0.550781, 0.902344, 1.0, 0.753906, 1.148438, 0.871094, 0.460938, 0.742188, 0.46875, 0.65625, 0.621094, 0.458984, 0.964844, 0.71875, 0.914062, 1.015625, 0.503906, 0.503906, 0.384766, 1.226562, 1.117188, 1.28125, 1.109375, 0.644531, 0.808594, 0.213867, 0.808594, 1.179688, 0.839844, 0.412109, 0.832031, 0.886719, 0.894531, 0.871094, 0.867188, 0.722656, 0.404297, 0.46875, 0.804688, 0.423828, 0.449219, 0.466797, 1.351562, 0.734375, 0.550781, 0.976562, 0.695312, 0.439453, 0.570312, 0.710938, 0.746094, 0.644531, 0.855469, 0.216797, 0.683594, 0.192383, 0.441406, 0.871094, 1.117188, 0.4375, 0.585938, 0.695312, 1.164062, 0.757812, 0.738281, 0.648438, 0.996094, 0.640625, 0.216797, 0.476562, 0.310547, 0.796875, 0.478516, 0.832031, 0.613281, 0.773438, 0.621094, 0.863281, 0.527344, 0.875, 0.605469, 1.039062, 1.25, 0.392578, 0.304688, 0.369141, 0.929688, 0.765625, 1.109375, 0.789062, 1.03125, 0.789062, 0.652344, 0.800781, 0.503906, 0.589844, 0.453125, 0.392578, 1.054688, 1.210938, 0.410156, 0.402344, 0.365234, 0.757812, 0.298828, 0.464844, 0.601562, 0.460938, 0.6875, 0.757812, 0.808594, 0.519531, 0.511719, 0.519531, 0.730469, 1.21875, 0.734375, 0.699219, 1.085938, 0.707031, 0.462891, 0.714844, 1.03125, 0.376953, 0.457031, 0.824219, 0.664062, 0.431641, 0.625, 0.878906, 0.447266, 0.765625, 0.486328, 0.582031, 1.09375, 0.789062, 0.773438, 1.023438, 0.439453, 0.710938, 0.738281, 0.287109, 0.691406, 0.628906, 0.800781, 0.828125, 0.458984, 0.5625, 1.054688, 0.445312, 1.007812, 0.734375, 0.507812, 0.828125, 0.746094, 0.601562, 0.439453, 0.421875, 1.257812, 0.660156, 0.695312, 0.416016, 0.523438, 0.894531, 0.839844, 1.179688, 0.458984, 0.535156, 0.632812, 0.75, 0.863281, 0.863281, 0.785156, 0.699219, 0.820312, 0.730469, 0.605469, 1.15625, 0.219727, 0.746094, 0.878906, 0.671875, 0.953125, 0.734375, 0.59375, 0.490234, 0.90625, 0.980469, 0.855469, 0.722656, 0.773438, 1.0625, 0.523438, 0.605469, 0.757812, 0.507812, 0.753906, 0.194336, 0.699219, 0.390625, 0.753906, 0.859375, 0.820312, 0.980469, 0.75, 0.494141, 0.742188, 0.753906, 0.558594, 0.839844, 0.691406, 0.929688, 0.863281, 0.523438, 0.558594, 1.445312, 0.851562, 0.515625, 0.53125, 0.894531, 0.664062, 0.773438, 0.212891, 0.824219, 0.625, 1.242188, 0.527344, 0.886719, 0.882812, 0.419922, 1.148438, 0.419922, 0.589844, 0.466797, 0.423828, 0.664062, 0.492188, 0.472656, 0.773438, 0.699219, 0.566406, 0.519531, 0.435547, 0.949219, 1.320312, 1.007812, 0.695312, 0.695312, 0.683594, 0.808594, 0.431641, 0.613281, 0.757812, 0.710938, 0.267578, 0.890625, 0.773438, 1.148438, 0.78125, 0.742188, 1.054688, 0.699219, 0.574219, 0.636719, 0.570312, 0.78125, 0.636719, 0.746094, 0.605469, 0.585938, 0.21582, 0.683594, 0.664062, 0.628906, 0.447266, 0.695312, 0.847656, 1.601562, 0.878906, 0.478516, 0.197266, 0.625, 0.679688, 0.664062, 0.277344, 0.878906, 1.085938, 0.824219, 0.625, 0.742188, 0.75, 0.414062, 1.09375, 0.761719, 1.1875, 0.742188, 0.835938, 0.882812, 0.617188, 0.769531, 0.730469, 1.226562, 0.248047, 0.474609, 0.363281, 0.417969, 0.632812, 1.09375, 0.753906, 0.417969, 0.714844, 0.789062, 0.875, 0.585938, 0.90625, 1.382812, 0.245117, 0.419922, 0.78125, 0.875, 0.796875, 0.910156, 0.462891, 1.070312, 0.960938, 0.470703, 1.179688, 0.769531, 0.664062, 0.539062, 0.753906, 1.0, 0.386719, 0.365234, 0.550781, 0.953125, 0.46875, 0.570312, 0.835938, 0.239258, 0.476562, 0.953125, 0.447266, 1.09375, 0.40625, 0.84375, 0.722656, 0.839844, 0.851562, 0.585938, 0.427734, 0.789062, 1.0, 0.738281, 0.894531, 1.265625, 0.886719, 0.78125, 0.78125, 0.875, 0.466797, 0.527344, 0.707031, 0.421875, 0.644531, 0.398438, 1.023438, 0.957031, 0.427734, 0.722656, 0.746094, 0.652344, 0.396484, 0.605469, 0.871094, 0.449219, 0.613281, 0.820312, 0.652344, 0.451172, 0.695312, 0.960938, 0.953125, 0.75, 0.421875, 0.470703, 0.65625, 0.855469, 0.734375, 1.164062, 1.023438, 0.738281, 0.875, 0.730469, 0.757812, 1.8125, 0.511719, 0.640625, 0.000183, 0.589844, 0.835938, 0.589844, 0.761719, 0.433594, 0.40625, 0.824219, 0.474609, 0.722656, 0.412109, 0.707031, 0.570312, 0.239258, 0.808594, 0.828125, 0.859375, 0.425781, 0.617188, 0.427734, 0.882812, 0.808594, 0.9375, 0.757812, 0.53125, 0.8125, 0.414062, 0.957031, 1.4375, 0.75, 0.914062, 0.734375, 0.632812, 1.054688, 1.25, 0.851562, 1.132812, 0.53125, 0.824219, 0.609375, 1.054688, 0.875, 0.722656, 0.482422, 0.574219, 0.480469, 0.65625, 0.523438, 0.859375, 0.449219, 0.78125, 0.578125, 0.894531, 0.992188, 0.792969, 1.054688, 0.871094, 0.503906, 0.507812, 0.699219, 0.59375, 1.25, 0.617188, 0.890625, 0.859375, 0.222656, 0.773438, 0.435547, 1.109375, 0.9375, 0.792969, 0.660156, 0.738281, 0.863281, 0.980469, 0.796875, 0.664062, 0.886719, 0.412109, 0.71875, 0.671875, 0.878906, 0.427734, 0.441406, 0.421875, 0.746094, 0.412109, 1.023438, 1.546875, 0.384766, 0.476562, 1.304688, 0.605469, 1.273438, 0.738281, 0.648438, 0.535156, 0.478516, 0.617188, 0.773438, 0.820312, 0.535156, 1.210938, 0.761719, 0.566406, 0.472656, 0.431641, 0.941406, 0.675781, 0.710938, 0.714844, 0.474609, 0.792969, 0.730469, 0.472656, 0.453125, 0.710938, 0.667969, 0.675781, 1.34375, 0.417969, 1.023438, 0.9375, 0.675781, 0.839844, 0.421875, 0.894531, 0.71875, 0.671875, 0.392578, 0.742188, 0.472656, 0.980469, 0.6875, 0.835938, 0.800781, 0.925781, 0.419922, 0.617188, 0.535156, 0.435547, 0.472656, 1.148438, 0.398438, 0.53125, 1.289062, 0.65625, 0.9375, 0.71875, 0.691406, 0.283203, 1.023438, 1.257812, 1.0625, 0.523438, 0.40625, 0.871094, 0.777344, 0.227539, 0.648438, 0.664062, 0.765625, 0.867188, 0.75, 0.253906, 0.707031, 0.279297, 0.644531, 1.460938, 0.773438, 0.714844, 1.226562, 0.496094, 0.554688, 0.578125, 0.703125, 0.511719, 0.474609, 0.945312, 0.453125, 0.847656, 0.707031, 0.667969, 0.425781, 0.816406, 0.824219, 1.226562, 0.498047, 0.769531, 0.734375, 0.78125, 0.617188, 0.249023, 0.550781, 0.78125, 0.414062, 0.376953, 0.910156, 0.558594, 0.855469, 0.855469, 0.417969, 0.402344, 0.558594, 0.271484, 0.835938, 0.867188, 0.953125, 0.71875, 0.648438, 0.941406, 0.796875, 0.59375, 0.703125, 0.792969, 0.851562, 0.808594, 0.726562, 1.132812, 0.470703, 0.609375, 0.914062, 0.75, 0.796875, 0.507812, 0.953125, 0.421875, 0.574219, 0.691406, 0.476562, 0.494141, 0.318359, 1.09375, 0.707031, 0.78125, 1.195312, 0.65625, 0.414062, 0.414062, 1.03125, 0.408203, 0.777344, 0.453125, 1.007812, 0.988281, 0.761719, 0.675781, 0.78125, 0.589844, 0.222656, 0.796875, 1.03125, 0.609375, 0.433594, 0.539062, 0.609375, 0.53125, 0.207031, 0.376953, 0.765625, 0.429688, 0.992188, 0.46875, 0.773438, 0.761719, 0.710938, 0.9375, 0.777344, 0.71875, 0.294922, 0.492188, 0.648438, 0.863281, 0.828125, 0.589844, 0.820312, 0.455078, 0.800781, 0.412109, 0.53125, 0.644531, 0.984375, 0.707031, 0.761719, 0.423828, 0.421875, 0.753906, 0.695312, 0.882812, 0.53125, 1.171875, 0.605469, 0.414062, 0.757812, 0.691406, 0.636719, 0.988281, 0.667969, 0.388672, 0.929688, 0.652344, 0.441406, 0.851562, 0.550781, 0.773438, 0.243164, 0.789062, 0.714844, 0.84375, 0.427734, 0.384766, 1.21875, 0.640625, 0.890625, 0.228516, 0.640625, 1.21875, 0.242188, 0.707031, 1.242188, 0.871094, 0.640625, 0.679688, 0.410156, 1.015625, 0.726562, 0.441406, 0.769531, 0.691406, 0.441406, 0.773438, 0.730469, 0.839844, 0.398438, 0.141602, 0.570312, 0.960938, 0.416016, 0.394531, 1.007812, 1.273438, 0.863281, 0.648438, 0.349609, 0.714844, 1.109375, 0.800781, 0.244141, 0.75, 0.726562, 0.503906, 0.412109, 0.5625, 0.585938, 0.761719, 1.382812, 0.824219, 0.660156, 0.605469, 0.410156, 0.988281, 0.255859, 0.613281, 0.6875, 0.163086, 1.140625, 0.402344, 0.472656, 0.722656, 0.59375, 0.617188, 0.542969, 0.828125, 0.675781, 1.03125, 1.015625, 0.496094, 1.3125, 0.46875, 0.910156, 0.945312, 0.835938, 0.804688, 0.414062, 0.474609, 1.1875, 0.431641, 0.695312, 0.691406, 0.515625, 0.734375, 0.730469, 0.769531, 0.753906, 0.435547, 0.394531, 0.796875, 0.714844, 0.679688, 0.46875, 1.03125, 0.679688, 1.210938, 0.570312, 0.621094, 0.839844, 0.484375, 0.601562, 1.171875, 0.507812, 0.722656, 0.878906, 0.738281, 0.636719, 0.722656, 1.125, 0.839844, 0.992188, 0.511719, 0.228516, 0.851562, 0.443359, 0.789062, 1.125, 0.400391, 0.632812, 1.140625, 0.839844, 0.796875, 0.808594, 0.214844, 0.507812, 0.287109, 0.835938, 0.664062, 0.714844, 1.359375, 0.738281, 0.675781, 0.742188, 0.421875, 0.316406, 0.988281, 0.652344, 0.683594, 0.431641, 0.980469, 0.925781, 0.757812, 0.984375, 0.832031, 0.589844, 0.90625, 1.046875, 0.761719, 0.427734, 0.828125, 0.617188, 0.867188, 0.773438, 0.5, 0.789062, 0.972656, 0.773438, 0.734375, 0.953125, 0.941406, 0.75, 1.203125, 0.730469, 0.431641, 0.867188, 0.769531, 0.574219, 0.847656, 0.554688, 1.054688, 0.714844, 0.417969, 1.015625, 0.482422, 0.75, 0.414062, 0.714844, 0.703125, 0.308594, 0.300781, 0.507812, 1.195312, 0.542969, 0.322266, 0.917969, 1.03125, 0.476562, 0.777344, 0.408203, 0.695312, 0.902344, 0.695312, 0.227539, 0.570312, 0.232422, 0.439453, 1.140625, 0.816406, 0.414062, 0.453125, 0.625, 0.636719, 0.632812, 0.472656, 1.1875, 0.976562, 0.761719, 0.314453, 0.996094, 0.960938, 1.578125, 0.730469, 0.824219, 1.109375, 0.726562, 0.664062, 0.410156, 0.449219, 0.34375, 0.5625, 0.408203, 0.443359, 0.447266, 0.78125, 0.5625, 1.117188, 0.734375, 0.542969, 0.808594, 0.585938, 0.871094, 0.785156, 0.945312, 0.235352, 0.402344, 0.691406, 0.757812, 0.554688, 0.421875, 0.414062, 0.695312, 0.949219, 0.632812, 1.101562, 0.28125, 0.785156, 0.753906, 0.667969, 0.445312, 0.208984, 0.765625, 0.902344, 0.515625, 0.458984, 0.542969, 0.640625, 0.484375, 0.898438, 0.433594, 0.404297, 0.828125, 0.237305, 0.816406, 0.597656, 0.232422, 1.015625, 0.945312, 0.859375, 0.488281, 0.609375, 0.824219, 0.929688, 1.070312, 0.40625, 0.439453, 0.4375, 0.414062, 0.535156, 0.384766, 1.0, 0.550781, 1.695312, 0.648438, 0.765625, 0.742188, 0.535156, 0.451172, 1.070312, 0.310547, 1.21875, 0.679688, 0.53125, 0.980469, 0.453125, 0.78125, 0.609375, 0.417969, 0.445312, 0.691406, 0.429688, 0.404297, 0.412109, 0.671875, 0.166992, 0.172852, 0.914062, 0.617188, 0.945312, 1.0625, 0.46875, 0.964844, 0.640625, 1.132812, 0.539062, 0.671875, 0.761719, 0.466797, 0.439453, 0.722656, 1.03125, 0.71875, 0.710938, 0.578125, 0.527344, 0.404297, 0.511719, 0.546875, 0.227539, 0.445312, 0.890625, 0.609375, 1.054688, 1.140625, 0.78125, 0.472656, 1.273438, 0.683594, 0.427734, 0.605469, 0.679688, 1.179688, 0.40625, 0.675781, 1.335938, 1.164062, 0.417969, 0.451172, 1.03125, 0.78125, 0.585938, 1.15625, 0.439453, 0.601562, 0.628906, 0.816406, 1.203125, 0.324219, 0.375, 0.550781, 0.5625, 0.652344, 0.417969, 1.3125, 0.75, 0.492188, 0.679688, 0.423828, 0.949219, 0.707031, 0.679688, 1.007812, 0.494141, 0.800781, 0.648438, 0.476562, 0.429688, 0.859375, 0.574219, 0.878906, 0.535156, 0.636719, 0.636719, 0.550781, 1.414062, 0.714844, 0.478516, 0.917969, 0.412109, 1.171875, 0.625, 0.933594, 0.902344, 0.726562, 0.515625, 0.976562, 0.5625, 0.988281, 0.65625, 0.542969, 1.25, 0.769531, 0.640625, 0.414062, 0.953125, 0.458984, 0.988281, 0.851562, 1.125, 0.789062, 0.451172, 0.419922, 0.804688, 0.609375, 0.972656, 0.839844, 0.59375, 1.210938, 0.785156, 0.765625, 1.234375, 1.117188, 0.789062, 0.949219, 0.667969, 0.648438, 0.472656, 0.431641, 0.871094, 1.039062, 0.882812, 0.921875, 0.722656, 0.742188, 0.996094, 0.605469, 1.023438, 0.910156, 0.898438, 0.65625, 0.816406, 0.191406, 0.832031, 0.453125, 0.205078, 0.707031, 0.671875, 0.722656, 0.503906, 0.71875, 0.832031, 0.882812, 1.304688, 1.226562, 0.796875, 0.484375, 0.417969, 0.410156, 0.582031, 1.140625, 0.441406, 1.734375, 0.640625, 0.773438, 0.988281, 0.980469, 0.671875, 1.203125, 1.132812, 0.75, 0.423828, 0.847656, 1.210938, 0.71875, 0.494141, 0.789062, 1.09375, 0.972656, 1.210938, 0.808594, 1.265625, 0.910156, 0.671875, 1.421875, 0.730469, 0.574219, 1.148438, 0.816406, 0.832031, 0.9375, 1.015625, 0.886719, 0.792969, 0.742188, 0.996094, 0.554688, 0.691406, 0.435547, 0.71875, 0.835938, 0.910156, 0.425781, 0.189453, 0.707031, 0.738281, 0.902344, 0.921875, 0.863281, 0.5625, 0.5, 1.210938, 0.726562, 0.746094, 0.490234, 0.757812, 0.416016, 0.699219, 0.628906, 0.441406, 0.490234, 1.015625, 0.192383, 0.804688, 0.570312, 0.224609, 0.945312, 0.400391, 0.435547, 0.566406, 0.984375, 0.675781, 0.503906, 0.796875, 0.519531, 0.458984, 0.447266, 0.400391, 0.695312, 0.253906, 0.457031, 0.4375, 0.753906, 0.59375, 0.984375, 1.0625, 0.443359, 0.957031, 0.425781, 1.3125, 0.535156, 0.6875, 1.0, 0.917969, 0.589844, 0.820312, 0.378906, 1.039062, 0.773438, 1.421875, 0.738281, 0.427734, 1.3125, 1.125, 1.007812, 0.542969, 0.726562, 0.957031, 0.605469, 0.75, 0.597656, 1.25, 0.722656, 0.941406, 0.902344, 1.0625, 0.613281, 0.777344, 0.878906, 0.449219, 0.664062, 1.070312, 0.65625, 0.785156, 0.597656, 0.773438, 1.132812, 0.65625, 0.660156, 0.416016, 0.597656, 0.664062, 0.4375, 0.777344, 1.6875, 0.640625, 0.451172, 0.992188, 0.570312, 0.996094, 0.777344, 0.90625, 0.847656, 0.910156, 0.714844, 0.492188, 0.632812, 0.441406, 0.761719, 0.828125, 0.84375, 0.441406, 1.109375, 0.871094, 0.742188, 0.796875, 0.570312, 0.474609, 0.416016, 0.753906, 0.625, 0.648438, 0.625, 0.632812, 0.636719, 0.671875, 0.667969, 0.738281, 0.792969, 0.496094, 0.597656, 0.423828, 0.371094, 0.480469, 0.5625, 0.960938, 1.046875, 0.890625, 0.648438, 0.703125, 0.761719, 0.527344, 0.613281, 0.761719, 0.667969, 1.171875, 1.164062, 0.589844, 0.222656, 0.644531, 0.675781, 0.219727, 0.910156, 0.941406, 1.195312, 0.695312, 0.625, 0.601562, 0.632812, 0.160156, 0.761719, 0.243164, 0.84375, 0.683594, 0.585938, 0.192383, 0.542969, 0.941406, 0.427734, 0.652344, 0.417969, 1.078125, 1.101562, 0.832031, 0.734375, 0.683594, 0.404297, 0.707031, 0.828125, 0.75, 0.390625, 0.914062, 0.333984, 0.96875, 0.996094, 0.875, 1.09375, 1.265625, 0.408203, 0.679688, 0.722656, 0.777344, 0.738281, 0.53125, 0.777344, 0.550781, 0.613281, 0.882812, 0.371094, 0.695312, 0.851562, 0.578125, 0.660156, 0.574219, 0.535156, 0.734375, 0.871094, 0.257812, 1.234375, 0.867188, 0.412109, 0.824219, 0.515625, 1.382812, 0.820312, 0.695312, 0.726562, 0.761719, 0.96875, 0.675781, 0.824219, 0.578125, 1.171875, 0.878906, 0.71875, 0.753906, 0.710938, 0.871094, 0.363281, 0.953125, 1.078125, 0.519531, 0.824219, 0.851562, 0.886719, 0.625, 1.507812, 1.296875, 0.726562, 0.431641, 0.601562, 0.722656, 0.988281, 0.890625, 0.146484, 0.785156, 0.796875, 1.179688, 0.597656, 0.582031, 0.960938, 0.6875, 0.388672, 0.796875, 1.1875, 0.851562, 0.890625, 0.617188, 0.742188, 1.015625, 1.0, 0.941406, 0.789062, 0.640625, 0.546875, 0.609375, 0.730469, 0.632812, 0.398438, 1.234375, 0.648438, 0.660156, 0.878906, 1.039062, 1.460938, 0.789062, 0.722656, 1.039062, 0.894531, 0.386719, 0.8125, 0.746094, 0.417969, 0.960938, 0.416016, 0.710938, 0.535156, 0.441406, 0.451172, 0.550781, 0.703125, 0.335938, 0.486328, 0.441406, 0.445312, 0.609375, 0.507812, 0.421875, 0.914062, 0.152344, 0.695312, 0.96875, 0.824219, 0.773438, 1.164062, 0.53125, 1.242188, 0.867188, 0.232422, 0.222656, 0.425781, 0.566406, 0.863281, 0.472656, 0.710938, 1.039062, 0.443359, 0.972656, 0.523438, 0.972656, 1.039062, 0.710938, 0.75, 0.613281, 0.804688, 0.283203, 0.660156, 0.671875, 0.835938, 0.443359, 0.40625, 0.492188, 0.789062, 0.878906, 0.589844, 0.478516, 0.671875, 0.734375, 0.839844, 0.851562, 0.910156, 0.617188, 0.582031, 0.488281, 0.703125, 0.8125, 0.679688, 0.414062, 0.660156, 0.816406, 0.84375, 0.457031, 0.730469, 0.957031, 0.425781, 0.78125, 0.470703, 0.423828, 0.353516, 1.257812, 0.695312, 0.722656, 0.462891, 0.628906, 0.472656, 0.202148, 0.820312, 0.914062, 0.466797, 0.65625, 0.726562, 0.582031, 0.53125, 1.085938, 1.007812, 0.582031, 0.412109, 0.664062, 1.085938, 0.519531, 0.828125, 0.472656, 0.695312, 1.070312, 0.679688, 0.628906, 1.101562, 0.326172, 0.964844, 0.761719, 0.703125, 0.820312, 0.554688, 0.632812, 0.492188, 1.1875, 1.132812, 0.239258, 0.386719, 0.726562, 0.527344, 0.777344, 0.9375, 0.511719, 0.695312, 1.085938, 0.820312, 0.492188, 1.015625, 0.441406, 0.703125, 0.667969, 0.765625, 0.554688, 0.675781, 0.855469, 0.652344, 0.738281, 0.972656, 0.613281, 0.449219, 0.476562, 0.554688, 0.484375, 0.765625, 0.613281, 0.867188, 0.59375, 0.667969, 0.757812, 0.589844, 0.734375, 0.808594, 0.839844, 0.445312, 0.730469, 0.337891, 0.582031, 0.875, 0.734375, 0.875, 0.703125, 0.585938, 0.773438, 0.206055, 0.408203, 0.699219, 0.449219, 0.542969, 0.582031, 0.679688, 1.210938, 0.773438, 0.515625, 0.202148, 0.800781, 0.378906, 0.439453, 0.398438, 0.597656, 0.53125, 0.707031, 0.496094, 1.03125, 0.828125, 1.039062, 0.8125, 0.492188, 0.710938, 0.867188, 0.792969, 0.878906, 0.449219, 1.226562, 0.671875, 0.412109, 1.140625, 0.609375, 0.683594, 0.535156, 0.542969, 0.435547, 0.730469, 0.742188, 0.792969, 0.380859, 0.933594, 0.441406, 0.431641, 0.233398, 0.490234, 0.9375, 0.761719, 1.0, 0.769531, 0.691406, 0.166992, 0.582031, 0.439453, 0.628906, 0.539062, 0.777344, 0.761719, 1.0, 0.515625, 0.875, 0.710938, 0.875, 1.046875, 1.09375, 0.984375, 0.882812, 1.242188, 0.439453, 0.644531, 0.455078, 0.8125, 0.699219, 0.445312, 0.816406, 0.345703, 0.863281, 0.421875, 0.410156, 0.984375, 0.240234, 0.851562, 0.369141, 1.070312, 1.117188, 0.558594, 0.707031, 0.648438, 0.953125, 0.695312, 0.84375, 0.462891, 0.871094, 0.120605, 1.109375, 0.435547, 1.109375, 0.453125, 0.347656, 1.039062, 1.242188, 0.644531, 0.792969, 0.554688, 1.015625, 0.75, 1.3125, 0.691406, 0.636719, 0.4375, 0.917969, 0.910156, 0.632812, 0.640625, 0.855469, 0.161133, 1.132812, 0.585938, 0.957031, 0.542969, 0.726562, 0.447266, 0.664062, 0.667969, 0.158203, 0.4375, 0.71875, 0.46875, 0.390625, 1.28125, 0.769531, 0.441406, 0.644531, 0.408203, 1.203125, 0.703125, 0.589844, 0.6875, 1.25, 0.660156, 0.734375, 0.462891, 0.585938, 0.558594, 0.753906, 0.515625, 0.229492, 0.419922, 0.46875, 0.675781, 0.847656, 0.941406, 0.194336, 0.914062, 1.101562, 0.867188, 0.632812, 0.318359, 0.429688, 0.996094, 0.423828, 0.376953, 0.984375, 0.554688, 0.408203, 1.328125, 0.769531, 1.0625, 0.511719, 1.242188, 0.59375, 1.09375, 0.71875, 0.566406, 0.789062, 0.667969, 0.890625, 0.453125, 0.875, 0.820312, 0.59375, 0.828125, 0.423828, 0.726562, 0.597656, 0.558594, 0.625, 0.507812, 1.226562, 0.859375, 0.613281, 0.855469, 0.417969, 0.78125, 0.625, 0.414062, 0.535156, 0.910156, 1.1875, 0.5, 0.640625, 0.462891, 0.734375, 0.613281, 0.460938, 0.816406, 0.917969, 0.507812, 0.605469, 0.65625, 0.605469, 0.470703, 1.0, 0.976562, 0.632812, 0.363281, 0.800781, 0.236328, 0.330078, 0.75, 0.621094, 0.3125, 0.652344, 0.882812, 0.464844, 1.171875, 0.671875, 1.148438, 0.746094, 0.816406, 0.945312, 1.515625, 0.257812, 0.515625, 0.6875, 0.679688, 1.273438, 0.644531, 1.101562, 1.101562, 0.753906, 0.898438, 0.992188, 0.330078, 0.714844, 1.085938, 0.824219, 0.628906, 0.960938, 0.671875, 1.0, 0.949219, 0.519531, 0.980469, 0.589844, 0.71875, 0.835938, 1.085938, 1.28125, 0.204102, 0.699219, 0.664062, 1.023438, 0.5, 0.84375, 1.054688, 0.90625, 1.085938, 0.507812, 0.683594, 0.914062, 0.726562, 0.617188, 0.453125, 0.628906, 0.945312, 0.228516, 0.558594, 0.820312, 0.722656, 1.054688, 0.734375, 0.439453, 0.523438, 0.996094, 0.369141, 0.894531, 0.613281, 0.605469, 0.683594, 1.171875, 0.46875, 0.863281, 1.117188, 0.785156, 0.679688, 0.503906, 1.109375, 0.707031, 0.699219, 0.855469, 0.746094, 0.314453, 0.984375, 0.566406, 0.726562, 0.695312, 0.757812, 0.394531, 0.851562, 0.785156, 0.503906, 0.75, 0.863281, 0.22168, 1.109375, 0.251953, 0.457031, 0.574219, 0.453125, 0.425781, 0.433594, 0.302734, 0.621094, 0.6875, 0.570312, 0.6875, 0.730469, 0.53125, 0.617188, 0.75, 0.417969, 0.492188, 0.21875, 0.609375, 0.800781, 0.65625, 0.417969, 0.921875, 0.675781, 0.59375, 0.890625, 0.65625, 0.4375, 1.132812, 0.15625, 0.652344, 0.859375, 0.691406, 0.734375, 0.75, 0.757812, 0.449219, 0.511719, 1.015625, 0.511719, 1.179688, 1.03125, 0.470703, 0.832031, 0.863281, 0.402344, 0.675781, 0.5, 0.240234, 0.714844, 1.046875, 1.140625, 0.691406, 0.412109, 0.180664, 1.132812, 0.486328, 1.296875, 0.714844, 0.855469, 0.777344, 0.53125, 0.742188, 0.851562, 0.582031, 0.734375, 0.441406, 0.996094, 1.101562, 1.007812, 0.398438, 0.445312, 0.53125, 0.664062, 0.753906, 0.431641, 0.648438, 0.839844, 0.695312, 0.515625, 0.730469, 1.3125, 0.609375, 1.09375, 0.9375, 0.482422, 0.816406, 0.421875, 0.769531, 0.800781, 0.972656, 0.84375, 0.425781, 0.194336, 0.625, 0.875, 0.957031, 1.304688, 0.855469, 0.419922, 0.828125, 1.117188, 0.660156, 0.233398, 0.617188, 1.148438, 0.644531, 0.945312, 0.492188, 0.582031, 0.765625, 0.738281, 0.613281, 0.878906, 0.761719, 0.660156, 0.796875, 0.542969, 0.929688, 0.304688, 0.789062, 0.730469, 0.882812, 0.683594, 0.503906, 0.304688, 0.449219, 1.125, 0.605469, 0.441406, 0.695312, 0.714844, 0.898438, 0.550781, 1.007812, 0.636719, 1.78125, 0.431641, 1.03125, 0.808594, 0.675781, 0.828125, 1.046875, 0.332031, 0.90625, 0.964844, 0.625, 0.570312, 0.824219, 1.0625, 0.632812, 0.226562, 1.0625, 0.527344, 0.316406, 0.722656, 0.65625, 1.242188, 0.769531, 0.78125, 0.953125, 0.800781, 0.742188, 0.832031, 0.824219, 0.472656, 0.671875, 0.742188, 0.628906, 0.742188, 0.691406, 0.703125, 0.859375, 1.101562, 0.451172, 0.566406, 0.423828, 1.195312, 0.4375, 1.078125, 0.726562, 0.671875, 0.785156, 0.664062, 0.447266, 0.380859, 0.679688, 0.394531, 0.441406, 0.628906, 1.054688, 0.757812, 0.496094, 0.644531, 0.789062, 0.644531, 1.117188, 0.988281, 1.460938, 0.539062, 0.933594, 0.523438, 0.574219, 0.871094, 0.404297, 0.742188, 0.416016, 0.550781, 0.726562, 0.734375, 0.546875, 0.433594, 0.402344, 0.882812, 0.832031, 0.886719, 0.482422, 0.871094, 0.636719, 1.257812, 0.820312, 0.398438, 0.636719, 0.570312, 1.085938, 0.6875, 0.667969, 0.357422, 1.15625, 1.117188, 0.388672, 0.423828, 0.859375, 0.621094, 0.443359, 0.753906, 0.765625, 0.773438, 0.984375, 0.765625, 0.636719, 0.777344, 0.625, 0.796875, 0.416016, 0.691406, 0.835938, 0.804688, 0.652344, 0.412109, 0.960938, 0.394531, 0.554688, 0.53125, 0.757812, 0.511719, 0.597656, 0.419922, 0.695312, 0.644531, 0.496094, 0.4375, 0.671875, 0.632812, 0.228516, 0.191406, 0.554688, 0.632812, 0.742188, 0.824219, 0.410156, 0.902344, 0.863281, 0.792969, 0.808594, 0.416016, 0.527344, 0.431641, 0.515625, 0.213867, 0.392578, 0.515625, 0.898438, 0.408203, 0.769531, 0.707031, 0.675781, 0.714844, 1.09375, 0.59375, 0.863281, 1.304688, 0.365234, 0.851562, 0.558594, 0.839844, 0.458984, 0.722656, 0.451172, 0.652344, 0.894531, 1.109375, 0.667969, 0.404297, 0.71875, 0.65625, 0.683594, 0.585938, 0.408203, 0.675781, 0.507812, 0.503906, 0.886719, 1.398438, 0.894531, 1.015625, 0.648438, 0.40625, 1.070312, 0.53125, 1.132812, 0.734375, 0.59375, 0.824219, 0.164062, 0.8125, 0.792969, 0.746094, 0.980469, 0.617188, 0.667969, 0.53125, 0.746094, 0.863281, 0.457031, 0.671875, 0.648438, 0.777344, 1.242188, 1.171875, 0.582031, 0.613281, 0.691406, 0.597656, 0.609375, 0.648438, 0.539062, 0.757812, 0.443359, 0.419922, 0.392578, 0.933594, 0.636719, 0.796875, 1.039062, 0.683594, 0.941406, 1.21875, 0.949219, 0.664062, 0.667969, 0.605469, 0.412109, 0.5625, 0.746094, 0.78125, 1.046875, 0.488281, 0.691406, 1.3125, 0.470703, 1.429688, 0.449219, 0.710938, 0.828125, 0.820312, 0.84375, 0.249023, 0.59375, 0.460938, 0.503906, 0.476562, 0.302734, 0.574219, 0.476562, 0.832031, 0.380859, 0.714844, 0.757812, 0.498047, 0.910156, 0.255859, 0.613281, 0.957031, 0.423828, 0.460938, 1.070312, 0.882812, 0.832031, 0.71875, 0.773438, 0.570312, 0.451172, 0.163086, 0.996094, 0.449219, 1.039062, 0.691406, 0.898438, 0.585938, 0.675781, 0.498047, 0.894531, 0.707031, 0.523438, 0.703125, 0.660156, 0.5625, 0.435547, 0.875, 0.421875, 0.160156, 0.714844, 0.777344, 0.644531, 0.65625, 0.535156, 0.195312, 0.574219, 1.28125, 0.882812, 0.458984, 0.851562, 1.101562, 1.03125, 0.761719, 0.859375, 0.53125, 0.882812, 0.789062, 0.671875, 0.227539, 0.773438, 0.179688, 0.824219, 0.785156, 0.482422, 1.03125, 0.855469, 0.984375, 0.476562, 0.546875, 0.601562, 0.162109, 0.398438, 0.71875, 0.722656, 0.515625, 1.023438, 0.671875, 0.414062, 1.054688, 0.398438, 0.714844, 0.447266, 0.5625, 0.921875, 0.419922, 1.125, 1.109375, 0.839844, 0.640625, 0.621094, 0.828125, 0.554688, 0.984375, 1.023438, 0.503906, 1.015625, 0.582031, 0.992188, 0.96875, 0.898438, 0.738281, 0.796875, 0.738281, 0.253906, 0.640625, 0.8125, 1.125, 0.808594, 0.800781, 0.425781, 0.910156, 0.734375, 0.484375, 0.470703, 0.710938, 1.382812, 0.419922, 0.163086, 0.507812, 1.054688, 0.222656, 0.742188, 0.375, 0.808594, 0.667969, 0.992188, 0.726562, 0.400391, 0.941406, 1.539062, 0.707031, 0.726562, 0.601562, 0.660156, 0.503906, 0.431641, 0.710938, 0.394531, 0.289062, 0.765625, 0.457031, 0.855469, 0.703125, 0.792969, 0.535156, 0.84375, 1.328125, 0.902344, 0.890625, 1.023438, 0.240234, 0.605469, 0.449219, 0.410156, 0.238281, 1.15625, 0.707031, 0.902344, 0.421875, 0.675781, 0.398438, 0.474609, 0.439453, 0.178711, 0.414062, 0.777344, 1.1875, 0.808594, 0.722656, 0.636719, 0.433594, 0.742188, 1.460938, 1.25, 0.640625, 0.65625, 0.486328, 0.953125, 0.929688, 1.03125, 0.941406, 1.015625, 0.523438, 0.503906, 0.359375, 1.0625, 0.710938, 0.742188, 0.902344, 0.679688, 1.125, 0.449219, 0.21875, 0.429688, 0.523438, 1.015625, 0.488281, 0.488281, 0.507812, 0.435547, 1.117188, 0.753906, 1.039062, 0.652344, 0.726562, 0.515625, 0.621094, 0.722656, 0.671875, 0.953125, 0.742188, 0.972656, 0.400391, 0.464844, 1.054688, 0.757812, 1.078125, 0.40625, 0.953125, 0.683594, 0.753906, 1.265625, 0.691406, 0.847656, 0.392578, 0.636719, 0.566406, 0.423828, 0.808594, 1.21875, 0.585938, 0.609375, 0.683594, 0.65625, 0.660156, 0.53125, 0.458984, 0.625, 0.484375, 0.800781, 0.753906, 0.613281, 0.882812, 0.472656, 1.3125, 0.570312, 0.617188, 1.125, 0.229492, 0.5625, 0.546875, 0.5625, 0.195312, 0.417969, 0.863281, 0.746094, 0.855469, 0.371094, 1.148438, 0.535156, 0.683594, 0.917969, 0.585938, 0.773438, 0.835938, 0.894531, 0.410156, 0.695312, 0.496094, 0.894531, 0.453125, 0.443359, 0.738281, 0.427734, 0.910156, 0.486328, 0.632812, 0.734375, 0.326172, 0.777344, 1.226562, 0.984375, 0.789062, 0.425781, 0.820312, 1.140625, 0.554688, 1.171875, 0.398438, 0.539062, 0.742188, 0.820312, 0.605469, 0.597656, 0.632812, 0.582031, 0.435547, 0.722656, 0.679688, 0.578125, 0.765625, 0.482422, 0.609375, 0.435547, 0.699219, 0.777344, 0.392578, 0.416016, 0.425781, 0.949219, 0.917969, 0.789062, 1.21875, 0.423828, 0.419922, 0.644531, 1.109375, 0.464844, 0.209961, 0.878906, 0.605469, 0.835938, 0.773438, 1.054688, 0.527344, 0.789062, 0.488281, 0.714844, 0.535156, 0.777344, 0.371094, 0.197266, 0.765625, 0.890625, 0.703125, 0.585938, 1.203125, 0.765625, 0.408203, 0.691406, 0.703125, 0.609375, 0.96875, 0.40625, 0.746094, 0.972656, 0.53125, 1.054688, 0.4375, 0.847656, 1.398438, 0.53125, 0.194336, 0.96875, 0.789062, 0.667969, 0.648438, 0.613281, 0.816406, 0.800781, 1.203125, 0.609375, 0.478516, 0.726562, 0.660156, 1.242188, 0.542969, 0.820312, 1.21875, 0.65625, 0.664062, 0.820312, 0.384766, 0.205078, 0.714844, 0.566406, 1.125, 0.558594, 1.15625, 1.226562, 0.726562, 0.761719, 0.707031, 0.363281, 0.828125, 0.417969, 0.679688, 0.527344, 0.423828, 0.449219, 0.554688, 0.875, 0.898438, 0.660156, 0.617188, 1.09375, 0.988281, 0.871094, 0.960938, 0.679688, 1.078125, 1.054688, 0.486328, 0.695312, 0.71875, 0.671875, 0.470703, 0.574219, 0.898438, 0.894531, 0.433594, 0.412109, 0.632812, 1.234375, 1.21875, 0.886719, 0.902344, 0.984375, 0.855469, 1.078125, 0.59375, 0.419922, 0.476562, 0.597656, 0.640625, 0.416016, 0.828125, 1.265625, 0.515625, 0.460938, 1.132812, 0.578125, 1.117188, 0.265625, 0.423828, 0.78125, 0.511719, 0.898438, 1.023438, 1.171875, 1.140625, 1.320312, 0.695312, 0.796875, 0.652344, 1.070312, 0.734375, 0.628906, 1.21875, 1.039062, 1.039062, 0.671875, 1.117188, 1.265625, 0.617188, 0.886719, 0.609375, 1.0625, 0.585938, 0.757812, 0.941406, 0.972656, 0.863281, 0.734375, 0.941406, 0.570312, 0.613281, 0.671875, 0.746094, 1.484375, 0.621094, 0.6875, 1.148438, 0.644531, 0.707031, 0.449219, 0.472656, 0.457031, 0.785156, 0.443359, 0.396484, 0.828125, 0.542969, 0.378906, 0.730469, 0.808594, 1.3125, 0.361328, 1.148438, 0.490234, 0.726562, 0.410156, 1.117188, 0.398438, 0.40625, 1.0625, 1.40625, 1.898438, 0.384766, 0.285156, 0.53125, 0.917969, 0.851562, 0.753906, 0.683594, 0.957031, 0.773438, 0.371094, 0.566406, 0.726562, 0.785156, 0.402344, 0.527344, 0.429688, 0.470703, 0.484375, 0.400391, 0.847656, 0.761719, 0.578125, 0.22168, 0.71875, 1.539062, 0.875, 0.789062, 0.703125, 1.25, 0.449219, 0.816406, 0.765625, 1.140625, 0.753906, 0.777344, 0.231445, 0.804688, 0.761719, 0.765625, 0.585938, 0.632812, 0.539062, 0.667969, 0.433594, 0.8125, 0.796875, 0.855469, 0.710938, 0.425781, 0.734375, 0.585938, 0.578125, 0.652344, 0.404297, 0.507812, 0.214844, 0.734375, 1.398438, 0.886719, 1.085938, 0.617188, 0.992188, 0.703125, 0.664062, 0.519531, 0.398438, 0.628906, 0.695312, 0.396484, 0.746094, 0.423828, 0.921875, 0.5625, 0.640625, 0.710938, 0.416016, 0.789062, 0.6875, 1.015625, 1.132812, 0.550781, 0.828125, 0.542969, 0.910156, 0.375, 0.820312, 0.695312, 0.546875, 0.863281, 0.863281, 0.380859, 0.396484, 0.601562, 0.667969, 0.574219, 0.792969, 0.75, 0.890625, 0.171875, 0.835938, 0.425781, 0.933594, 0.882812, 0.582031, 0.703125, 0.679688, 1.070312, 1.015625, 0.433594, 0.785156, 1.203125, 0.433594, 0.601562, 0.980469, 0.894531, 0.609375, 0.632812, 0.785156, 1.0625, 1.007812, 0.460938, 0.5, 1.179688, 0.738281, 0.953125, 0.699219, 0.457031, 0.675781, 0.886719, 0.816406, 0.945312, 0.613281, 0.738281, 0.886719, 1.1875, 0.996094, 0.867188, 0.726562, 0.466797, 0.808594, 0.617188, 0.195312, 0.765625, 1.085938, 0.703125, 0.574219, 0.460938, 0.8125, 0.523438, 0.988281, 0.851562, 1.148438, 0.683594, 0.558594, 0.542969, 1.210938, 0.847656, 0.925781, 0.664062, 0.523438, 0.679688, 0.65625, 0.53125, 0.664062, 0.714844, 0.335938, 0.214844, 0.945312, 0.4375, 0.832031, 0.863281, 1.03125, 0.417969, 0.507812, 0.890625, 0.703125, 0.976562, 0.652344, 0.691406, 0.410156, 0.515625, 0.902344, 0.753906, 0.753906, 0.882812, 0.222656, 1.140625, 0.435547, 0.8125, 1.109375, 0.523438, 0.945312, 0.800781, 1.101562, 1.171875, 1.0625, 0.816406, 0.5, 0.472656, 0.625, 0.785156, 1.0, 0.757812, 0.679688, 0.875, 0.488281, 0.435547, 0.945312, 0.589844, 0.902344, 0.761719, 0.886719, 0.765625, 0.765625, 0.408203, 0.4375, 0.613281, 0.796875, 0.455078, 0.202148, 0.757812, 0.40625, 0.53125, 0.408203, 0.458984, 1.015625, 0.496094, 0.449219, 0.447266, 0.435547, 0.589844, 1.421875, 0.421875, 0.675781, 1.226562, 0.808594, 0.851562, 0.578125, 0.609375, 0.816406, 0.816406, 0.703125, 0.898438, 0.472656, 1.320312, 0.957031, 0.855469, 0.640625, 0.910156, 0.53125, 0.726562, 0.769531, 0.198242, 0.757812, 0.746094, 0.447266, 1.078125, 0.746094, 0.796875, 0.878906, 0.984375, 0.996094, 0.675781, 0.882812, 0.714844, 0.695312, 0.453125, 0.632812, 0.482422, 0.730469, 1.257812, 0.96875, 0.84375, 0.714844, 0.910156, 0.730469, 0.234375, 0.621094, 1.15625, 0.503906, 0.664062, 0.769531, 0.738281, 0.890625, 0.679688, 0.722656, 0.527344, 0.394531, 0.890625, 0.789062, 0.675781, 0.789062, 0.232422, 0.835938, 0.769531, 0.808594, 1.007812, 0.6875, 0.5, 0.785156, 0.519531, 0.625, 1.007812, 0.738281, 0.625, 0.679688, 1.171875, 1.179688, 0.589844, 0.921875, 0.527344, 0.447266, 0.671875, 0.726562, 0.609375, 0.742188, 0.742188, 0.699219, 0.769531, 0.457031, 1.132812, 0.722656, 0.808594, 0.628906, 0.980469, 0.498047, 0.640625, 0.425781, 0.664062, 0.78125, 0.710938, 0.789062, 0.824219, 0.742188, 0.601562, 0.5625, 0.472656, 0.746094, 0.980469, 0.542969, 0.65625, 0.601562, 0.921875, 0.4375, 0.730469, 0.632812, 0.585938, 0.894531, 0.707031, 0.660156, 0.679688, 0.777344, 0.550781, 1.460938, 1.101562, 0.511719, 0.769531, 0.449219, 0.8125, 0.640625, 0.492188, 0.96875, 1.320312, 0.761719, 0.867188, 0.214844, 0.953125, 0.710938, 0.597656, 1.046875, 0.445312, 0.439453, 0.871094, 0.785156, 0.753906, 0.84375, 0.453125, 0.859375, 0.59375, 1.234375, 0.902344, 0.664062, 1.007812, 0.398438, 0.742188, 0.211914, 0.777344, 0.769531, 0.589844, 0.867188, 0.890625, 0.503906, 0.257812, 0.679688, 1.226562, 0.388672, 0.617188, 0.546875, 0.222656, 0.679688, 0.535156, 0.746094, 0.777344, 0.511719, 1.257812, 1.109375, 0.640625, 0.375, 0.9375, 0.589844, 0.898438, 0.683594, 0.960938, 0.447266, 0.425781, 0.550781, 1.203125, 1.53125, 0.675781, 0.773438, 0.519531, 0.957031, 0.539062, 0.835938, 0.40625, 0.445312, 0.886719, 0.878906, 0.597656, 0.964844, 0.914062, 1.09375, 0.761719, 0.804688, 1.132812, 0.75, 0.449219, 0.917969, 1.65625, 0.621094, 0.632812, 0.792969, 0.796875, 0.769531, 0.185547, 0.886719, 0.851562, 0.820312, 0.746094, 0.710938, 0.742188, 0.421875, 0.746094, 0.40625, 0.570312, 0.208008, 0.546875, 0.953125, 0.396484, 0.6875, 0.816406, 0.789062, 0.742188, 0.898438, 0.212891, 1.296875, 0.992188, 0.941406, 1.257812, 0.847656, 0.691406, 0.660156, 1.125, 0.722656, 0.589844, 0.695312, 1.015625, 0.472656, 0.976562, 1.726562, 1.125, 0.910156, 0.726562, 0.423828, 0.695312, 0.808594, 0.429688, 0.443359, 0.773438, 0.357422, 0.894531, 1.164062, 0.804688, 0.423828, 0.964844, 0.824219, 0.984375, 0.171875, 0.404297, 0.4375, 0.462891, 0.992188, 0.435547, 0.875, 0.65625, 0.710938, 1.03125, 0.4375, 0.386719, 0.65625, 0.636719, 0.984375, 0.601562, 0.789062, 0.59375, 0.527344, 0.804688, 0.890625, 0.738281, 0.458984, 0.882812, 0.765625, 0.855469, 1.039062, 0.785156, 0.412109, 0.625, 0.628906, 0.271484, 0.867188, 0.6875, 0.4375, 0.6875, 0.478516, 0.652344, 0.945312, 0.628906, 2.03125, 0.695312, 0.800781, 0.792969, 0.609375, 0.6875, 0.996094, 0.792969, 0.957031, 1.015625, 0.402344, 0.230469, 1.054688, 0.871094, 0.613281, 0.683594, 0.886719, 0.886719, 1.078125, 0.416016, 0.470703, 0.404297, 0.554688, 0.648438, 0.478516, 0.835938, 1.109375, 0.824219, 0.609375, 0.621094, 0.828125, 0.785156, 1.023438, 0.472656, 0.910156, 0.523438, 0.699219, 0.21582, 0.902344, 0.730469, 0.224609, 1.039062, 0.761719, 1.289062, 0.628906, 0.435547, 0.644531, 0.585938, 0.353516, 0.804688, 0.550781, 0.427734, 1.421875, 0.707031, 0.224609, 0.859375, 0.287109, 0.839844, 0.65625, 0.574219, 0.679688, 0.396484, 0.84375, 0.621094, 0.898438, 0.453125, 0.6875, 0.410156, 0.457031, 0.839844, 0.243164, 0.421875, 0.527344, 0.367188, 0.59375, 0.679688, 0.890625, 1.328125, 0.726562, 0.875, 0.566406, 0.859375, 0.203125, 0.53125, 0.820312, 1.015625, 0.804688, 0.730469, 0.886719, 0.503906, 0.675781, 0.5625, 0.921875, 0.523438, 0.632812, 0.734375, 0.625, 0.882812, 0.679688, 0.435547, 1.132812, 0.820312, 0.859375, 0.416016, 0.550781, 0.785156, 0.496094, 0.486328, 0.232422, 0.488281, 0.765625, 0.84375, 0.8125, 0.53125, 0.757812, 0.777344, 0.660156, 0.714844, 0.75, 0.523438, 0.488281, 0.664062, 0.507812, 0.65625, 0.625, 0.333984, 0.851562, 0.785156, 0.664062, 0.714844, 0.652344, 0.765625, 0.6875, 0.589844, 0.498047, 0.173828, 0.550781, 0.414062, 0.738281, 0.492188, 1.101562, 1.054688 ] }, "name": "model.model.layers.18.post_attention_layernorm.weight", "outputIndexes": [ 1555 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1554 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_18/Mul_output_0", "outputIndexes": [ 1556 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1555, 1556 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_18/Mul_1_output_0", "outputIndexes": [ 1557 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1557 ], "outputIndexes": [ 2828 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2828 ], "outputIndexes": [ 2829 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear", "inputIndexes": [ 2829 ], "outputIndexes": [ 2830 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2376459052, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2830 ], "outputIndexes": [ 2831 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2831 ], "outputIndexes": [ 1558 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1558 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_18/Sigmoid_output_0", "outputIndexes": [ 1559 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1558, 1559 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_18/Mul_output_0", "outputIndexes": [ 1560 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1557 ], "outputIndexes": [ 2832 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2832 ], "outputIndexes": [ 2833 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear", "inputIndexes": [ 2833 ], "outputIndexes": [ 2834 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2414650178, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2834 ], "outputIndexes": [ 2835 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2835 ], "outputIndexes": [ 1561 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1560, 1561 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_18/Mul_output_0", "outputIndexes": [ 1562 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1562 ], "outputIndexes": [ 2836 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2836 ], "outputIndexes": [ 2837 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear", "inputIndexes": [ 2837 ], "outputIndexes": [ 2838 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2452841304, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2838 ], "outputIndexes": [ 2839 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2839 ], "outputIndexes": [ 1563 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1554, 1563 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_94_output_0", "outputIndexes": [ 1564 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1564, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_171_output_0", "outputIndexes": [ 1565 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.304688, 0.753906, 1.570312, 0.494141, 1.28125, 0.742188, 0.726562, 0.925781, 0.792969, 0.472656, 0.789062, 0.439453, 0.652344, 0.527344, 0.453125, 0.960938, 0.734375, 0.605469, 0.757812, 0.470703, 0.894531, 0.757812, 0.753906, 0.59375, 0.53125, 1.140625, 0.357422, 0.494141, 0.585938, 0.59375, 1.203125, 0.443359, 0.828125, 0.6875, 1.140625, 1.375, 0.498047, 1.046875, 0.761719, 0.474609, 1.09375, 0.761719, 1.40625, 0.847656, 1.328125, 1.171875, 0.220703, 1.726562, 1.039062, 0.460938, 1.21875, 0.667969, 0.625, 0.625, 0.90625, 0.652344, 0.9375, 1.515625, 1.023438, 0.683594, 0.613281, 0.941406, 0.976562, 0.742188, 1.320312, 1.296875, 0.507812, 0.660156, 0.496094, 0.726562, 0.644531, 0.796875, 0.953125, 0.710938, 1.140625, 1.046875, 0.855469, 0.574219, 0.757812, 1.492188, 1.320312, 1.578125, 1.34375, 0.742188, 0.859375, 0.101562, 0.71875, 1.445312, 0.792969, 0.699219, 0.871094, 0.800781, 0.824219, 0.753906, 1.65625, 0.6875, 0.65625, 0.494141, 0.78125, 0.466797, 0.445312, 0.496094, 1.453125, 0.707031, 1.429688, 1.03125, 1.5625, 0.472656, 0.949219, 0.617188, 0.660156, 0.628906, 0.824219, 0.921875, 0.691406, 1.039062, 0.466797, 0.816406, 1.125, 0.474609, 0.570312, 0.617188, 1.21875, 0.703125, 0.914062, 0.605469, 1.078125, 0.710938, 0.123047, 0.527344, 0.365234, 0.742188, 0.574219, 1.21875, 0.470703, 0.859375, 0.582031, 0.753906, 0.722656, 0.890625, 0.566406, 1.164062, 1.328125, 0.484375, 0.945312, 0.382812, 1.40625, 0.722656, 1.140625, 0.699219, 1.140625, 0.8125, 0.644531, 0.78125, 0.828125, 0.808594, 0.476562, 0.447266, 1.210938, 1.34375, 0.490234, 0.507812, 0.71875, 0.75, 1.070312, 0.5625, 0.6875, 0.828125, 0.667969, 0.789062, 0.726562, 0.546875, 0.59375, 0.519531, 0.699219, 1.546875, 0.703125, 0.632812, 1.140625, 0.695312, 0.554688, 0.734375, 0.96875, 0.378906, 0.589844, 0.882812, 0.617188, 0.476562, 0.644531, 0.859375, 0.496094, 0.839844, 1.179688, 0.53125, 2.078125, 0.851562, 0.726562, 1.070312, 0.628906, 0.679688, 0.632812, 1.304688, 1.210938, 1.195312, 1.546875, 0.710938, 0.494141, 0.613281, 1.0, 0.53125, 0.964844, 0.742188, 0.507812, 0.832031, 0.683594, 1.085938, 0.478516, 0.455078, 1.578125, 0.660156, 0.652344, 0.455078, 0.917969, 0.875, 0.824219, 1.46875, 0.507812, 0.726562, 0.570312, 0.679688, 0.789062, 1.070312, 0.875, 0.640625, 0.742188, 1.304688, 0.613281, 1.226562, 0.112305, 0.753906, 0.960938, 0.675781, 0.828125, 0.683594, 0.574219, 0.902344, 0.871094, 0.972656, 0.949219, 0.71875, 0.660156, 1.875, 0.613281, 0.695312, 0.742188, 0.566406, 0.71875, 0.101074, 0.617188, 0.431641, 0.75, 0.761719, 0.816406, 0.941406, 0.800781, 0.498047, 0.6875, 0.648438, 1.03125, 1.054688, 1.078125, 0.984375, 0.824219, 0.703125, 0.566406, 1.5625, 0.753906, 0.554688, 0.5, 1.25, 0.625, 0.730469, 0.114258, 0.78125, 0.632812, 1.5625, 0.5625, 0.910156, 0.972656, 0.507812, 1.328125, 0.482422, 0.734375, 0.621094, 0.433594, 0.648438, 0.980469, 0.474609, 1.007812, 0.640625, 0.601562, 0.714844, 0.566406, 1.078125, 1.554688, 1.078125, 0.683594, 0.660156, 0.730469, 0.78125, 1.03125, 0.636719, 0.703125, 0.617188, 1.078125, 0.816406, 0.746094, 1.21875, 0.90625, 0.703125, 1.125, 0.675781, 0.542969, 0.625, 0.679688, 0.6875, 0.65625, 0.703125, 0.707031, 0.644531, 0.109375, 0.910156, 0.863281, 0.648438, 0.554688, 0.636719, 1.015625, 1.648438, 0.945312, 0.507812, 0.106445, 0.605469, 0.65625, 0.648438, 0.196289, 1.054688, 1.320312, 0.71875, 0.589844, 0.6875, 0.957031, 0.498047, 1.640625, 0.707031, 1.4375, 0.664062, 0.789062, 0.921875, 0.597656, 0.730469, 1.828125, 1.40625, 0.171875, 0.490234, 0.472656, 0.554688, 0.671875, 1.210938, 0.757812, 0.490234, 0.664062, 0.703125, 0.820312, 0.554688, 0.902344, 1.390625, 0.157227, 0.511719, 0.738281, 0.867188, 0.980469, 0.925781, 0.585938, 1.539062, 0.933594, 0.482422, 1.398438, 0.730469, 0.6875, 0.527344, 0.6875, 1.039062, 0.679688, 0.294922, 0.558594, 0.976562, 0.539062, 0.535156, 0.757812, 0.145508, 0.519531, 0.910156, 0.597656, 1.140625, 0.5, 0.78125, 0.832031, 0.863281, 0.75, 0.742188, 0.632812, 0.757812, 1.03125, 0.632812, 0.917969, 1.585938, 1.023438, 0.738281, 0.734375, 0.882812, 0.648438, 0.894531, 0.652344, 0.488281, 0.589844, 0.425781, 1.0625, 0.832031, 0.474609, 0.78125, 0.710938, 0.632812, 0.443359, 0.660156, 1.09375, 0.486328, 0.664062, 0.789062, 0.59375, 0.546875, 0.636719, 1.25, 1.34375, 0.640625, 0.511719, 0.554688, 0.699219, 0.8125, 1.304688, 1.648438, 1.742188, 0.695312, 0.832031, 0.691406, 1.34375, 1.601562, 0.554688, 0.5625, 0.044678, 0.546875, 0.828125, 0.625, 0.671875, 0.835938, 0.423828, 1.070312, 0.515625, 0.6875, 0.476562, 0.875, 0.535156, 0.136719, 0.75, 0.800781, 1.09375, 0.632812, 0.601562, 0.464844, 0.792969, 0.71875, 0.9375, 0.742188, 0.527344, 1.21875, 1.03125, 0.9375, 1.539062, 1.125, 1.125, 1.046875, 0.769531, 1.09375, 1.34375, 0.808594, 1.445312, 0.605469, 0.765625, 0.734375, 1.539062, 0.910156, 0.675781, 0.5, 0.558594, 0.613281, 0.574219, 1.148438, 1.203125, 0.503906, 0.671875, 0.511719, 1.007812, 1.070312, 0.816406, 1.09375, 1.039062, 0.550781, 0.484375, 0.71875, 0.605469, 1.515625, 0.566406, 0.816406, 0.765625, 0.128906, 0.769531, 0.421875, 1.179688, 0.851562, 0.734375, 0.652344, 0.710938, 1.210938, 1.320312, 0.722656, 0.628906, 0.769531, 0.458984, 0.640625, 0.949219, 0.84375, 0.464844, 0.503906, 0.492188, 0.707031, 0.458984, 1.015625, 1.695312, 1.070312, 0.443359, 1.53125, 0.835938, 1.539062, 0.824219, 1.828125, 0.523438, 0.523438, 0.570312, 0.710938, 0.734375, 0.542969, 1.359375, 0.78125, 0.585938, 0.574219, 0.470703, 0.867188, 0.628906, 1.054688, 1.148438, 0.503906, 1.28125, 0.644531, 0.486328, 0.457031, 0.804688, 0.625, 0.605469, 1.398438, 0.455078, 1.085938, 0.980469, 1.15625, 0.824219, 0.386719, 1.148438, 0.648438, 0.660156, 0.378906, 0.679688, 0.482422, 1.25, 0.886719, 0.789062, 1.265625, 0.960938, 0.625, 0.566406, 0.515625, 0.480469, 0.496094, 1.265625, 0.396484, 0.5, 1.789062, 0.820312, 1.25, 0.71875, 0.703125, 1.320312, 1.09375, 1.296875, 1.070312, 0.527344, 0.494141, 0.800781, 0.671875, 0.133789, 0.625, 0.945312, 1.03125, 0.84375, 0.632812, 1.195312, 0.703125, 1.125, 0.738281, 1.5625, 0.777344, 0.675781, 1.453125, 0.585938, 0.675781, 0.582031, 0.675781, 0.585938, 0.480469, 1.101562, 0.494141, 0.769531, 0.695312, 0.609375, 0.527344, 0.777344, 0.835938, 1.40625, 1.625, 0.699219, 0.746094, 0.726562, 0.613281, 0.160156, 0.9375, 0.78125, 0.519531, 0.435547, 0.863281, 0.554688, 0.742188, 0.816406, 0.443359, 0.535156, 0.566406, 1.054688, 0.992188, 0.882812, 0.980469, 0.632812, 0.667969, 0.914062, 0.777344, 0.585938, 0.664062, 0.738281, 0.863281, 0.738281, 0.648438, 1.171875, 0.621094, 1.242188, 0.816406, 0.703125, 0.984375, 0.554688, 0.851562, 0.945312, 1.226562, 0.667969, 0.550781, 0.535156, 0.386719, 1.398438, 1.507812, 0.6875, 1.507812, 0.6875, 0.453125, 1.054688, 1.398438, 0.507812, 0.792969, 0.457031, 0.90625, 0.988281, 0.667969, 0.703125, 0.730469, 0.605469, 0.124512, 0.757812, 1.101562, 0.683594, 0.503906, 0.554688, 0.585938, 1.296875, 1.398438, 0.558594, 0.757812, 0.589844, 1.046875, 0.902344, 0.785156, 0.703125, 0.644531, 0.878906, 0.726562, 0.847656, 0.306641, 0.494141, 1.625, 0.863281, 0.835938, 0.570312, 0.726562, 0.621094, 0.800781, 0.484375, 0.539062, 0.644531, 1.109375, 1.0625, 0.6875, 0.472656, 0.484375, 0.679688, 0.601562, 0.972656, 0.5, 1.625, 0.667969, 0.515625, 0.664062, 0.816406, 1.28125, 1.140625, 0.585938, 0.390625, 0.855469, 1.21875, 0.851562, 0.773438, 0.585938, 0.941406, 0.174805, 0.753906, 0.667969, 0.800781, 0.425781, 0.453125, 1.492188, 0.597656, 0.980469, 0.125977, 0.640625, 1.421875, 0.170898, 0.917969, 1.164062, 0.84375, 0.683594, 0.613281, 0.433594, 0.917969, 0.746094, 0.519531, 0.695312, 0.675781, 0.542969, 0.722656, 0.660156, 0.886719, 0.490234, 0.062256, 0.742188, 0.882812, 0.498047, 0.478516, 1.0, 1.695312, 0.785156, 0.585938, 1.1875, 0.746094, 1.117188, 0.992188, 0.15625, 0.753906, 0.667969, 1.015625, 0.476562, 0.550781, 0.675781, 0.703125, 1.492188, 0.695312, 1.070312, 0.675781, 0.464844, 1.015625, 0.241211, 0.652344, 0.691406, 0.088867, 1.40625, 0.470703, 0.519531, 0.636719, 0.570312, 0.570312, 0.535156, 0.742188, 1.1875, 1.21875, 1.421875, 0.507812, 0.423828, 0.675781, 0.980469, 0.921875, 0.972656, 0.761719, 0.515625, 0.546875, 1.234375, 0.90625, 0.78125, 0.609375, 0.648438, 0.726562, 0.660156, 0.671875, 0.691406, 0.566406, 0.503906, 1.03125, 0.660156, 1.085938, 0.507812, 1.023438, 0.890625, 1.3125, 0.582031, 0.671875, 0.96875, 0.5, 0.542969, 1.507812, 0.519531, 0.671875, 0.894531, 0.664062, 0.765625, 1.164062, 1.289062, 0.972656, 1.070312, 0.65625, 0.137695, 0.878906, 0.859375, 0.714844, 1.171875, 0.546875, 0.632812, 1.226562, 0.894531, 0.703125, 0.738281, 0.102539, 1.398438, 1.1875, 0.796875, 0.679688, 0.660156, 1.632812, 0.660156, 0.699219, 0.765625, 1.210938, 0.960938, 0.96875, 0.667969, 0.648438, 0.408203, 1.039062, 1.195312, 0.714844, 0.964844, 0.835938, 0.617188, 1.203125, 1.359375, 0.746094, 0.902344, 0.792969, 0.574219, 0.820312, 1.179688, 0.542969, 0.753906, 0.917969, 0.765625, 0.667969, 1.0, 0.863281, 0.714844, 1.40625, 0.699219, 0.40625, 0.828125, 0.746094, 0.960938, 0.777344, 0.566406, 1.179688, 0.785156, 0.503906, 0.925781, 0.507812, 0.945312, 0.443359, 0.609375, 0.664062, 1.25, 1.210938, 0.542969, 1.460938, 0.585938, 0.960938, 1.234375, 1.5625, 0.875, 0.734375, 0.400391, 0.632812, 1.140625, 0.640625, 0.134766, 0.558594, 0.134766, 0.621094, 1.375, 0.988281, 0.527344, 0.640625, 0.625, 0.621094, 0.570312, 0.589844, 1.765625, 1.0625, 0.648438, 0.320312, 0.9375, 0.984375, 1.609375, 1.023438, 0.773438, 1.203125, 0.964844, 0.691406, 0.449219, 0.455078, 0.796875, 0.710938, 0.423828, 0.441406, 0.570312, 0.683594, 1.25, 1.382812, 0.664062, 0.507812, 0.734375, 1.484375, 0.832031, 0.730469, 1.101562, 0.160156, 0.404297, 0.675781, 0.703125, 0.5625, 0.455078, 0.458984, 0.648438, 0.910156, 1.007812, 1.234375, 0.271484, 0.726562, 0.710938, 0.601562, 0.5, 0.108887, 0.722656, 0.925781, 0.519531, 0.478516, 0.574219, 0.664062, 0.490234, 1.960938, 0.453125, 0.421875, 1.015625, 0.151367, 0.769531, 0.582031, 0.131836, 1.289062, 0.929688, 0.804688, 0.597656, 0.550781, 0.746094, 0.878906, 1.21875, 0.527344, 1.039062, 0.423828, 0.488281, 1.257812, 0.597656, 0.984375, 0.53125, 1.6875, 0.582031, 0.707031, 0.757812, 0.496094, 0.462891, 1.242188, 0.640625, 1.4375, 0.894531, 0.515625, 1.085938, 0.480469, 0.742188, 0.578125, 0.490234, 0.498047, 0.835938, 0.558594, 0.412109, 0.589844, 0.609375, 0.099121, 0.114746, 1.4375, 0.605469, 1.125, 1.125, 0.984375, 1.84375, 0.617188, 1.210938, 0.558594, 0.734375, 0.722656, 0.46875, 0.488281, 0.632812, 1.257812, 0.609375, 0.867188, 0.550781, 0.507812, 0.486328, 0.511719, 0.707031, 0.12793, 0.691406, 1.210938, 1.0625, 1.226562, 1.421875, 0.707031, 0.53125, 1.234375, 0.597656, 0.519531, 0.648438, 0.609375, 1.421875, 0.523438, 0.636719, 1.570312, 1.398438, 0.570312, 0.476562, 0.890625, 0.757812, 0.667969, 1.476562, 0.46875, 0.582031, 0.894531, 0.808594, 1.242188, 0.804688, 0.386719, 0.527344, 0.597656, 1.5, 0.478516, 1.476562, 0.6875, 0.507812, 0.628906, 0.480469, 0.925781, 0.859375, 0.660156, 0.972656, 0.482422, 0.746094, 0.976562, 0.511719, 0.851562, 0.90625, 0.828125, 0.824219, 0.535156, 0.671875, 0.601562, 0.648438, 1.570312, 0.71875, 0.488281, 0.894531, 0.542969, 1.320312, 0.59375, 1.226562, 0.847656, 0.710938, 0.546875, 0.910156, 0.578125, 1.804688, 0.613281, 0.511719, 1.296875, 0.917969, 0.605469, 0.609375, 0.953125, 0.519531, 1.257812, 0.773438, 1.21875, 0.773438, 0.503906, 0.494141, 0.867188, 0.640625, 0.941406, 0.863281, 0.625, 1.171875, 0.824219, 1.398438, 1.421875, 1.242188, 0.863281, 1.179688, 0.675781, 0.679688, 0.478516, 0.515625, 1.382812, 1.070312, 0.820312, 0.820312, 0.644531, 0.640625, 1.179688, 0.648438, 1.101562, 1.078125, 0.941406, 0.632812, 0.730469, 0.105957, 0.734375, 0.482422, 0.105469, 0.640625, 0.675781, 0.933594, 0.535156, 0.640625, 0.785156, 0.847656, 1.46875, 1.304688, 0.722656, 0.494141, 0.515625, 0.519531, 0.578125, 1.164062, 0.515625, 1.546875, 0.621094, 0.71875, 1.1875, 0.894531, 0.613281, 1.101562, 1.210938, 0.730469, 0.496094, 0.796875, 1.4375, 0.640625, 0.511719, 0.726562, 1.09375, 1.25, 1.328125, 0.75, 1.328125, 0.859375, 1.265625, 1.53125, 0.683594, 0.550781, 1.359375, 0.773438, 0.761719, 0.957031, 1.242188, 0.867188, 0.699219, 0.710938, 0.949219, 0.546875, 0.722656, 0.769531, 0.632812, 1.0, 1.289062, 0.546875, 0.093262, 1.289062, 0.625, 1.101562, 0.871094, 0.761719, 0.714844, 0.527344, 1.140625, 0.699219, 0.710938, 0.605469, 0.773438, 0.710938, 0.65625, 0.664062, 0.445312, 0.566406, 1.179688, 0.104492, 0.769531, 0.648438, 1.117188, 1.03125, 0.451172, 0.761719, 1.03125, 0.917969, 0.597656, 0.574219, 0.871094, 0.550781, 0.519531, 0.46875, 0.703125, 0.710938, 1.320312, 0.496094, 0.539062, 0.960938, 0.570312, 1.015625, 1.34375, 0.550781, 0.90625, 0.492188, 1.59375, 0.890625, 0.699219, 1.0, 0.832031, 0.601562, 0.734375, 0.361328, 1.03125, 0.734375, 1.492188, 0.699219, 0.482422, 1.390625, 1.234375, 0.949219, 0.640625, 0.757812, 0.972656, 0.582031, 0.667969, 0.558594, 1.492188, 0.695312, 1.046875, 0.828125, 1.125, 0.597656, 0.984375, 1.109375, 0.664062, 0.613281, 1.4375, 0.625, 0.683594, 0.597656, 0.765625, 1.71875, 1.335938, 0.753906, 0.425781, 0.800781, 0.621094, 0.4375, 0.722656, 1.632812, 0.601562, 0.449219, 0.96875, 1.023438, 1.460938, 0.742188, 1.046875, 0.792969, 0.839844, 0.769531, 0.554688, 0.722656, 0.488281, 0.675781, 1.117188, 1.070312, 0.996094, 1.070312, 0.9375, 0.707031, 0.976562, 0.597656, 0.699219, 0.519531, 0.707031, 0.773438, 0.578125, 0.640625, 0.585938, 0.605469, 0.71875, 1.359375, 0.738281, 1.15625, 0.486328, 0.882812, 0.384766, 0.542969, 0.832031, 0.53125, 0.839844, 1.171875, 0.863281, 1.429688, 0.648438, 0.992188, 0.570312, 0.707031, 0.722656, 0.652344, 1.289062, 1.390625, 0.625, 0.118164, 0.65625, 0.648438, 0.132812, 0.855469, 1.132812, 1.320312, 0.761719, 0.984375, 0.757812, 0.621094, 0.088867, 0.695312, 0.175781, 0.738281, 1.296875, 0.488281, 0.095703, 0.5625, 0.859375, 0.53125, 0.597656, 0.507812, 1.671875, 1.203125, 0.785156, 1.1875, 0.917969, 1.257812, 0.699219, 1.125, 0.984375, 0.458984, 0.855469, 0.427734, 1.109375, 1.226562, 0.789062, 1.117188, 1.648438, 0.519531, 0.875, 0.703125, 0.746094, 0.699219, 0.515625, 0.707031, 0.589844, 0.582031, 0.941406, 0.738281, 0.671875, 0.996094, 0.738281, 0.71875, 0.722656, 0.546875, 0.707031, 0.898438, 0.192383, 1.3125, 0.859375, 0.535156, 1.15625, 0.554688, 1.429688, 0.730469, 0.625, 0.882812, 0.757812, 1.03125, 0.640625, 0.800781, 0.640625, 1.304688, 0.808594, 0.640625, 0.707031, 0.667969, 0.972656, 0.503906, 1.140625, 1.3125, 0.527344, 0.867188, 0.824219, 0.910156, 1.164062, 1.515625, 1.453125, 0.765625, 0.503906, 0.636719, 0.660156, 1.101562, 0.804688, 0.067383, 0.957031, 0.675781, 1.257812, 0.589844, 0.589844, 0.902344, 0.640625, 0.349609, 0.734375, 1.421875, 0.835938, 0.902344, 0.589844, 0.707031, 1.25, 1.039062, 1.21875, 0.796875, 0.621094, 0.558594, 0.609375, 0.730469, 0.636719, 0.507812, 1.234375, 0.648438, 0.648438, 0.835938, 1.085938, 1.710938, 0.710938, 0.757812, 1.359375, 0.871094, 0.392578, 0.75, 0.691406, 0.460938, 1.25, 0.498047, 0.773438, 0.519531, 0.488281, 0.6875, 0.574219, 0.667969, 1.203125, 0.519531, 0.8125, 0.523438, 0.589844, 0.589844, 0.492188, 0.835938, 0.078125, 0.585938, 1.140625, 0.753906, 0.746094, 1.382812, 0.941406, 1.429688, 0.84375, 0.1875, 0.122559, 0.472656, 0.761719, 1.148438, 0.554688, 0.851562, 0.988281, 0.453125, 0.933594, 0.6875, 1.039062, 1.40625, 0.949219, 0.695312, 0.679688, 0.722656, 0.242188, 0.589844, 0.679688, 0.742188, 1.351562, 0.441406, 0.527344, 0.6875, 0.949219, 0.59375, 0.480469, 0.621094, 1.070312, 0.804688, 0.785156, 2.109375, 0.597656, 0.796875, 0.625, 0.632812, 0.769531, 0.667969, 0.828125, 0.765625, 0.730469, 0.976562, 0.441406, 0.695312, 0.992188, 0.949219, 0.730469, 0.703125, 0.644531, 0.757812, 1.445312, 0.65625, 1.179688, 0.5, 0.65625, 0.554688, 0.119629, 0.808594, 0.878906, 0.462891, 0.679688, 0.644531, 0.5625, 0.542969, 1.359375, 1.140625, 0.601562, 0.480469, 0.648438, 1.335938, 0.519531, 0.851562, 0.503906, 0.648438, 1.132812, 0.621094, 0.609375, 1.40625, 0.820312, 1.257812, 1.953125, 0.671875, 0.746094, 0.640625, 0.660156, 0.527344, 1.335938, 0.992188, 1.1875, 0.460938, 0.714844, 0.546875, 0.871094, 1.171875, 0.492188, 0.664062, 1.070312, 0.839844, 0.507812, 1.3125, 0.451172, 0.667969, 1.046875, 0.789062, 0.589844, 0.636719, 0.742188, 0.847656, 0.679688, 0.871094, 0.65625, 0.472656, 0.625, 0.566406, 0.546875, 0.898438, 0.605469, 1.015625, 0.589844, 0.847656, 0.632812, 0.773438, 0.675781, 0.886719, 1.015625, 0.507812, 0.734375, 0.419922, 1.179688, 0.78125, 0.730469, 0.777344, 0.632812, 0.558594, 0.878906, 0.107422, 0.566406, 0.679688, 0.542969, 0.546875, 0.722656, 1.8125, 1.351562, 0.703125, 0.5625, 0.109863, 0.796875, 0.369141, 0.707031, 0.507812, 1.164062, 0.53125, 0.996094, 0.519531, 1.078125, 1.125, 1.0, 0.773438, 0.484375, 0.644531, 0.867188, 0.707031, 0.824219, 0.53125, 1.429688, 0.679688, 0.460938, 1.125, 0.738281, 0.628906, 0.703125, 0.714844, 0.871094, 0.695312, 0.664062, 0.734375, 0.369141, 1.109375, 0.589844, 0.539062, 0.140625, 0.546875, 0.949219, 0.703125, 1.492188, 0.695312, 0.667969, 0.085938, 0.683594, 0.515625, 0.59375, 0.574219, 0.9375, 0.730469, 1.0, 0.455078, 0.914062, 0.917969, 0.832031, 1.570312, 1.695312, 1.367188, 0.902344, 1.671875, 0.503906, 0.640625, 0.472656, 0.792969, 0.667969, 0.640625, 0.761719, 0.808594, 0.777344, 0.460938, 0.457031, 0.878906, 0.149414, 0.832031, 0.644531, 1.078125, 1.234375, 0.605469, 0.707031, 0.742188, 0.847656, 1.210938, 0.789062, 0.474609, 0.835938, 1.0625, 1.445312, 0.507812, 1.21875, 0.542969, 0.439453, 1.140625, 1.34375, 1.539062, 0.859375, 0.53125, 1.023438, 0.894531, 1.265625, 0.78125, 0.722656, 0.550781, 1.101562, 0.882812, 0.582031, 0.613281, 0.777344, 0.084473, 1.101562, 0.574219, 0.984375, 0.585938, 0.652344, 1.375, 0.679688, 0.632812, 1.234375, 0.447266, 0.636719, 0.550781, 0.679688, 1.53125, 0.730469, 0.46875, 0.726562, 0.5, 1.359375, 0.636719, 0.554688, 0.707031, 1.625, 0.792969, 1.148438, 1.578125, 0.597656, 0.628906, 0.808594, 0.539062, 0.132812, 0.464844, 0.511719, 0.648438, 0.765625, 0.910156, 0.103516, 0.839844, 1.414062, 0.875, 0.730469, 0.355469, 0.466797, 1.554688, 0.484375, 0.601562, 1.148438, 0.550781, 0.464844, 1.640625, 0.714844, 1.390625, 0.519531, 1.796875, 0.621094, 1.09375, 0.699219, 0.554688, 0.75, 0.667969, 0.800781, 0.523438, 0.800781, 0.921875, 0.574219, 0.777344, 0.474609, 0.664062, 0.933594, 0.671875, 0.589844, 0.498047, 1.351562, 0.832031, 0.585938, 0.851562, 0.484375, 0.695312, 0.621094, 1.195312, 0.570312, 1.382812, 1.164062, 0.585938, 0.601562, 0.511719, 1.320312, 0.578125, 1.585938, 1.117188, 0.867188, 0.558594, 0.699219, 0.558594, 0.722656, 0.988281, 1.109375, 1.023438, 0.621094, 0.734375, 0.707031, 0.161133, 0.917969, 0.699219, 0.765625, 0.957031, 0.609375, 0.785156, 0.511719, 1.414062, 0.738281, 1.3125, 0.671875, 0.765625, 1.445312, 1.585938, 1.171875, 0.550781, 0.640625, 0.757812, 1.492188, 0.621094, 1.25, 1.585938, 0.726562, 0.851562, 1.109375, 1.148438, 0.636719, 1.101562, 1.078125, 0.585938, 0.996094, 0.667969, 1.109375, 0.933594, 0.550781, 1.109375, 0.667969, 0.695312, 0.867188, 1.414062, 1.492188, 0.112793, 0.808594, 0.628906, 1.296875, 0.523438, 0.757812, 0.953125, 0.828125, 1.0, 0.582031, 0.625, 1.210938, 0.640625, 0.59375, 0.566406, 0.65625, 1.140625, 0.130859, 0.439453, 0.980469, 0.644531, 1.15625, 0.660156, 0.519531, 0.746094, 1.351562, 0.455078, 0.824219, 0.625, 0.550781, 0.683594, 1.695312, 0.976562, 0.921875, 1.101562, 1.65625, 0.664062, 0.660156, 1.132812, 0.625, 0.695312, 0.804688, 0.71875, 0.824219, 1.140625, 0.570312, 0.902344, 0.773438, 0.707031, 0.443359, 0.824219, 1.335938, 0.558594, 0.992188, 0.789062, 0.124023, 1.21875, 0.166016, 0.470703, 0.554688, 0.527344, 0.451172, 0.527344, 1.039062, 0.59375, 0.707031, 0.539062, 0.601562, 0.695312, 0.527344, 0.582031, 0.703125, 0.494141, 0.625, 0.145508, 0.597656, 0.773438, 0.613281, 0.558594, 0.824219, 0.6875, 0.648438, 1.320312, 0.640625, 0.964844, 1.335938, 0.083496, 0.578125, 0.988281, 0.613281, 0.773438, 0.640625, 0.746094, 0.458984, 0.761719, 0.914062, 0.515625, 1.226562, 1.078125, 0.427734, 0.730469, 0.859375, 0.484375, 0.664062, 0.84375, 0.155273, 0.628906, 1.265625, 1.3125, 0.628906, 0.423828, 0.090332, 1.101562, 0.507812, 1.3125, 0.648438, 0.769531, 0.742188, 0.515625, 0.753906, 0.71875, 0.558594, 0.671875, 0.494141, 0.929688, 1.546875, 1.109375, 0.455078, 0.498047, 0.539062, 0.652344, 0.722656, 0.75, 0.640625, 0.792969, 0.738281, 0.53125, 0.6875, 1.546875, 0.589844, 0.636719, 0.875, 0.652344, 0.707031, 0.484375, 0.6875, 0.78125, 1.070312, 1.1875, 0.523438, 0.104004, 0.589844, 1.0625, 0.898438, 1.242188, 0.816406, 1.023438, 0.757812, 1.171875, 0.667969, 0.138672, 0.558594, 1.4375, 0.609375, 0.847656, 0.527344, 0.5625, 0.753906, 0.71875, 0.9375, 1.046875, 1.476562, 0.660156, 0.75, 0.546875, 0.832031, 0.275391, 1.039062, 0.679688, 1.4375, 0.65625, 0.59375, 0.917969, 0.578125, 1.203125, 0.554688, 0.476562, 0.738281, 1.632812, 0.871094, 0.582031, 0.984375, 0.523438, 1.625, 0.431641, 1.078125, 0.859375, 0.636719, 0.894531, 1.101562, 0.384766, 1.078125, 1.78125, 0.574219, 0.59375, 0.742188, 1.085938, 0.613281, 0.12793, 1.21875, 0.773438, 0.886719, 0.695312, 0.574219, 1.515625, 0.742188, 0.976562, 0.875, 0.773438, 0.757812, 0.875, 0.730469, 0.515625, 0.664062, 0.726562, 0.664062, 0.722656, 0.675781, 0.59375, 0.800781, 1.445312, 0.535156, 0.566406, 0.632812, 1.554688, 0.478516, 1.265625, 0.65625, 0.652344, 0.734375, 0.890625, 0.507812, 0.351562, 0.640625, 0.427734, 0.478516, 1.257812, 1.09375, 0.722656, 0.542969, 0.851562, 0.691406, 0.621094, 1.296875, 1.054688, 1.59375, 0.5, 0.90625, 0.519531, 1.328125, 0.820312, 0.464844, 0.667969, 0.546875, 0.667969, 0.613281, 1.023438, 0.574219, 0.421875, 0.476562, 0.996094, 1.0, 0.765625, 0.503906, 0.738281, 0.632812, 1.679688, 0.742188, 0.445312, 0.636719, 0.789062, 1.007812, 0.792969, 1.546875, 1.101562, 1.117188, 1.320312, 0.941406, 0.496094, 0.863281, 0.59375, 0.503906, 0.726562, 0.84375, 0.785156, 1.335938, 0.746094, 1.492188, 0.703125, 0.648438, 0.683594, 0.496094, 0.683594, 0.71875, 0.898438, 0.730469, 0.558594, 0.941406, 0.65625, 0.527344, 0.585938, 0.75, 0.519531, 1.078125, 0.535156, 0.648438, 0.699219, 0.527344, 0.488281, 0.589844, 0.730469, 0.131836, 1.070312, 0.585938, 0.59375, 0.710938, 0.828125, 0.539062, 0.90625, 0.777344, 0.703125, 0.902344, 0.460938, 0.507812, 0.515625, 0.519531, 0.11377, 0.480469, 0.550781, 1.078125, 0.667969, 0.710938, 0.679688, 1.554688, 0.683594, 1.289062, 0.570312, 0.785156, 1.445312, 0.835938, 0.761719, 0.527344, 1.226562, 0.460938, 0.71875, 0.466797, 0.636719, 0.875, 1.078125, 0.691406, 0.478516, 0.867188, 0.640625, 0.478516, 0.597656, 0.691406, 0.605469, 1.414062, 0.53125, 0.90625, 1.484375, 0.949219, 1.609375, 0.691406, 0.609375, 1.125, 0.523438, 1.3125, 0.660156, 0.570312, 0.765625, 0.086914, 1.085938, 0.726562, 0.679688, 1.226562, 1.0625, 0.652344, 0.519531, 0.828125, 0.902344, 0.535156, 0.765625, 1.085938, 0.699219, 1.507812, 1.257812, 0.550781, 0.640625, 0.652344, 0.605469, 0.980469, 0.882812, 1.085938, 0.691406, 0.722656, 0.498047, 0.527344, 0.953125, 0.605469, 0.761719, 0.992188, 0.652344, 1.773438, 1.460938, 0.9375, 0.636719, 0.757812, 0.539062, 0.433594, 0.519531, 0.691406, 1.132812, 1.203125, 0.515625, 0.863281, 1.5625, 1.09375, 1.632812, 0.439453, 1.09375, 0.996094, 0.707031, 0.847656, 0.160156, 0.679688, 0.480469, 0.695312, 0.519531, 0.326172, 0.523438, 0.470703, 0.789062, 0.363281, 0.667969, 0.71875, 0.492188, 0.898438, 0.182617, 0.730469, 1.148438, 0.490234, 0.648438, 1.148438, 0.96875, 0.757812, 1.507812, 1.445312, 0.578125, 0.460938, 0.088867, 2.109375, 0.412109, 1.117188, 0.628906, 0.792969, 0.542969, 0.714844, 0.503906, 0.851562, 0.738281, 0.585938, 0.648438, 0.636719, 0.53125, 0.46875, 0.789062, 0.566406, 0.080078, 0.675781, 0.726562, 0.621094, 0.605469, 1.289062, 0.106934, 0.578125, 1.585938, 1.101562, 0.527344, 1.0, 1.125, 1.109375, 0.71875, 0.777344, 0.546875, 0.957031, 0.996094, 0.613281, 0.125977, 0.722656, 0.104492, 0.789062, 0.988281, 0.59375, 0.953125, 0.800781, 0.957031, 0.570312, 0.9375, 0.59375, 0.077637, 0.455078, 0.742188, 0.722656, 0.519531, 1.015625, 0.824219, 0.423828, 1.148438, 0.382812, 0.695312, 0.492188, 0.597656, 1.085938, 0.480469, 1.273438, 1.257812, 0.945312, 0.6875, 0.566406, 0.839844, 0.539062, 0.890625, 0.933594, 0.589844, 1.1875, 0.554688, 1.171875, 1.015625, 0.820312, 2.015625, 0.730469, 1.296875, 1.234375, 0.640625, 0.855469, 1.015625, 0.773438, 0.796875, 0.423828, 1.195312, 0.632812, 0.519531, 0.447266, 1.085938, 1.554688, 0.59375, 0.088379, 0.554688, 1.15625, 0.142578, 1.03125, 1.015625, 0.769531, 0.792969, 0.992188, 0.644531, 0.443359, 0.863281, 1.476562, 0.621094, 0.761719, 0.5625, 1.203125, 0.511719, 0.458984, 0.652344, 0.474609, 0.267578, 0.726562, 1.054688, 0.886719, 0.648438, 0.679688, 0.511719, 0.761719, 1.773438, 0.863281, 1.09375, 0.945312, 0.155273, 0.648438, 0.447266, 0.515625, 0.140625, 1.539062, 0.625, 0.8125, 0.474609, 0.683594, 0.585938, 0.476562, 0.457031, -0.07373, 0.566406, 0.734375, 1.09375, 0.796875, 0.644531, 1.023438, 0.578125, 0.652344, 1.601562, 1.398438, 0.539062, 0.980469, 0.542969, 0.875, 0.855469, 1.039062, 0.929688, 1.109375, 0.507812, 0.925781, 1.015625, 1.296875, 0.792969, 0.65625, 1.304688, 0.757812, 1.46875, 0.894531, 0.120605, 0.429688, 0.574219, 1.296875, 0.542969, 0.671875, 0.644531, 0.800781, 1.5625, 0.710938, 0.910156, 0.613281, 0.675781, 0.605469, 0.625, 0.683594, 0.632812, 0.992188, 0.789062, 0.953125, 0.394531, 0.494141, 1.132812, 0.636719, 1.078125, 0.494141, 1.859375, 0.65625, 0.644531, 1.351562, 0.667969, 0.769531, 0.464844, 0.777344, 0.535156, 0.480469, 0.757812, 1.789062, 0.625, 1.296875, 1.640625, 0.695312, 0.640625, 0.515625, 0.65625, 0.75, 0.507812, 0.835938, 0.757812, 0.667969, 0.828125, 0.445312, 1.4375, 0.722656, 0.605469, 1.351562, 0.131836, 0.558594, 0.539062, 0.589844, 0.105469, 0.478516, 1.039062, 0.683594, 1.046875, 0.361328, 1.296875, 0.921875, 0.714844, 0.984375, 1.164062, 0.667969, 1.203125, 0.808594, 0.402344, 0.652344, 0.589844, 1.382812, 0.882812, 0.570312, 0.679688, 0.466797, 0.855469, 0.652344, 0.566406, 0.808594, 0.345703, 0.679688, 1.507812, 1.15625, 0.855469, 0.498047, 0.699219, 1.203125, 0.582031, 1.265625, 0.462891, 0.558594, 0.679688, 0.761719, 0.585938, 0.539062, 0.660156, 0.589844, 0.609375, 0.609375, 0.636719, 0.585938, 0.6875, 0.738281, 0.589844, 0.5625, 0.648438, 0.734375, 0.507812, 0.898438, 0.527344, 0.941406, 1.007812, 1.335938, 1.515625, 0.5, 0.511719, 0.632812, 1.46875, 0.46875, 0.105469, 0.890625, 0.550781, 0.789062, 0.699219, 1.0625, 1.109375, 0.777344, 0.535156, 1.03125, 0.617188, 0.742188, 0.550781, 0.095703, 0.734375, 0.921875, 0.730469, 0.585938, 1.351562, 0.660156, 0.464844, 0.679688, 0.863281, 0.660156, 0.914062, 0.589844, 0.695312, 1.101562, 0.511719, 1.109375, 0.476562, 0.933594, 1.492188, 0.550781, 1.398438, 0.960938, 0.738281, 0.789062, 0.589844, 0.574219, 0.894531, 0.773438, 1.4375, 0.671875, 0.535156, 0.835938, 0.902344, 1.421875, 0.875, 0.984375, 1.289062, 0.726562, 0.695312, 0.804688, 0.341797, 0.106934, 0.652344, 1.367188, 1.140625, 1.257812, 1.226562, 1.375, 1.023438, 0.667969, 0.976562, 0.369141, 0.949219, 0.484375, 0.617188, 0.882812, 0.515625, 0.498047, 0.582031, 1.117188, 0.8125, 0.65625, 0.640625, 1.34375, 1.054688, 0.84375, 0.941406, 0.703125, 1.40625, 1.21875, 0.515625, 0.6875, 0.648438, 0.671875, 0.6875, 0.527344, 0.898438, 0.847656, 0.550781, 0.441406, 0.609375, 1.398438, 1.34375, 0.816406, 0.828125, 1.046875, 1.117188, 1.28125, 0.679688, 0.550781, 0.523438, 0.585938, 0.65625, 0.464844, 0.851562, 1.40625, 0.503906, 0.458984, 1.296875, 0.601562, 1.351562, 0.185547, 0.535156, 0.730469, 0.632812, 0.796875, 1.023438, 1.265625, 1.179688, 1.460938, 0.605469, 0.710938, 0.667969, 1.3125, 1.015625, 0.589844, 1.492188, 1.359375, 1.164062, 0.644531, 1.320312, 1.320312, 0.617188, 0.796875, 0.648438, 1.296875, 0.617188, 0.714844, 0.902344, 0.953125, 0.949219, 0.703125, 1.203125, 0.507812, 0.667969, 0.636719, 0.949219, 1.429688, 0.59375, 0.601562, 1.304688, 0.726562, 0.691406, 0.640625, 0.515625, 0.527344, 0.683594, 0.433594, 0.765625, 0.988281, 0.585938, 0.800781, 0.664062, 0.839844, 1.3125, 1.0625, 1.25, 0.554688, 0.828125, 0.957031, 1.546875, 0.472656, 0.458984, 1.398438, 1.679688, 1.671875, 0.341797, 1.039062, 0.539062, 0.890625, 0.804688, 0.785156, 0.609375, 0.917969, 0.695312, 0.371094, 0.527344, 0.65625, 0.820312, 0.447266, 0.777344, 0.46875, 0.683594, 0.519531, 0.46875, 0.753906, 0.722656, 0.566406, 0.12207, 0.671875, 1.484375, 0.898438, 0.761719, 0.746094, 1.328125, 0.5625, 1.21875, 0.691406, 1.25, 0.734375, 0.863281, 1.101562, 0.730469, 0.734375, 0.730469, 0.570312, 1.070312, 1.03125, 0.921875, 0.820312, 0.757812, 0.730469, 0.773438, 0.660156, 0.742188, 0.703125, 0.5625, 1.179688, 0.605469, 0.476562, 0.535156, 0.099609, 1.117188, 1.421875, 0.859375, 1.234375, 0.582031, 1.078125, 0.941406, 0.585938, 0.601562, 0.492188, 0.773438, 0.625, 0.404297, 0.683594, 0.433594, 0.921875, 0.59375, 0.722656, 0.636719, 0.425781, 0.761719, 0.832031, 1.273438, 1.75, 0.542969, 1.34375, 0.980469, 0.679688, 0.457031, 0.953125, 0.691406, 1.195312, 0.78125, 0.839844, 0.361328, 0.443359, 0.597656, 0.613281, 0.550781, 0.78125, 0.996094, 0.792969, 0.101074, 0.824219, 0.523438, 1.070312, 0.75, 0.578125, 0.878906, 0.613281, 1.242188, 0.933594, 0.447266, 0.675781, 1.328125, 0.4375, 0.980469, 1.109375, 0.972656, 0.613281, 0.59375, 0.933594, 1.09375, 1.054688, 0.847656, 0.832031, 1.476562, 0.703125, 0.886719, 0.902344, 0.470703, 0.6875, 1.015625, 0.730469, 0.828125, 0.921875, 0.671875, 0.871094, 1.664062, 1.054688, 0.9375, 0.898438, 0.451172, 1.09375, 0.550781, 0.098145, 0.742188, 1.101562, 0.628906, 0.953125, 0.5, 0.738281, 0.527344, 1.007812, 0.859375, 1.34375, 1.09375, 0.574219, 1.28125, 1.515625, 0.75, 1.070312, 0.613281, 0.515625, 1.367188, 0.582031, 0.515625, 0.640625, 0.75, 0.828125, 0.123047, 1.007812, 0.546875, 0.773438, 1.015625, 1.34375, 0.570312, 0.984375, 0.96875, 0.679688, 1.304688, 0.648438, 0.640625, 0.621094, 0.507812, 1.359375, 0.726562, 0.683594, 0.878906, 0.195312, 1.265625, 0.496094, 1.195312, 1.289062, 0.546875, 1.109375, 0.757812, 1.1875, 1.453125, 1.046875, 0.773438, 0.519531, 0.566406, 0.578125, 0.78125, 1.171875, 0.671875, 0.660156, 0.90625, 0.511719, 0.511719, 1.109375, 0.59375, 0.921875, 0.671875, 0.863281, 0.722656, 0.675781, 0.486328, 0.976562, 0.636719, 0.703125, 0.484375, 0.111816, 0.738281, 0.396484, 0.511719, 0.800781, 0.550781, 1.421875, 0.808594, 0.511719, 0.527344, 0.5, 0.632812, 1.578125, 0.494141, 0.667969, 1.578125, 1.179688, 0.824219, 0.59375, 0.550781, 0.722656, 0.765625, 0.859375, 0.976562, 0.472656, 1.429688, 0.917969, 0.890625, 0.601562, 0.890625, 0.546875, 0.679688, 0.703125, 0.097168, 0.707031, 0.65625, 0.451172, 1.429688, 0.691406, 0.746094, 0.894531, 0.902344, 0.960938, 0.683594, 0.828125, 0.640625, 0.699219, 0.570312, 0.628906, 0.535156, 0.660156, 1.398438, 1.03125, 0.796875, 0.648438, 1.117188, 0.625, 0.132812, 0.558594, 1.320312, 0.496094, 0.6875, 0.710938, 0.703125, 1.148438, 0.800781, 1.164062, 0.804688, 0.449219, 0.851562, 1.179688, 0.769531, 0.695312, 0.992188, 0.796875, 0.71875, 0.730469, 1.0625, 0.664062, 0.628906, 0.6875, 0.523438, 0.515625, 1.164062, 0.722656, 0.597656, 0.648438, 1.398438, 1.5, 0.574219, 0.84375, 0.527344, 0.546875, 0.6875, 0.652344, 0.746094, 0.671875, 1.085938, 0.621094, 0.730469, 0.976562, 1.390625, 0.6875, 0.894531, 0.652344, 0.902344, 0.511719, 0.589844, 0.542969, 0.617188, 0.683594, 0.675781, 0.71875, 0.683594, 0.6875, 0.644531, 0.578125, 0.496094, 0.714844, 1.046875, 0.589844, 0.664062, 0.582031, 1.171875, 0.435547, 0.800781, 0.632812, 0.941406, 0.8125, 0.785156, 0.644531, 0.640625, 0.734375, 0.566406, 1.65625, 1.21875, 0.621094, 0.804688, 0.496094, 0.710938, 0.605469, 0.476562, 1.1875, 1.609375, 0.707031, 0.984375, 0.147461, 0.859375, 0.742188, 0.582031, 1.242188, 0.652344, 0.464844, 0.828125, 0.695312, 0.671875, 0.761719, 0.597656, 0.863281, 0.613281, 1.40625, 0.792969, 0.640625, 1.28125, 0.412109, 0.691406, 0.104492, 0.714844, 0.734375, 0.941406, 1.148438, 0.886719, 0.539062, 1.242188, 0.757812, 1.257812, 0.357422, 0.613281, 0.53125, 1.1875, 0.703125, 0.898438, 0.703125, 1.03125, 0.679688, 1.4375, 1.09375, 0.683594, 0.777344, 1.804688, 0.691406, 1.148438, 0.636719, 0.929688, 0.496094, 0.535156, 0.785156, 1.476562, 1.453125, 0.917969, 0.703125, 0.566406, 0.996094, 0.550781, 0.757812, 0.851562, 0.486328, 0.921875, 0.882812, 0.546875, 1.445312, 0.945312, 1.1875, 0.710938, 0.71875, 1.171875, 0.71875, 0.416016, 1.171875, 1.59375, 0.617188, 0.648438, 0.949219, 0.691406, 1.195312, 0.092773, 1.0, 0.828125, 0.777344, 1.1875, 0.8125, 0.640625, 0.455078, 0.734375, 0.511719, 0.539062, 0.11084, 0.667969, 0.992188, 0.429688, 0.652344, 0.921875, 0.722656, 0.664062, 1.515625, 0.108887, 2.1875, 0.929688, 0.972656, 1.578125, 0.71875, 0.722656, 0.609375, 1.257812, 0.683594, 0.695312, 0.648438, 1.148438, 0.445312, 0.945312, 1.421875, 1.164062, 0.957031, 0.738281, 0.507812, 0.660156, 0.726562, 0.53125, 0.601562, 0.773438, 0.710938, 0.835938, 1.40625, 0.753906, 0.546875, 1.28125, 0.875, 1.0625, 0.091797, 0.445312, 0.470703, 0.628906, 0.890625, 0.613281, 0.960938, 0.605469, 0.628906, 1.21875, 0.492188, 0.412109, 0.570312, 0.648438, 1.203125, 0.605469, 0.6875, 0.605469, 0.96875, 0.761719, 0.8125, 0.695312, 0.574219, 0.816406, 0.730469, 0.886719, 1.382812, 1.289062, 0.476562, 0.75, 0.617188, 0.204102, 0.847656, 0.675781, 0.558594, 0.644531, 0.496094, 0.597656, 0.871094, 0.609375, 1.828125, 0.648438, 0.679688, 0.953125, 0.683594, 0.839844, 0.945312, 0.773438, 1.148438, 1.0625, 0.472656, 0.136719, 1.078125, 0.875, 0.738281, 0.644531, 0.808594, 0.847656, 1.359375, 0.511719, 0.816406, 0.447266, 0.71875, 0.609375, 0.503906, 0.886719, 1.351562, 0.757812, 1.21875, 1.226562, 0.824219, 0.757812, 1.1875, 0.5625, 0.871094, 0.910156, 0.648438, 0.110352, 0.945312, 0.625, 0.128906, 1.023438, 0.695312, 1.609375, 0.597656, 1.046875, 0.714844, 0.582031, 0.488281, 0.871094, 0.519531, 0.494141, 1.851562, 0.757812, 0.12793, 0.769531, 0.298828, 0.765625, 1.367188, 0.601562, 0.609375, 0.5625, 1.023438, 0.910156, 0.910156, 0.515625, 0.628906, 0.441406, 0.625, 1.085938, 0.157227, 0.498047, 0.554688, 0.443359, 0.742188, 0.644531, 2.203125, 1.320312, 1.171875, 0.824219, 0.703125, 0.917969, 0.10791, 0.601562, 0.839844, 1.265625, 0.859375, 0.746094, 1.1875, 0.515625, 1.015625, 0.578125, 1.179688, 0.65625, 0.777344, 0.628906, 0.609375, 0.808594, 0.609375, 0.644531, 1.382812, 0.769531, 0.957031, 0.494141, 0.542969, 1.1875, 0.625, 0.554688, 0.146484, 0.539062, 0.746094, 0.929688, 0.878906, 0.652344, 1.304688, 0.699219, 0.597656, 0.695312, 0.914062, 0.546875, 0.527344, 0.59375, 0.527344, 0.652344, 0.640625, 0.396484, 0.738281, 0.785156, 0.636719, 0.691406, 0.589844, 0.980469, 0.65625, 0.5625, 0.796875, 0.104492, 0.597656, 0.464844, 0.703125, 0.494141, 1.046875, 1.109375 ] }, "name": "model.model.layers.19.input_layernorm.weight", "outputIndexes": [ 1566 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1565 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_19/Mul_output_0", "outputIndexes": [ 1567 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1566, 1567 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_19/Mul_1_output_0", "outputIndexes": [ 1568 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1568 ], "outputIndexes": [ 2840 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2840 ], "outputIndexes": [ 2841 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear", "inputIndexes": [ 2841 ], "outputIndexes": [ 2842 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2491032430, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2842 ], "outputIndexes": [ 2843 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2843 ], "outputIndexes": [ 1569 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1568 ], "main_type": "NONE", "name": "/Shape_267_output_0", "outputIndexes": [ 1570 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1570 ], "main_type": "NONE", "name": "Shape4829", "outputIndexes": [ 1571 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1570 ], "main_type": "NONE", "name": "Rank4831", "outputIndexes": [ 1572 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1572, 1572 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4833", "outputIndexes": [ 1573 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1573 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4834", "outputIndexes": [ 1574 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1573, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4836", "outputIndexes": [ 1575 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1575 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4837", "outputIndexes": [ 1576 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1571, 1574, 1576, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4840", "outputIndexes": [ 1577 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1577 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4841", "outputIndexes": [ 1578 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1578 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4842", "outputIndexes": [ 1579 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1579, 1578 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4843", "outputIndexes": [ 1580 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1570, 1580, 1573 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_289_output_0", "outputIndexes": [ 1581 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1581, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_609_output_0", "outputIndexes": [ 1582 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1582, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_247_output_0", "outputIndexes": [ 1583 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1569, 1583 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_172_output_0", "outputIndexes": [ 1584 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_152_output_0", "outputIndexes": [ 1585 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584 ], "main_type": "NONE", "name": "/Shape_268_output_0", "outputIndexes": [ 1586 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1586 ], "main_type": "NONE", "name": "Shape4850", "outputIndexes": [ 1587 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1586 ], "main_type": "NONE", "name": "Rank4852", "outputIndexes": [ 1588 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1588, 1588 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4854", "outputIndexes": [ 1589 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1589 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4855", "outputIndexes": [ 1590 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1589, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4857", "outputIndexes": [ 1591 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1591 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4858", "outputIndexes": [ 1592 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1587, 1590, 1592, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4861", "outputIndexes": [ 1593 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1593 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4862", "outputIndexes": [ 1594 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1594 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4863", "outputIndexes": [ 1595 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1595, 1594 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4864", "outputIndexes": [ 1596 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1586, 1596, 1589 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_290_output_0", "outputIndexes": [ 1597 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1597, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_57_output_0", "outputIndexes": [ 1598 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1598, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_614_output_0", "outputIndexes": [ 1599 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584, 1599, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_77_output_0", "outputIndexes": [ 1600 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1600 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_38_output_0", "outputIndexes": [ 1601 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584, 22, 1599, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_76_output_0", "outputIndexes": [ 1602 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1601, 1602 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_250_output_0", "outputIndexes": [ 1603 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1603, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_153_output_0", "outputIndexes": [ 1604 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1585, 1604 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_95_output_0", "outputIndexes": [ 1605 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1568 ], "outputIndexes": [ 2844 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2844 ], "outputIndexes": [ 2845 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear", "inputIndexes": [ 2845 ], "outputIndexes": [ 2846 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2498272132, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2846 ], "outputIndexes": [ 2847 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2847 ], "outputIndexes": [ 1606 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1582, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_248_output_0", "outputIndexes": [ 1607 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1606, 1607 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_173_output_0", "outputIndexes": [ 1608 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_154_output_0", "outputIndexes": [ 1609 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608 ], "main_type": "NONE", "name": "/Shape_269_output_0", "outputIndexes": [ 1610 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1610 ], "main_type": "NONE", "name": "Shape4913", "outputIndexes": [ 1611 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1610 ], "main_type": "NONE", "name": "Rank4915", "outputIndexes": [ 1612 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1612, 1612 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4917", "outputIndexes": [ 1613 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1613 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4918", "outputIndexes": [ 1614 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1613, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4920", "outputIndexes": [ 1615 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1615 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4921", "outputIndexes": [ 1616 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1611, 1614, 1616, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4924", "outputIndexes": [ 1617 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1617 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4925", "outputIndexes": [ 1618 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1618 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4926", "outputIndexes": [ 1619 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1619, 1618 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4927", "outputIndexes": [ 1620 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1610, 1620, 1613 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_291_output_0", "outputIndexes": [ 1621 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1621, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_58_output_0", "outputIndexes": [ 1622 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1622, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_616_output_0", "outputIndexes": [ 1623 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608, 1623, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_79_output_0", "outputIndexes": [ 1624 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1624 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_39_output_0", "outputIndexes": [ 1625 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608, 22, 1623, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_78_output_0", "outputIndexes": [ 1626 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1625, 1626 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_251_output_0", "outputIndexes": [ 1627 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1627, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_155_output_0", "outputIndexes": [ 1628 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1609, 1628 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_96_output_0", "outputIndexes": [ 1629 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1568 ], "outputIndexes": [ 2848 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2848 ], "outputIndexes": [ 2849 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear", "inputIndexes": [ 2849 ], "outputIndexes": [ 2850 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2499306394, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2850 ], "outputIndexes": [ 2851 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2851 ], "outputIndexes": [ 1630 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1630, 1607 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_174_output_0", "outputIndexes": [ 1631 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1605, 1629, 1631, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_179_output_0", "outputIndexes": [ 1632 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1632 ], "outputIndexes": [ 2852 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2852 ], "outputIndexes": [ 2853 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear", "inputIndexes": [ 2853 ], "outputIndexes": [ 2854 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2500340656, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2854 ], "outputIndexes": [ 2855 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2855 ], "outputIndexes": [ 1633 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1565, 1633 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_98_output_0", "outputIndexes": [ 1634 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.949219, 0.925781, 1.429688, 0.53125, 0.992188, 0.6875, 0.851562, 0.988281, 0.3125, 0.503906, 0.898438, 0.478516, 0.78125, 0.667969, 0.476562, 0.878906, 0.871094, 0.714844, 0.898438, 0.431641, 0.523438, 0.878906, 0.875, 0.664062, 0.628906, 1.078125, 0.388672, 0.5625, 0.613281, 0.679688, 1.078125, 0.496094, 0.460938, 0.773438, 1.109375, 1.351562, 0.527344, 0.238281, 0.867188, 0.482422, 1.015625, 0.839844, 1.054688, 0.789062, 1.09375, 1.125, 0.339844, 1.101562, 0.835938, 0.490234, 1.054688, 0.789062, 0.785156, 0.792969, 0.914062, 0.65625, 0.992188, 1.390625, 0.976562, 0.443359, 0.652344, 0.941406, 1.015625, 0.847656, 1.109375, 0.898438, 0.535156, 0.832031, 0.578125, 0.746094, 0.710938, 0.484375, 0.988281, 0.792969, 0.941406, 1.039062, 0.546875, 0.578125, 0.369141, 1.117188, 1.0625, 1.179688, 1.085938, 0.71875, 0.863281, 0.257812, 0.890625, 1.179688, 0.898438, 0.433594, 0.890625, 0.945312, 0.953125, 0.9375, 0.785156, 0.8125, 0.416016, 0.546875, 0.882812, 0.503906, 0.523438, 0.527344, 1.265625, 0.8125, 0.515625, 0.980469, 0.644531, 0.5, 0.625, 0.796875, 0.824219, 0.738281, 0.902344, 0.19043, 0.773438, 0.152344, 0.519531, 0.910156, 1.109375, 0.519531, 0.6875, 0.78125, 1.148438, 0.835938, 0.800781, 0.734375, 1.015625, 0.722656, 0.263672, 0.546875, 0.357422, 0.890625, 0.546875, 0.863281, 0.777344, 0.835938, 0.710938, 0.929688, 0.574219, 0.925781, 0.703125, 1.039062, 1.210938, 0.480469, 0.289062, 0.433594, 0.917969, 0.847656, 1.101562, 0.878906, 1.03125, 0.855469, 0.734375, 0.875, 0.546875, 0.664062, 0.519531, 0.447266, 1.054688, 1.140625, 0.476562, 0.46875, 0.365234, 0.835938, 0.248047, 0.515625, 0.691406, 0.488281, 0.777344, 0.839844, 0.875, 0.617188, 0.597656, 0.609375, 0.8125, 1.195312, 0.820312, 0.796875, 1.070312, 0.785156, 0.550781, 0.800781, 1.046875, 0.439453, 0.558594, 0.878906, 0.757812, 0.5, 0.71875, 0.933594, 0.542969, 0.839844, 0.470703, 0.671875, 0.878906, 0.855469, 0.84375, 1.046875, 0.486328, 0.800781, 0.816406, 0.231445, 0.71875, 0.65625, 0.785156, 0.882812, 0.550781, 0.636719, 1.078125, 0.546875, 1.039062, 0.8125, 0.59375, 0.890625, 0.828125, 0.632812, 0.507812, 0.498047, 1.195312, 0.746094, 0.78125, 0.478516, 0.558594, 0.953125, 0.894531, 1.140625, 0.542969, 0.59375, 0.730469, 0.832031, 0.914062, 0.902344, 0.847656, 0.792969, 0.898438, 0.71875, 0.695312, 1.140625, 0.263672, 0.816406, 0.914062, 0.78125, 1.0, 0.808594, 0.683594, 0.515625, 0.941406, 1.007812, 0.914062, 0.796875, 0.855469, 0.90625, 0.605469, 0.699219, 0.851562, 0.589844, 0.84375, 0.248047, 0.78125, 0.462891, 0.828125, 0.917969, 0.890625, 1.015625, 0.828125, 0.578125, 0.820312, 0.835938, 0.59375, 0.898438, 0.726562, 0.960938, 0.917969, 0.585938, 0.660156, 1.335938, 0.910156, 0.503906, 0.617188, 0.929688, 0.757812, 0.855469, 0.257812, 0.886719, 0.710938, 1.15625, 0.625, 0.933594, 0.914062, 0.484375, 1.09375, 0.490234, 0.660156, 0.519531, 0.5, 0.742188, 0.511719, 0.554688, 0.824219, 0.796875, 0.664062, 0.570312, 0.490234, 0.957031, 1.320312, 1.039062, 0.777344, 0.796875, 0.757812, 0.886719, 0.390625, 0.710938, 0.832031, 0.800781, 0.236328, 0.953125, 0.84375, 1.117188, 0.84375, 0.824219, 1.054688, 0.785156, 0.660156, 0.734375, 0.640625, 0.855469, 0.726562, 0.8125, 0.679688, 0.664062, 0.259766, 0.734375, 0.734375, 0.71875, 0.511719, 0.78125, 0.910156, 1.601562, 0.925781, 0.566406, 0.233398, 0.71875, 0.773438, 0.742188, 0.335938, 0.894531, 1.054688, 0.894531, 0.707031, 0.828125, 0.8125, 0.480469, 0.972656, 0.839844, 1.140625, 0.835938, 0.910156, 0.917969, 0.710938, 0.847656, 0.640625, 1.171875, 0.304688, 0.546875, 0.417969, 0.472656, 0.726562, 1.070312, 0.824219, 0.486328, 0.804688, 0.867188, 0.929688, 0.671875, 0.957031, 1.273438, 0.296875, 0.482422, 0.867188, 0.921875, 0.839844, 0.953125, 0.523438, 1.023438, 0.996094, 0.546875, 1.140625, 0.84375, 0.75, 0.609375, 0.847656, 1.015625, 0.439453, 0.421875, 0.652344, 0.992188, 0.554688, 0.664062, 0.894531, 0.289062, 0.550781, 0.984375, 0.488281, 1.085938, 0.486328, 0.902344, 0.792969, 0.902344, 0.902344, 0.65625, 0.476562, 0.851562, 1.03125, 0.828125, 0.9375, 1.148438, 0.945312, 0.84375, 0.859375, 0.929688, 0.519531, 0.574219, 0.789062, 0.496094, 0.738281, 0.458984, 1.039062, 0.988281, 0.5, 0.804688, 0.824219, 0.746094, 0.464844, 0.695312, 0.902344, 0.542969, 0.683594, 0.890625, 0.730469, 0.511719, 0.800781, 0.980469, 0.917969, 0.820312, 0.486328, 0.539062, 0.742188, 0.90625, 0.761719, 1.0625, 0.972656, 0.828125, 0.917969, 0.820312, 0.769531, 1.835938, 0.621094, 0.734375, 4.3e-05, 0.679688, 0.898438, 0.691406, 0.847656, 0.439453, 0.466797, 0.875, 0.554688, 0.8125, 0.480469, 0.777344, 0.671875, 0.287109, 0.882812, 0.90625, 0.902344, 0.46875, 0.710938, 0.511719, 0.929688, 0.878906, 0.972656, 0.835938, 0.621094, 0.851562, 0.416016, 0.988281, 1.304688, 0.785156, 0.9375, 0.777344, 0.667969, 1.070312, 1.195312, 0.902344, 1.046875, 0.640625, 0.890625, 0.6875, 0.984375, 0.9375, 0.8125, 0.554688, 0.667969, 0.527344, 0.746094, 0.53125, 0.894531, 0.550781, 0.855469, 0.660156, 0.941406, 1.023438, 0.851562, 1.046875, 0.917969, 0.589844, 0.589844, 0.792969, 0.679688, 1.164062, 0.714844, 0.9375, 0.914062, 0.259766, 0.863281, 0.503906, 1.09375, 0.976562, 0.867188, 0.753906, 0.835938, 0.886719, 0.988281, 0.871094, 0.746094, 0.933594, 0.480469, 0.800781, 0.722656, 0.933594, 0.503906, 0.527344, 0.488281, 0.832031, 0.488281, 1.046875, 1.359375, 0.341797, 0.570312, 1.257812, 0.671875, 1.132812, 0.816406, 0.535156, 0.625, 0.558594, 0.710938, 0.84375, 0.890625, 0.636719, 1.179688, 0.835938, 0.644531, 0.5625, 0.503906, 0.976562, 0.761719, 0.765625, 0.742188, 0.574219, 0.796875, 0.800781, 0.570312, 0.542969, 0.804688, 0.753906, 0.765625, 1.273438, 0.492188, 1.039062, 0.976562, 0.742188, 0.910156, 0.5, 0.921875, 0.796875, 0.753906, 0.458984, 0.828125, 0.554688, 1.0, 0.753906, 0.902344, 0.828125, 0.957031, 0.458984, 0.710938, 0.625, 0.496094, 0.539062, 1.109375, 0.466797, 0.621094, 1.132812, 0.738281, 0.960938, 0.800781, 0.789062, 0.241211, 1.054688, 1.203125, 1.070312, 0.601562, 0.488281, 0.933594, 0.859375, 0.267578, 0.738281, 0.734375, 0.808594, 0.925781, 0.828125, 0.201172, 0.792969, 0.237305, 0.730469, 1.460938, 0.835938, 0.808594, 1.1875, 0.566406, 0.625, 0.675781, 0.789062, 0.609375, 0.554688, 0.949219, 0.546875, 0.90625, 0.792969, 0.757812, 0.488281, 0.882812, 0.878906, 1.179688, 0.384766, 0.855469, 0.804688, 0.851562, 0.71875, 0.296875, 0.589844, 0.859375, 0.474609, 0.423828, 0.953125, 0.640625, 0.910156, 0.910156, 0.486328, 0.453125, 0.65625, 0.24707, 0.882812, 0.917969, 0.984375, 0.808594, 0.734375, 0.980469, 0.851562, 0.679688, 0.785156, 0.878906, 0.917969, 0.878906, 0.808594, 1.09375, 0.53125, 0.628906, 0.964844, 0.816406, 0.867188, 0.605469, 1.0, 0.4375, 0.59375, 0.777344, 0.542969, 0.578125, 0.375, 1.023438, 0.679688, 0.847656, 1.101562, 0.746094, 0.480469, 0.357422, 1.039062, 0.462891, 0.847656, 0.535156, 1.0, 1.023438, 0.847656, 0.757812, 0.859375, 0.691406, 0.269531, 0.882812, 1.03125, 0.695312, 0.53125, 0.625, 0.703125, 0.5, 0.126953, 0.414062, 0.847656, 0.490234, 1.023438, 0.494141, 0.851562, 0.851562, 0.804688, 0.980469, 0.855469, 0.792969, 0.345703, 0.566406, 0.59375, 0.925781, 0.878906, 0.675781, 0.875, 0.511719, 0.875, 0.492188, 0.621094, 0.742188, 0.988281, 0.761719, 0.84375, 0.488281, 0.498047, 0.839844, 0.785156, 0.945312, 0.613281, 1.101562, 0.679688, 0.482422, 0.84375, 0.765625, 0.652344, 1.007812, 0.769531, 0.455078, 0.972656, 0.683594, 0.449219, 0.917969, 0.628906, 0.851562, 0.318359, 0.871094, 0.796875, 0.910156, 0.496094, 0.439453, 1.1875, 0.734375, 0.933594, 0.267578, 0.742188, 1.117188, 0.275391, 0.769531, 1.1875, 0.929688, 0.726562, 0.769531, 0.480469, 1.046875, 0.800781, 0.507812, 0.851562, 0.78125, 0.515625, 0.851562, 0.8125, 0.902344, 0.462891, 0.175781, 0.636719, 1.007812, 0.486328, 0.457031, 1.046875, 1.140625, 0.921875, 0.742188, 0.302734, 0.792969, 1.09375, 0.851562, 0.291016, 0.824219, 0.808594, 0.527344, 0.480469, 0.652344, 0.667969, 0.847656, 1.398438, 0.886719, 0.707031, 0.683594, 0.476562, 1.007812, 0.332031, 0.699219, 0.777344, 0.209961, 1.09375, 0.490234, 0.570312, 0.808594, 0.683594, 0.714844, 0.617188, 0.90625, 0.710938, 1.039062, 1.007812, 0.5625, 1.4375, 0.507812, 0.941406, 0.976562, 0.890625, 0.882812, 0.482422, 0.542969, 1.164062, 0.439453, 0.769531, 0.792969, 0.585938, 0.816406, 0.808594, 0.851562, 0.835938, 0.486328, 0.451172, 0.828125, 0.800781, 0.734375, 0.542969, 1.039062, 0.75, 1.179688, 0.660156, 0.71875, 0.890625, 0.566406, 0.695312, 1.148438, 0.601562, 0.8125, 0.921875, 0.816406, 0.714844, 0.753906, 1.09375, 0.886719, 1.023438, 0.570312, 0.271484, 0.90625, 0.488281, 0.859375, 1.117188, 0.462891, 0.722656, 1.109375, 0.902344, 0.863281, 0.875, 0.259766, 0.449219, 0.21875, 0.898438, 0.757812, 0.804688, 1.210938, 0.820312, 0.765625, 0.808594, 0.365234, 0.287109, 1.007812, 0.742188, 0.761719, 0.515625, 1.007812, 0.957031, 0.835938, 1.023438, 0.910156, 0.683594, 0.933594, 1.023438, 0.832031, 0.410156, 0.898438, 0.714844, 0.921875, 0.800781, 0.574219, 0.871094, 0.996094, 0.839844, 0.824219, 0.984375, 0.96875, 0.839844, 1.132812, 0.8125, 0.5, 0.9375, 0.855469, 0.617188, 0.910156, 0.640625, 1.03125, 0.789062, 0.490234, 1.039062, 0.566406, 0.820312, 0.492188, 0.804688, 0.800781, 0.249023, 0.263672, 0.59375, 1.148438, 0.617188, 0.279297, 0.960938, 0.980469, 0.511719, 0.851562, 0.478516, 0.785156, 0.941406, 0.78125, 0.263672, 0.664062, 0.291016, 0.486328, 1.117188, 0.875, 0.476562, 0.507812, 0.707031, 0.734375, 0.734375, 0.535156, 1.078125, 0.996094, 0.84375, 0.357422, 1.023438, 0.988281, 1.390625, 0.789062, 0.882812, 1.078125, 0.792969, 0.753906, 0.46875, 0.519531, 0.333984, 0.625, 0.478516, 0.53125, 0.5, 0.855469, 0.558594, 1.078125, 0.820312, 0.636719, 0.878906, 0.554688, 0.921875, 0.859375, 0.96875, 0.294922, 0.46875, 0.773438, 0.84375, 0.65625, 0.482422, 0.472656, 0.792969, 0.976562, 0.6875, 1.09375, 0.414062, 0.867188, 0.839844, 0.761719, 0.515625, 0.251953, 0.847656, 0.945312, 0.601562, 0.539062, 0.621094, 0.746094, 0.566406, 0.773438, 0.523438, 0.472656, 0.882812, 0.283203, 0.878906, 0.703125, 0.275391, 1.015625, 0.984375, 0.929688, 0.566406, 0.699219, 0.890625, 0.972656, 1.085938, 0.455078, 0.421875, 0.511719, 0.515625, 0.515625, 0.429688, 1.007812, 0.648438, 1.773438, 0.742188, 0.847656, 0.816406, 0.621094, 0.523438, 1.070312, 0.322266, 1.15625, 0.738281, 0.621094, 1.0, 0.535156, 0.855469, 0.707031, 0.480469, 0.503906, 0.765625, 0.482422, 0.472656, 0.458984, 0.761719, 0.224609, 0.222656, 0.921875, 0.699219, 0.960938, 1.046875, 0.482422, 0.808594, 0.730469, 1.085938, 0.625, 0.753906, 0.847656, 0.539062, 0.511719, 0.820312, 1.007812, 0.800781, 0.773438, 0.667969, 0.625, 0.462891, 0.605469, 0.609375, 0.271484, 0.482422, 0.90625, 0.652344, 1.046875, 1.078125, 0.847656, 0.570312, 1.203125, 0.773438, 0.492188, 0.695312, 0.761719, 1.148438, 0.455078, 0.765625, 1.242188, 1.15625, 0.511719, 0.554688, 1.046875, 0.863281, 0.671875, 1.078125, 0.519531, 0.6875, 0.683594, 0.886719, 1.179688, 0.335938, 0.447266, 0.640625, 0.652344, 0.621094, 0.503906, 1.1875, 0.824219, 0.585938, 0.777344, 0.480469, 0.988281, 0.785156, 0.777344, 1.039062, 0.574219, 0.875, 0.703125, 0.558594, 0.423828, 0.917969, 0.621094, 0.941406, 0.625, 0.730469, 0.734375, 0.617188, 1.257812, 0.789062, 0.5625, 0.96875, 0.472656, 1.132812, 0.714844, 0.945312, 0.945312, 0.808594, 0.621094, 1.007812, 0.65625, 0.867188, 0.75, 0.632812, 1.195312, 0.828125, 0.746094, 0.457031, 0.992188, 0.519531, 1.015625, 0.914062, 1.085938, 0.867188, 0.523438, 0.482422, 0.878906, 0.71875, 1.015625, 0.898438, 0.695312, 1.132812, 0.703125, 0.789062, 1.171875, 1.101562, 0.855469, 0.972656, 0.765625, 0.734375, 0.5625, 0.494141, 0.867188, 1.039062, 0.953125, 0.96875, 0.8125, 0.839844, 1.0, 0.691406, 1.023438, 0.941406, 0.945312, 0.734375, 0.894531, 0.238281, 0.910156, 0.523438, 0.244141, 0.796875, 0.761719, 0.785156, 0.597656, 0.808594, 0.902344, 0.933594, 1.1875, 1.171875, 0.863281, 0.566406, 0.478516, 0.46875, 0.683594, 1.085938, 0.511719, 1.757812, 0.730469, 0.859375, 0.984375, 1.023438, 0.757812, 1.171875, 1.09375, 0.835938, 0.488281, 0.902344, 1.140625, 0.8125, 0.574219, 0.867188, 1.078125, 0.964844, 1.117188, 0.878906, 1.21875, 0.957031, 0.707031, 1.375, 0.820312, 0.671875, 1.125, 0.886719, 0.898438, 0.984375, 1.03125, 0.941406, 0.875, 0.824219, 0.996094, 0.648438, 0.765625, 0.462891, 0.804688, 0.882812, 0.921875, 0.484375, 0.237305, 0.714844, 0.824219, 0.933594, 0.980469, 0.929688, 0.621094, 0.570312, 1.148438, 0.808594, 0.835938, 0.574219, 0.84375, 0.431641, 0.789062, 0.71875, 0.527344, 0.570312, 0.988281, 0.232422, 0.886719, 0.652344, 0.168945, 0.976562, 0.492188, 0.470703, 0.605469, 1.007812, 0.765625, 0.570312, 0.851562, 0.601562, 0.53125, 0.523438, 0.421875, 0.765625, 0.180664, 0.523438, 0.486328, 0.828125, 0.6875, 1.007812, 1.070312, 0.523438, 0.992188, 0.507812, 1.210938, 0.574219, 0.777344, 1.023438, 0.964844, 0.675781, 0.894531, 0.443359, 1.0625, 0.855469, 1.398438, 0.824219, 0.494141, 1.210938, 1.109375, 1.023438, 0.621094, 0.804688, 0.988281, 0.695312, 0.839844, 0.710938, 1.140625, 0.800781, 0.960938, 0.945312, 1.085938, 0.695312, 0.839844, 0.921875, 0.484375, 0.757812, 1.046875, 0.746094, 0.871094, 0.6875, 0.847656, 1.039062, 0.652344, 0.742188, 0.480469, 0.652344, 0.765625, 0.515625, 0.859375, 1.929688, 0.738281, 0.527344, 1.023438, 0.605469, 1.0, 0.851562, 0.953125, 0.914062, 0.96875, 0.808594, 0.574219, 0.71875, 0.523438, 0.835938, 0.863281, 0.886719, 0.388672, 1.101562, 0.933594, 0.824219, 0.855469, 0.65625, 0.535156, 0.46875, 0.835938, 0.695312, 0.746094, 0.71875, 0.730469, 0.726562, 0.757812, 0.664062, 0.816406, 0.828125, 0.589844, 0.660156, 0.494141, 0.427734, 0.519531, 0.660156, 1.0, 1.015625, 0.929688, 0.632812, 0.78125, 0.820312, 0.601562, 0.699219, 0.847656, 0.75, 1.109375, 1.132812, 0.691406, 0.273438, 0.730469, 0.765625, 0.269531, 0.960938, 0.984375, 1.148438, 0.777344, 0.675781, 0.675781, 0.722656, 0.213867, 0.84375, 0.287109, 0.910156, 0.707031, 0.699219, 0.233398, 0.632812, 0.984375, 0.511719, 0.746094, 0.482422, 0.953125, 1.078125, 0.898438, 0.777344, 0.730469, 0.339844, 0.796875, 0.859375, 0.808594, 0.443359, 0.957031, 0.388672, 0.996094, 0.996094, 0.925781, 1.078125, 1.179688, 0.46875, 0.742188, 0.800781, 0.859375, 0.828125, 0.632812, 0.851562, 0.628906, 0.714844, 0.917969, 0.392578, 0.78125, 0.886719, 0.644531, 0.753906, 0.636719, 0.625, 0.8125, 0.921875, 0.3125, 1.164062, 0.914062, 0.457031, 0.84375, 0.609375, 1.304688, 0.898438, 0.785156, 0.792969, 0.832031, 0.980469, 0.769531, 0.894531, 0.65625, 1.140625, 0.9375, 0.8125, 0.84375, 0.796875, 0.914062, 0.435547, 0.949219, 1.085938, 0.601562, 0.886719, 0.914062, 0.9375, 0.664062, 1.335938, 1.210938, 0.8125, 0.503906, 0.6875, 0.820312, 0.988281, 0.9375, 0.180664, 0.859375, 0.878906, 1.164062, 0.699219, 0.679688, 0.992188, 0.773438, 0.455078, 0.867188, 1.148438, 0.914062, 0.945312, 0.710938, 0.828125, 1.015625, 1.03125, 0.957031, 0.863281, 0.722656, 0.644531, 0.695312, 0.816406, 0.726562, 0.464844, 1.195312, 0.742188, 0.757812, 0.9375, 1.039062, 1.320312, 0.867188, 0.808594, 1.03125, 0.9375, 0.455078, 0.882812, 0.839844, 0.474609, 0.972656, 0.494141, 0.792969, 0.625, 0.523438, 0.5, 0.652344, 0.796875, 0.267578, 0.589844, 0.490234, 0.542969, 0.714844, 0.585938, 0.507812, 0.980469, 0.207031, 0.78125, 0.992188, 0.890625, 0.851562, 1.140625, 0.5625, 1.148438, 0.921875, 0.300781, 0.263672, 0.486328, 0.628906, 0.910156, 0.570312, 0.777344, 1.046875, 0.515625, 1.0, 0.582031, 0.996094, 0.988281, 0.773438, 0.824219, 0.691406, 0.878906, 0.330078, 0.753906, 0.761719, 0.917969, 0.375, 0.476562, 0.578125, 0.871094, 0.90625, 0.679688, 0.554688, 0.769531, 0.808594, 0.90625, 0.921875, 0.710938, 0.703125, 0.644531, 0.546875, 0.792969, 0.886719, 0.765625, 0.427734, 0.738281, 0.871094, 0.882812, 0.527344, 0.8125, 0.972656, 0.398438, 0.871094, 0.511719, 0.466797, 0.337891, 1.179688, 0.796875, 0.765625, 0.539062, 0.714844, 0.539062, 0.24707, 0.890625, 0.96875, 0.558594, 0.738281, 0.824219, 0.679688, 0.617188, 1.0625, 1.015625, 0.679688, 0.474609, 0.757812, 1.054688, 0.617188, 0.890625, 0.574219, 0.789062, 1.054688, 0.769531, 0.714844, 1.070312, 0.318359, 0.976562, 0.648438, 0.792969, 0.890625, 0.625, 0.726562, 0.59375, 1.132812, 1.109375, 0.192383, 0.449219, 0.8125, 0.621094, 0.851562, 0.96875, 0.601562, 0.78125, 1.085938, 0.875, 0.578125, 1.007812, 0.515625, 0.789062, 0.722656, 0.832031, 0.640625, 0.769531, 0.914062, 0.726562, 0.820312, 1.023438, 0.699219, 0.53125, 0.578125, 0.644531, 0.566406, 0.828125, 0.710938, 0.90625, 0.695312, 0.734375, 0.882812, 0.660156, 0.808594, 0.875, 0.875, 0.527344, 0.8125, 0.390625, 0.585938, 0.9375, 0.820312, 0.925781, 0.796875, 0.671875, 0.84375, 0.25, 0.457031, 0.792969, 0.511719, 0.640625, 0.640625, 0.59375, 1.15625, 0.859375, 0.609375, 0.240234, 0.871094, 0.447266, 0.478516, 0.462891, 0.628906, 0.621094, 0.757812, 0.582031, 1.0625, 0.875, 1.0625, 0.882812, 0.566406, 0.804688, 0.929688, 0.878906, 0.941406, 0.507812, 1.179688, 0.761719, 0.478516, 1.132812, 0.683594, 0.773438, 0.585938, 0.605469, 0.457031, 0.820312, 0.828125, 0.871094, 0.449219, 0.964844, 0.503906, 0.488281, 0.28125, 0.585938, 0.964844, 0.839844, 0.980469, 0.851562, 0.765625, 0.212891, 0.667969, 0.511719, 0.71875, 0.617188, 0.84375, 0.828125, 1.023438, 0.53125, 0.9375, 0.769531, 0.941406, 0.996094, 1.023438, 0.988281, 0.941406, 1.140625, 0.53125, 0.738281, 0.539062, 0.875, 0.78125, 0.527344, 0.875, 0.396484, 0.933594, 0.488281, 0.490234, 1.023438, 0.291016, 0.914062, 0.40625, 1.078125, 1.101562, 0.664062, 0.800781, 0.734375, 0.980469, 0.71875, 0.917969, 0.535156, 0.921875, 0.084473, 1.054688, 0.519531, 1.109375, 0.527344, 0.408203, 1.039062, 1.195312, 0.597656, 0.859375, 0.648438, 1.023438, 0.820312, 1.25, 0.757812, 0.722656, 0.490234, 0.933594, 0.957031, 0.726562, 0.746094, 0.917969, 0.204102, 1.101562, 0.675781, 1.0, 0.625, 0.8125, 0.373047, 0.742188, 0.765625, 0.123535, 0.515625, 0.800781, 0.550781, 0.402344, 1.195312, 0.851562, 0.53125, 0.722656, 0.464844, 1.171875, 0.796875, 0.671875, 0.78125, 1.148438, 0.746094, 0.78125, 0.373047, 0.65625, 0.628906, 0.828125, 0.617188, 0.265625, 0.484375, 0.535156, 0.769531, 0.917969, 0.988281, 0.237305, 0.957031, 1.039062, 0.917969, 0.710938, 0.396484, 0.5, 0.953125, 0.490234, 0.410156, 1.007812, 0.65625, 0.480469, 1.21875, 0.84375, 1.046875, 0.609375, 1.101562, 0.679688, 1.101562, 0.804688, 0.667969, 0.871094, 0.761719, 0.945312, 0.515625, 0.9375, 0.871094, 0.695312, 0.886719, 0.511719, 0.8125, 0.644531, 0.636719, 0.714844, 0.605469, 1.171875, 0.917969, 0.714844, 0.917969, 0.490234, 0.859375, 0.714844, 0.355469, 0.640625, 0.90625, 1.1875, 0.582031, 0.730469, 0.5625, 0.757812, 0.710938, 0.365234, 0.859375, 0.953125, 0.582031, 0.707031, 0.753906, 0.683594, 0.496094, 1.015625, 1.015625, 0.714844, 0.384766, 0.867188, 0.285156, 0.339844, 0.835938, 0.707031, 0.308594, 0.734375, 0.929688, 0.539062, 1.109375, 0.75, 1.132812, 0.828125, 0.878906, 0.941406, 1.421875, 0.192383, 0.601562, 0.785156, 0.753906, 1.203125, 0.734375, 1.101562, 1.046875, 0.835938, 0.945312, 1.023438, 0.277344, 0.804688, 1.078125, 0.871094, 0.714844, 0.996094, 0.757812, 0.992188, 0.988281, 0.613281, 1.015625, 0.679688, 0.804688, 0.882812, 1.03125, 1.195312, 0.255859, 0.773438, 0.753906, 1.007812, 0.585938, 0.902344, 1.054688, 0.953125, 1.078125, 0.582031, 0.777344, 0.953125, 0.816406, 0.707031, 0.515625, 0.726562, 0.96875, 0.273438, 0.675781, 0.882812, 0.808594, 1.054688, 0.8125, 0.511719, 0.601562, 1.015625, 0.423828, 0.941406, 0.710938, 0.710938, 0.773438, 1.0625, 0.484375, 0.90625, 1.09375, 0.714844, 0.777344, 0.578125, 1.109375, 0.796875, 0.777344, 0.921875, 0.828125, 0.308594, 1.007812, 0.65625, 0.804688, 0.769531, 0.828125, 0.457031, 0.917969, 0.804688, 0.578125, 0.828125, 0.917969, 0.273438, 1.09375, 0.306641, 0.53125, 0.679688, 0.511719, 0.492188, 0.527344, 0.285156, 0.710938, 0.773438, 0.660156, 0.78125, 0.820312, 0.632812, 0.707031, 0.832031, 0.492188, 0.558594, 0.269531, 0.691406, 0.871094, 0.75, 0.476562, 0.964844, 0.757812, 0.679688, 0.921875, 0.753906, 0.443359, 1.085938, 0.207031, 0.742188, 0.902344, 0.785156, 0.804688, 0.832031, 0.847656, 0.535156, 0.5625, 1.039062, 0.605469, 1.140625, 1.046875, 0.578125, 0.90625, 0.9375, 0.466797, 0.761719, 0.539062, 0.287109, 0.804688, 1.054688, 1.101562, 0.777344, 0.482422, 0.225586, 1.09375, 0.5625, 1.25, 0.796875, 0.917969, 0.855469, 0.625, 0.8125, 0.921875, 0.679688, 0.8125, 0.515625, 1.023438, 1.054688, 1.015625, 0.460938, 0.511719, 0.621094, 0.746094, 0.820312, 0.472656, 0.734375, 0.890625, 0.773438, 0.597656, 0.816406, 1.203125, 0.695312, 1.164062, 0.984375, 0.535156, 0.898438, 0.486328, 0.855469, 0.871094, 1.007812, 0.875, 0.492188, 0.249023, 0.71875, 0.917969, 0.988281, 1.234375, 0.9375, 0.40625, 0.890625, 1.101562, 0.746094, 0.275391, 0.710938, 1.085938, 0.71875, 0.976562, 0.597656, 0.671875, 0.855469, 0.835938, 0.664062, 0.921875, 0.753906, 0.75, 0.867188, 0.640625, 0.96875, 0.355469, 0.835938, 0.8125, 0.839844, 0.773438, 0.570312, 0.291016, 0.511719, 1.101562, 0.703125, 0.535156, 0.777344, 0.675781, 0.945312, 0.636719, 1.03125, 0.734375, 1.929688, 0.511719, 1.046875, 0.859375, 0.769531, 0.878906, 1.0625, 0.376953, 0.9375, 0.808594, 0.710938, 0.648438, 0.878906, 1.054688, 0.714844, 0.271484, 1.039062, 0.589844, 0.332031, 0.804688, 0.757812, 1.164062, 0.835938, 0.832031, 0.996094, 0.875, 0.8125, 0.894531, 0.894531, 0.554688, 0.773438, 0.8125, 0.714844, 0.816406, 0.78125, 0.792969, 0.921875, 1.046875, 0.53125, 0.667969, 0.458984, 1.125, 0.519531, 1.0625, 0.820312, 0.765625, 0.867188, 0.730469, 0.554688, 0.449219, 0.753906, 0.451172, 0.523438, 0.632812, 1.054688, 0.835938, 0.578125, 0.707031, 0.871094, 0.734375, 1.085938, 1.007812, 1.507812, 0.644531, 0.972656, 0.609375, 0.5625, 0.921875, 0.484375, 0.835938, 0.472656, 0.625, 0.804688, 0.789062, 0.640625, 0.511719, 0.496094, 0.933594, 0.882812, 0.957031, 0.5625, 0.933594, 0.71875, 1.195312, 0.898438, 0.455078, 0.726562, 0.632812, 1.085938, 0.769531, 0.617188, 0.306641, 1.125, 1.085938, 0.392578, 0.5, 0.910156, 0.71875, 0.507812, 0.824219, 0.84375, 0.835938, 0.957031, 0.835938, 0.621094, 0.863281, 0.722656, 0.871094, 0.470703, 0.789062, 0.898438, 0.898438, 0.730469, 0.470703, 0.996094, 0.423828, 0.648438, 0.605469, 0.839844, 0.601562, 0.628906, 0.498047, 0.777344, 0.722656, 0.570312, 0.511719, 0.761719, 0.710938, 0.279297, 0.129883, 0.644531, 0.734375, 0.820312, 0.894531, 0.453125, 0.945312, 0.929688, 0.878906, 0.882812, 0.484375, 0.636719, 0.490234, 0.613281, 0.261719, 0.464844, 0.59375, 0.9375, 0.433594, 0.839844, 0.789062, 0.609375, 0.808594, 1.0625, 0.691406, 0.917969, 1.234375, 0.408203, 0.910156, 0.648438, 0.867188, 0.546875, 0.816406, 0.523438, 0.75, 0.945312, 1.109375, 0.753906, 0.466797, 0.792969, 0.75, 0.761719, 0.679688, 0.443359, 0.765625, 0.447266, 0.601562, 0.9375, 1.242188, 0.949219, 0.949219, 0.730469, 0.453125, 1.078125, 0.605469, 1.085938, 0.828125, 0.679688, 0.878906, 0.21582, 0.859375, 0.863281, 0.828125, 1.0, 0.652344, 0.761719, 0.625, 0.816406, 0.929688, 0.554688, 0.765625, 0.695312, 0.859375, 1.125, 1.125, 0.675781, 0.703125, 0.78125, 0.691406, 0.65625, 0.703125, 0.550781, 0.828125, 0.482422, 0.488281, 0.458984, 0.976562, 0.722656, 0.875, 1.03125, 0.78125, 0.867188, 1.140625, 0.976562, 0.734375, 0.757812, 0.703125, 0.480469, 0.648438, 0.835938, 0.824219, 1.039062, 0.574219, 0.769531, 1.242188, 0.478516, 1.289062, 0.527344, 0.769531, 0.863281, 0.875, 0.917969, 0.300781, 0.683594, 0.542969, 0.570312, 0.5625, 0.349609, 0.679688, 0.558594, 0.894531, 0.455078, 0.800781, 0.839844, 0.59375, 0.957031, 0.328125, 0.691406, 0.988281, 0.498047, 0.515625, 1.070312, 0.921875, 0.902344, 0.691406, 0.734375, 0.65625, 0.527344, 0.206055, 0.804688, 0.527344, 1.046875, 0.777344, 0.960938, 0.6875, 0.773438, 0.601562, 0.953125, 0.78125, 0.601562, 0.78125, 0.746094, 0.648438, 0.507812, 0.921875, 0.46875, 0.206055, 0.796875, 0.847656, 0.738281, 0.742188, 0.523438, 0.237305, 0.648438, 1.242188, 0.902344, 0.53125, 0.890625, 1.085938, 1.046875, 0.839844, 0.925781, 0.625, 0.921875, 0.828125, 0.769531, 0.269531, 0.851562, 0.237305, 0.894531, 0.855469, 0.550781, 1.039062, 0.921875, 1.015625, 0.585938, 0.59375, 0.699219, 0.202148, 0.466797, 0.796875, 0.820312, 0.59375, 1.039062, 0.734375, 0.5, 1.046875, 0.460938, 0.792969, 0.519531, 0.644531, 0.9375, 0.484375, 1.101562, 1.085938, 0.90625, 0.742188, 0.707031, 0.882812, 0.640625, 1.023438, 1.03125, 0.570312, 1.039062, 0.671875, 1.023438, 0.996094, 0.949219, 0.601562, 0.871094, 0.765625, 0.178711, 0.734375, 0.867188, 1.101562, 0.882812, 0.878906, 0.488281, 0.945312, 0.816406, 0.5625, 0.546875, 0.753906, 1.289062, 0.464844, 0.211914, 0.609375, 1.054688, 0.265625, 0.804688, 0.345703, 0.882812, 0.738281, 1.007812, 0.816406, 0.472656, 0.984375, 1.429688, 0.792969, 0.8125, 0.691406, 0.691406, 0.578125, 0.535156, 0.800781, 0.455078, 0.339844, 0.863281, 0.460938, 0.902344, 0.789062, 0.875, 0.632812, 0.914062, 1.203125, 0.945312, 0.921875, 1.046875, 0.291016, 0.695312, 0.53125, 0.480469, 0.285156, 1.0625, 0.796875, 0.953125, 0.484375, 0.753906, 0.441406, 0.5625, 0.511719, 0.212891, 0.478516, 0.855469, 1.15625, 0.886719, 0.796875, 0.691406, 0.488281, 0.828125, 1.320312, 1.21875, 0.722656, 0.710938, 0.554688, 0.992188, 0.96875, 1.039062, 0.992188, 1.007812, 0.613281, 0.539062, 0.332031, 1.023438, 0.789062, 0.828125, 0.902344, 0.761719, 1.054688, 0.455078, 0.253906, 0.498047, 0.59375, 1.03125, 0.589844, 0.523438, 0.570312, 0.445312, 1.054688, 0.824219, 1.054688, 0.742188, 0.828125, 0.589844, 0.703125, 0.800781, 0.765625, 0.996094, 0.820312, 1.007812, 0.458984, 0.546875, 1.070312, 0.839844, 1.070312, 0.464844, 0.847656, 0.761719, 0.835938, 1.195312, 0.78125, 0.914062, 0.478516, 0.707031, 0.660156, 0.492188, 0.886719, 1.117188, 0.671875, 0.597656, 0.601562, 0.753906, 0.753906, 0.617188, 0.507812, 0.695312, 0.5625, 0.871094, 0.839844, 0.699219, 0.933594, 0.558594, 1.265625, 0.648438, 0.707031, 1.09375, 0.271484, 0.644531, 0.648438, 0.636719, 0.240234, 0.492188, 0.902344, 0.824219, 0.910156, 0.429688, 1.09375, 0.574219, 0.769531, 0.960938, 0.625, 0.84375, 0.859375, 0.953125, 0.480469, 0.785156, 0.597656, 0.890625, 0.474609, 0.498047, 0.804688, 0.484375, 0.953125, 0.546875, 0.734375, 0.808594, 0.386719, 0.851562, 1.117188, 0.980469, 0.847656, 0.519531, 0.878906, 1.101562, 0.636719, 1.117188, 0.470703, 0.625, 0.824219, 0.890625, 0.703125, 0.691406, 0.726562, 0.679688, 0.482422, 0.808594, 0.773438, 0.667969, 0.847656, 0.523438, 0.691406, 0.498047, 0.789062, 0.847656, 0.457031, 0.425781, 0.486328, 0.992188, 0.949219, 0.769531, 1.140625, 0.486328, 0.472656, 0.734375, 1.054688, 0.554688, 0.244141, 0.945312, 0.707031, 0.90625, 0.847656, 0.996094, 0.550781, 0.871094, 0.570312, 0.765625, 0.609375, 0.863281, 0.410156, 0.248047, 0.84375, 0.929688, 0.789062, 0.695312, 1.148438, 0.855469, 0.480469, 0.78125, 0.765625, 0.699219, 0.992188, 0.462891, 0.828125, 0.996094, 0.613281, 1.070312, 0.503906, 0.890625, 1.289062, 0.613281, 0.120117, 0.996094, 0.867188, 0.78125, 0.746094, 0.703125, 0.871094, 0.867188, 1.164062, 0.699219, 0.558594, 0.789062, 0.722656, 1.1875, 0.585938, 0.871094, 1.203125, 0.753906, 0.75, 0.890625, 0.458984, 0.246094, 0.800781, 0.519531, 1.101562, 0.554688, 1.117188, 1.15625, 0.78125, 0.847656, 0.761719, 0.443359, 0.882812, 0.480469, 0.777344, 0.570312, 0.490234, 0.546875, 0.636719, 0.917969, 0.953125, 0.765625, 0.710938, 1.0625, 1.007812, 0.933594, 0.992188, 0.769531, 1.039062, 1.039062, 0.574219, 0.773438, 0.8125, 0.761719, 0.515625, 0.675781, 0.925781, 0.964844, 0.503906, 0.474609, 0.734375, 1.210938, 1.132812, 0.941406, 0.949219, 0.984375, 0.882812, 1.0625, 0.675781, 0.486328, 0.539062, 0.679688, 0.722656, 0.480469, 0.894531, 1.15625, 0.609375, 0.546875, 1.140625, 0.679688, 1.054688, 0.314453, 0.490234, 0.855469, 0.613281, 0.941406, 1.046875, 1.125, 1.132812, 1.257812, 0.773438, 0.867188, 0.730469, 1.039062, 0.796875, 0.722656, 1.125, 1.03125, 1.03125, 0.769531, 1.132812, 1.226562, 0.710938, 0.941406, 0.714844, 1.039062, 0.679688, 0.839844, 0.980469, 1.015625, 0.90625, 0.8125, 0.96875, 0.660156, 0.703125, 0.769531, 0.804688, 1.382812, 0.707031, 0.777344, 1.101562, 0.726562, 0.792969, 0.496094, 0.554688, 0.535156, 0.859375, 0.519531, 0.40625, 0.890625, 0.625, 0.369141, 0.824219, 0.871094, 1.242188, 0.332031, 1.101562, 0.59375, 0.800781, 0.423828, 1.109375, 0.455078, 0.480469, 1.023438, 1.304688, 1.929688, 0.443359, 0.230469, 0.628906, 0.976562, 0.914062, 0.820312, 0.78125, 0.984375, 0.851562, 0.443359, 0.65625, 0.808594, 0.851562, 0.470703, 0.578125, 0.507812, 0.519531, 0.570312, 0.458984, 0.921875, 0.847656, 0.671875, 0.263672, 0.816406, 1.328125, 0.933594, 0.859375, 0.785156, 1.226562, 0.507812, 0.859375, 0.84375, 1.117188, 0.832031, 0.847656, 0.172852, 0.871094, 0.835938, 0.851562, 0.6875, 0.671875, 0.550781, 0.726562, 0.470703, 0.886719, 0.878906, 0.902344, 0.800781, 0.519531, 0.816406, 0.675781, 0.597656, 0.742188, 0.472656, 0.589844, 0.261719, 0.789062, 1.359375, 0.9375, 1.070312, 0.722656, 0.984375, 0.773438, 0.753906, 0.585938, 0.447266, 0.703125, 0.785156, 0.466797, 0.835938, 0.496094, 0.964844, 0.644531, 0.71875, 0.800781, 0.488281, 0.859375, 0.761719, 1.015625, 1.03125, 0.636719, 0.851562, 0.566406, 1.117188, 0.439453, 0.878906, 0.792969, 0.542969, 0.933594, 0.933594, 0.457031, 0.466797, 0.6875, 0.753906, 0.671875, 0.871094, 0.796875, 0.941406, 0.241211, 0.894531, 0.484375, 0.96875, 0.9375, 0.671875, 0.765625, 0.773438, 1.0625, 1.03125, 0.511719, 0.847656, 1.164062, 0.503906, 0.648438, 1.023438, 0.945312, 0.703125, 0.722656, 0.839844, 1.054688, 1.039062, 0.486328, 0.535156, 1.101562, 0.8125, 0.996094, 0.761719, 0.523438, 0.757812, 0.925781, 0.882812, 0.992188, 0.679688, 0.816406, 0.929688, 1.101562, 1.03125, 0.917969, 0.804688, 0.546875, 0.851562, 0.710938, 0.235352, 0.832031, 1.070312, 0.792969, 0.613281, 0.523438, 0.878906, 0.609375, 1.023438, 0.914062, 1.117188, 0.726562, 0.632812, 0.527344, 1.15625, 0.914062, 0.960938, 0.757812, 0.636719, 0.683594, 0.753906, 0.617188, 0.757812, 0.808594, 0.318359, 0.257812, 0.972656, 0.503906, 0.90625, 0.902344, 1.03125, 0.470703, 0.507812, 0.949219, 0.796875, 0.96875, 0.746094, 0.785156, 0.453125, 0.609375, 0.90625, 0.835938, 0.835938, 0.953125, 0.289062, 1.125, 0.515625, 0.871094, 1.101562, 0.625, 0.960938, 0.867188, 1.070312, 1.140625, 1.070312, 0.890625, 0.59375, 0.53125, 0.722656, 0.851562, 1.023438, 0.839844, 0.773438, 0.9375, 0.558594, 0.503906, 0.972656, 0.6875, 0.945312, 0.84375, 0.949219, 0.84375, 0.855469, 0.46875, 0.412109, 0.695312, 0.875, 0.542969, 0.243164, 0.832031, 0.476562, 0.617188, 0.435547, 0.523438, 0.980469, 0.539062, 0.515625, 0.542969, 0.503906, 0.671875, 1.289062, 0.476562, 0.773438, 1.164062, 0.851562, 0.90625, 0.664062, 0.699219, 0.871094, 0.886719, 0.765625, 0.929688, 0.542969, 1.242188, 0.988281, 0.914062, 0.738281, 0.957031, 0.632812, 0.816406, 0.847656, 0.240234, 0.851562, 0.824219, 0.527344, 1.0625, 0.832031, 0.875, 0.945312, 1.015625, 1.0, 0.765625, 0.941406, 0.796875, 0.777344, 0.523438, 0.722656, 0.546875, 0.8125, 1.195312, 0.996094, 0.910156, 0.800781, 0.9375, 0.820312, 0.271484, 0.710938, 1.132812, 0.597656, 0.757812, 0.855469, 0.808594, 0.917969, 0.753906, 0.761719, 0.585938, 0.453125, 0.941406, 0.820312, 0.75, 0.863281, 0.214844, 0.914062, 0.839844, 0.890625, 1.023438, 0.773438, 0.570312, 0.863281, 0.601562, 0.730469, 1.007812, 0.832031, 0.726562, 0.777344, 1.117188, 1.132812, 0.683594, 0.980469, 0.609375, 0.554688, 0.761719, 0.808594, 0.679688, 0.828125, 0.796875, 0.792969, 0.839844, 0.46875, 1.109375, 0.8125, 0.867188, 0.714844, 1.0, 0.582031, 0.742188, 0.490234, 0.746094, 0.859375, 0.804688, 0.859375, 0.898438, 0.820312, 0.691406, 0.65625, 0.570312, 0.832031, 1.007812, 0.621094, 0.734375, 0.703125, 0.925781, 0.507812, 0.8125, 0.726562, 0.640625, 0.960938, 0.792969, 0.75, 0.769531, 0.847656, 0.644531, 1.3125, 1.085938, 0.578125, 0.832031, 0.519531, 0.878906, 0.742188, 0.578125, 0.988281, 1.265625, 0.839844, 0.90625, 0.263672, 0.992188, 0.804688, 0.691406, 1.046875, 0.492188, 0.523438, 0.941406, 0.875, 0.832031, 0.910156, 0.496094, 0.910156, 0.664062, 1.148438, 0.964844, 0.761719, 0.972656, 0.470703, 0.832031, 0.263672, 0.851562, 0.84375, 0.636719, 0.894531, 0.9375, 0.601562, 0.186523, 0.757812, 1.171875, 0.451172, 0.714844, 0.648438, 0.171875, 0.765625, 0.578125, 0.828125, 0.835938, 0.566406, 1.171875, 1.109375, 0.753906, 0.384766, 0.820312, 0.667969, 0.921875, 0.78125, 0.984375, 0.507812, 0.486328, 0.613281, 1.15625, 1.40625, 0.738281, 0.855469, 0.597656, 0.992188, 0.621094, 0.90625, 0.367188, 0.535156, 0.9375, 0.9375, 0.6875, 0.96875, 0.960938, 1.085938, 0.835938, 0.878906, 1.085938, 0.839844, 0.53125, 0.933594, 1.625, 0.730469, 0.714844, 0.855469, 0.859375, 0.8125, 0.235352, 0.921875, 0.910156, 0.902344, 0.78125, 0.785156, 0.832031, 0.484375, 0.824219, 0.478516, 0.65625, 0.24707, 0.628906, 0.996094, 0.474609, 0.777344, 0.867188, 0.871094, 0.816406, 0.886719, 0.259766, 1.054688, 1.023438, 0.976562, 1.15625, 0.917969, 0.769531, 0.765625, 1.09375, 0.804688, 0.671875, 0.78125, 1.023438, 0.554688, 1.015625, 1.515625, 1.09375, 0.953125, 0.808594, 0.488281, 0.785156, 0.894531, 0.492188, 0.486328, 0.851562, 0.376953, 0.933594, 1.117188, 0.882812, 0.484375, 0.960938, 0.890625, 1.015625, 0.217773, 0.472656, 0.515625, 0.507812, 1.023438, 0.480469, 0.914062, 0.75, 0.792969, 1.03125, 0.515625, 0.4375, 0.757812, 0.730469, 1.007812, 0.691406, 0.871094, 0.671875, 0.558594, 0.871094, 0.933594, 0.828125, 0.523438, 0.9375, 0.828125, 0.925781, 1.0, 0.785156, 0.480469, 0.707031, 0.71875, 0.320312, 0.925781, 0.777344, 0.5, 0.773438, 0.570312, 0.738281, 0.988281, 0.730469, 2.578125, 0.78125, 0.878906, 0.835938, 0.6875, 0.75, 1.023438, 0.867188, 0.984375, 1.03125, 0.455078, 0.267578, 1.085938, 0.914062, 0.6875, 0.769531, 0.925781, 0.949219, 1.054688, 0.490234, 0.503906, 0.462891, 0.621094, 0.742188, 0.566406, 0.890625, 1.085938, 0.890625, 0.628906, 0.625, 0.886719, 0.867188, 1.015625, 0.535156, 0.960938, 0.5625, 0.785156, 0.261719, 0.929688, 0.820312, 0.28125, 1.046875, 0.851562, 1.179688, 0.722656, 0.390625, 0.730469, 0.667969, 0.394531, 0.863281, 0.644531, 0.5, 1.234375, 0.800781, 0.287109, 0.917969, 0.355469, 0.894531, 0.664062, 0.65625, 0.773438, 0.445312, 0.890625, 0.683594, 0.949219, 0.535156, 0.777344, 0.478516, 0.507812, 0.878906, 0.294922, 0.490234, 0.621094, 0.40625, 0.65625, 0.753906, 0.679688, 1.273438, 0.769531, 0.945312, 0.632812, 0.902344, 0.248047, 0.613281, 0.890625, 0.996094, 0.867188, 0.820312, 0.925781, 0.589844, 0.734375, 0.648438, 0.9375, 0.59375, 0.707031, 0.824219, 0.722656, 0.933594, 0.785156, 0.480469, 1.117188, 0.875, 0.898438, 0.482422, 0.636719, 0.824219, 0.558594, 0.566406, 0.279297, 0.554688, 0.855469, 0.90625, 0.890625, 0.589844, 0.777344, 0.859375, 0.753906, 0.804688, 0.839844, 0.628906, 0.574219, 0.753906, 0.582031, 0.746094, 0.71875, 0.386719, 0.90625, 0.863281, 0.757812, 0.804688, 0.742188, 0.828125, 0.773438, 0.699219, 0.542969, 0.213867, 0.628906, 0.519531, 0.820312, 0.574219, 1.09375, 1.054688 ] }, "name": "model.model.layers.19.post_attention_layernorm.weight", "outputIndexes": [ 1635 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1634 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_19/Mul_output_0", "outputIndexes": [ 1636 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1635, 1636 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_19/Mul_1_output_0", "outputIndexes": [ 1637 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1637 ], "outputIndexes": [ 2856 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2856 ], "outputIndexes": [ 2857 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear", "inputIndexes": [ 2857 ], "outputIndexes": [ 2858 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2507566022, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2858 ], "outputIndexes": [ 2859 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2859 ], "outputIndexes": [ 1638 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1638 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_19/Sigmoid_output_0", "outputIndexes": [ 1639 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1638, 1639 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_19/Mul_output_0", "outputIndexes": [ 1640 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1637 ], "outputIndexes": [ 2860 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2860 ], "outputIndexes": [ 2861 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear", "inputIndexes": [ 2861 ], "outputIndexes": [ 2862 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2545757148, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2862 ], "outputIndexes": [ 2863 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2863 ], "outputIndexes": [ 1641 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1640, 1641 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_19/Mul_output_0", "outputIndexes": [ 1642 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1642 ], "outputIndexes": [ 2864 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2864 ], "outputIndexes": [ 2865 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear", "inputIndexes": [ 2865 ], "outputIndexes": [ 2866 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2583948274, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2866 ], "outputIndexes": [ 2867 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2867 ], "outputIndexes": [ 1643 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1634, 1643 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_99_output_0", "outputIndexes": [ 1644 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1644, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_180_output_0", "outputIndexes": [ 1645 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.195312, 0.816406, 1.5625, 0.574219, 1.226562, 0.757812, 0.757812, 0.949219, 0.824219, 0.455078, 0.8125, 0.492188, 0.675781, 0.539062, 0.601562, 1.023438, 0.734375, 0.558594, 0.78125, 0.597656, 0.914062, 0.789062, 0.769531, 0.664062, 0.550781, 1.117188, 0.416016, 0.535156, 0.652344, 0.554688, 1.25, 0.478516, 0.824219, 0.703125, 1.140625, 1.4375, 0.558594, 0.976562, 0.761719, 0.455078, 1.125, 0.773438, 1.304688, 0.871094, 1.226562, 1.210938, 0.279297, 1.515625, 1.023438, 0.527344, 1.195312, 0.644531, 0.679688, 0.664062, 0.933594, 0.628906, 0.984375, 1.523438, 1.117188, 0.808594, 0.460938, 0.917969, 0.980469, 0.738281, 1.242188, 1.164062, 0.441406, 0.707031, 0.351562, 0.738281, 0.65625, 0.859375, 0.945312, 0.734375, 1.046875, 1.125, 0.902344, 0.617188, 0.851562, 1.382812, 1.289062, 1.476562, 1.28125, 0.730469, 0.871094, 0.134766, 0.757812, 1.359375, 0.796875, 0.804688, 0.878906, 0.820312, 0.839844, 0.808594, 1.523438, 0.679688, 0.683594, 0.554688, 0.789062, 0.400391, 0.498047, 0.585938, 1.351562, 0.753906, 1.296875, 0.976562, 1.445312, 0.570312, 0.929688, 0.644531, 0.699219, 0.648438, 0.820312, 1.164062, 0.664062, 1.296875, 0.490234, 0.820312, 1.148438, 0.453125, 0.554688, 0.660156, 1.21875, 0.722656, 0.9375, 0.667969, 1.046875, 0.691406, 0.152344, 0.582031, 0.427734, 0.613281, 0.683594, 1.164062, 0.443359, 0.855469, 0.621094, 0.839844, 0.789062, 0.917969, 0.5625, 1.125, 1.25, 0.21875, 0.914062, 0.441406, 1.265625, 0.75, 1.117188, 0.742188, 1.101562, 0.820312, 0.652344, 0.75, 0.933594, 0.863281, 0.605469, 0.59375, 1.15625, 1.3125, 0.507812, 0.621094, 0.828125, 0.734375, 1.0, 0.664062, 0.683594, 0.914062, 0.71875, 0.851562, 0.792969, 0.507812, 0.511719, 0.519531, 0.734375, 1.375, 0.75, 0.664062, 1.125, 0.664062, 0.304688, 0.75, 1.007812, 0.462891, 0.24707, 0.910156, 0.65625, 0.494141, 0.636719, 0.863281, 0.466797, 0.832031, 1.117188, 0.570312, 1.710938, 0.832031, 0.773438, 1.007812, 0.761719, 0.695312, 0.730469, 1.21875, 1.164062, 1.085938, 1.382812, 0.789062, 0.365234, 0.691406, 1.046875, 0.298828, 1.03125, 0.71875, 0.515625, 0.890625, 0.710938, 1.140625, 0.585938, 0.539062, 1.375, 0.652344, 0.683594, 0.566406, 0.933594, 0.886719, 0.847656, 1.328125, 0.539062, 0.804688, 0.597656, 0.746094, 0.871094, 1.085938, 0.894531, 0.664062, 0.75, 1.25, 0.636719, 1.257812, 0.148438, 0.785156, 0.933594, 0.640625, 0.898438, 0.726562, 0.542969, 0.972656, 0.871094, 0.996094, 0.953125, 0.765625, 0.738281, 1.554688, 0.640625, 0.695312, 0.777344, 0.632812, 0.722656, 0.136719, 0.636719, 0.546875, 0.796875, 0.8125, 0.84375, 0.980469, 0.796875, 0.523438, 0.71875, 0.722656, 1.03125, 1.03125, 1.085938, 1.015625, 0.832031, 0.792969, 0.5625, 1.5, 0.8125, 0.466797, 0.482422, 1.109375, 0.640625, 0.742188, 0.144531, 0.8125, 0.605469, 1.429688, 0.365234, 0.925781, 1.007812, 0.441406, 1.1875, 0.458984, 0.800781, 0.726562, 0.361328, 0.648438, 0.996094, 0.507812, 0.953125, 0.640625, 0.480469, 0.855469, 0.667969, 1.007812, 1.523438, 1.0625, 0.675781, 0.625, 0.773438, 0.847656, 1.039062, 0.625, 0.738281, 0.691406, 0.996094, 0.859375, 0.734375, 1.179688, 0.890625, 0.734375, 1.117188, 0.699219, 0.542969, 0.613281, 0.699219, 0.757812, 0.625, 0.738281, 0.785156, 0.675781, 0.141602, 0.9375, 0.847656, 0.679688, 0.679688, 0.683594, 1.015625, 1.3125, 0.917969, 0.464844, 0.12793, 0.609375, 0.675781, 0.675781, 0.253906, 1.070312, 1.25, 0.761719, 0.617188, 0.703125, 0.976562, 0.542969, 1.46875, 0.765625, 1.28125, 0.691406, 0.808594, 0.953125, 0.578125, 0.800781, 1.625, 1.328125, 0.212891, 0.574219, 0.570312, 0.671875, 0.675781, 1.164062, 0.730469, 0.484375, 0.675781, 0.726562, 0.867188, 0.613281, 0.914062, 1.40625, 0.214844, 0.636719, 0.777344, 0.957031, 1.015625, 0.921875, 0.683594, 1.304688, 0.988281, 0.476562, 1.273438, 0.789062, 0.679688, 0.644531, 0.730469, 1.0625, 0.691406, 0.353516, 0.539062, 0.980469, 0.570312, 0.578125, 0.820312, 0.188477, 0.605469, 0.96875, 0.726562, 1.132812, 0.480469, 0.808594, 0.867188, 0.914062, 0.832031, 0.699219, 0.714844, 0.761719, 1.078125, 0.679688, 0.9375, 1.375, 1.046875, 0.746094, 0.757812, 0.855469, 0.738281, 0.949219, 0.683594, 0.388672, 0.621094, 0.515625, 1.078125, 0.894531, 0.388672, 0.777344, 0.695312, 0.617188, 0.535156, 0.679688, 1.023438, 0.316406, 0.683594, 0.765625, 0.652344, 0.640625, 0.667969, 1.09375, 1.289062, 0.710938, 0.589844, 0.613281, 0.703125, 0.859375, 1.203125, 1.484375, 1.421875, 0.722656, 0.863281, 0.71875, 1.171875, 2.03125, 0.355469, 0.589844, -0.047607, 0.550781, 0.851562, 0.605469, 0.730469, 0.929688, 0.476562, 1.046875, 0.601562, 0.734375, 0.519531, 0.878906, 0.503906, 0.182617, 0.753906, 0.796875, 1.0625, 0.75, 0.5625, 0.441406, 0.839844, 0.789062, 0.941406, 0.734375, 0.474609, 1.125, 1.085938, 0.914062, 1.46875, 1.078125, 1.125, 1.085938, 0.365234, 1.046875, 1.320312, 0.839844, 1.375, 0.396484, 0.773438, 0.746094, 1.398438, 0.953125, 0.675781, 0.5625, 0.582031, 0.691406, 0.648438, 1.085938, 1.117188, 0.257812, 0.734375, 0.605469, 0.988281, 1.078125, 0.886719, 1.078125, 1.085938, 0.609375, 0.435547, 0.738281, 0.613281, 1.359375, 0.523438, 0.816406, 0.824219, 0.166992, 0.757812, 0.478516, 1.125, 0.851562, 0.785156, 0.652344, 0.726562, 1.164062, 1.171875, 0.78125, 0.660156, 0.84375, 0.570312, 0.71875, 0.886719, 0.855469, 0.453125, 0.414062, 0.494141, 0.703125, 0.539062, 1.023438, 1.507812, 1.015625, 0.255859, 1.484375, 0.863281, 1.375, 0.867188, 1.664062, 0.523438, 0.515625, 0.597656, 0.707031, 0.792969, 0.498047, 1.273438, 0.828125, 0.683594, 0.28125, 0.550781, 0.890625, 0.695312, 0.96875, 1.101562, 0.349609, 1.179688, 0.671875, 0.40625, 0.46875, 0.703125, 0.691406, 0.601562, 1.328125, 0.507812, 1.039062, 0.953125, 1.101562, 0.863281, 0.449219, 1.023438, 0.707031, 0.71875, 0.480469, 0.695312, 0.447266, 1.210938, 0.875, 0.816406, 1.15625, 0.953125, 0.726562, 0.597656, 0.445312, 0.570312, 0.605469, 1.179688, 0.474609, 0.527344, 1.554688, 0.84375, 1.1875, 0.722656, 0.675781, 1.265625, 1.070312, 1.320312, 1.09375, 0.609375, 0.449219, 0.871094, 0.695312, 0.162109, 0.648438, 0.972656, 1.015625, 0.871094, 0.714844, 1.070312, 0.726562, 1.015625, 0.746094, 1.578125, 0.789062, 0.6875, 1.257812, 0.652344, 0.746094, 0.574219, 0.730469, 0.339844, 0.535156, 1.09375, 0.251953, 0.78125, 0.710938, 0.617188, 0.494141, 0.808594, 0.851562, 1.359375, 1.53125, 0.753906, 0.742188, 0.78125, 0.621094, 0.224609, 1.0, 0.792969, 0.664062, 0.5625, 0.914062, 0.617188, 0.824219, 0.828125, 0.507812, 0.625, 0.554688, 1.023438, 0.949219, 0.90625, 1.015625, 0.683594, 0.722656, 0.890625, 0.824219, 0.601562, 0.761719, 0.746094, 0.851562, 0.753906, 0.710938, 1.109375, 0.710938, 1.1875, 0.878906, 0.765625, 0.910156, 0.394531, 0.917969, 1.007812, 1.195312, 0.679688, 0.6875, 0.539062, 0.458984, 1.28125, 1.351562, 0.75, 1.382812, 0.730469, 0.589844, 1.0625, 1.257812, 0.419922, 0.824219, 0.484375, 0.9375, 1.015625, 0.703125, 0.726562, 0.726562, 0.59375, 0.155273, 0.792969, 1.054688, 0.71875, 0.294922, 0.613281, 0.617188, 1.203125, 1.414062, 0.691406, 0.777344, 0.636719, 1.03125, 0.957031, 0.835938, 0.710938, 0.6875, 0.921875, 0.792969, 0.800781, 0.390625, 0.507812, 1.429688, 0.832031, 0.835938, 0.632812, 0.757812, 0.722656, 0.871094, 0.511719, 0.419922, 0.679688, 1.039062, 0.972656, 0.714844, 0.566406, 0.539062, 0.707031, 0.65625, 0.96875, 0.458984, 1.359375, 0.78125, 0.523438, 0.71875, 0.789062, 1.242188, 1.03125, 0.609375, 0.472656, 0.953125, 1.125, 0.910156, 0.828125, 0.582031, 0.933594, 0.217773, 0.839844, 0.695312, 0.867188, 0.5, 0.5625, 1.367188, 0.617188, 0.992188, 0.15332, 0.652344, 1.375, 0.216797, 0.910156, 1.140625, 0.90625, 0.675781, 0.671875, 0.511719, 0.957031, 0.777344, 0.542969, 0.734375, 0.714844, 0.546875, 0.734375, 0.695312, 0.878906, 0.570312, 0.084473, 0.824219, 0.925781, 0.416016, 0.578125, 1.007812, 1.46875, 0.824219, 0.605469, 1.148438, 0.792969, 1.140625, 0.957031, 0.201172, 0.800781, 0.703125, 0.996094, 0.527344, 0.558594, 0.796875, 0.710938, 1.398438, 0.726562, 1.023438, 0.75, 0.519531, 1.03125, 0.314453, 0.714844, 0.699219, 0.121582, 1.34375, 0.357422, 0.351562, 0.691406, 0.617188, 0.546875, 0.550781, 0.792969, 1.09375, 1.078125, 1.320312, 0.601562, 0.410156, 0.757812, 0.960938, 0.949219, 1.015625, 0.785156, 0.628906, 0.632812, 1.15625, 1.0, 0.824219, 0.648438, 0.78125, 0.828125, 0.695312, 0.726562, 0.710938, 0.652344, 0.621094, 1.015625, 0.707031, 1.0, 0.578125, 1.039062, 0.949219, 1.257812, 0.636719, 0.535156, 0.960938, 0.574219, 0.574219, 1.359375, 0.443359, 0.6875, 0.875, 0.710938, 0.796875, 1.125, 1.203125, 0.9375, 1.09375, 0.78125, 0.174805, 0.863281, 0.613281, 0.789062, 1.1875, 0.570312, 0.621094, 1.195312, 0.878906, 0.753906, 0.757812, 0.149414, 1.34375, 1.03125, 0.859375, 0.671875, 0.695312, 1.6875, 0.683594, 0.722656, 0.777344, 1.203125, 0.996094, 1.015625, 0.695312, 0.710938, 0.464844, 0.992188, 1.148438, 0.773438, 1.046875, 0.863281, 0.628906, 1.148438, 1.273438, 0.796875, 0.992188, 0.8125, 0.617188, 0.882812, 1.117188, 0.585938, 0.777344, 0.941406, 0.824219, 0.703125, 0.957031, 0.914062, 0.75, 1.25, 0.695312, 0.484375, 0.808594, 0.761719, 1.007812, 0.820312, 0.644531, 1.171875, 0.796875, 0.472656, 0.984375, 0.53125, 0.902344, 0.458984, 0.628906, 0.664062, 1.195312, 1.242188, 0.550781, 1.28125, 0.632812, 0.957031, 1.140625, 1.40625, 0.949219, 0.753906, 0.476562, 0.664062, 1.039062, 0.703125, 0.169922, 0.498047, 0.174805, 0.722656, 1.203125, 0.953125, 0.539062, 0.789062, 0.640625, 0.621094, 0.578125, 0.714844, 1.46875, 1.054688, 0.710938, 0.388672, 0.96875, 1.015625, 1.539062, 0.964844, 0.800781, 1.164062, 0.964844, 0.722656, 0.507812, 0.488281, 0.785156, 0.839844, 0.546875, 0.457031, 0.726562, 0.71875, 1.15625, 1.289062, 0.703125, 0.453125, 0.761719, 1.453125, 0.882812, 0.714844, 1.070312, 0.214844, 0.484375, 0.710938, 0.710938, 0.570312, 0.443359, 0.558594, 0.667969, 0.882812, 0.96875, 1.125, 0.314453, 0.765625, 0.761719, 0.605469, 0.466797, 0.146484, 0.757812, 0.921875, 0.421875, 0.542969, 0.707031, 0.609375, 0.460938, 1.679688, 0.554688, 0.503906, 0.992188, 0.191406, 0.839844, 0.550781, 0.177734, 1.226562, 0.980469, 0.894531, 0.671875, 0.53125, 0.78125, 0.925781, 1.1875, 0.660156, 1.054688, 0.480469, 0.213867, 1.25, 0.65625, 1.015625, 0.511719, 2.03125, 0.585938, 0.722656, 0.738281, 0.546875, 0.519531, 1.226562, 0.703125, 1.265625, 0.863281, 0.546875, 1.078125, 0.550781, 0.726562, 0.578125, 0.511719, 0.570312, 0.8125, 0.585938, 0.478516, 0.722656, 0.675781, 0.143555, 0.137695, 1.296875, 0.648438, 1.054688, 1.0625, 1.007812, 1.625, 0.613281, 1.210938, 0.574219, 0.769531, 0.746094, 0.535156, 0.523438, 0.683594, 1.1875, 0.703125, 0.847656, 0.546875, 0.457031, 0.574219, 0.507812, 0.785156, 0.175781, 0.804688, 1.117188, 1.039062, 1.171875, 1.25, 0.753906, 0.279297, 1.28125, 0.636719, 0.445312, 0.65625, 0.644531, 1.3125, 0.609375, 0.675781, 1.523438, 1.296875, 0.194336, 0.269531, 0.9375, 0.769531, 0.765625, 1.351562, 0.431641, 0.578125, 0.929688, 0.867188, 1.203125, 0.875, 0.423828, 0.453125, 0.578125, 1.398438, 0.373047, 1.320312, 0.703125, 0.486328, 0.652344, 0.617188, 0.949219, 0.882812, 0.6875, 0.964844, 0.519531, 0.785156, 1.078125, 0.535156, 0.964844, 0.890625, 0.882812, 0.867188, 0.519531, 0.65625, 0.609375, 0.765625, 1.453125, 0.703125, 0.558594, 0.867188, 0.535156, 1.257812, 0.625, 1.132812, 0.902344, 0.792969, 0.367188, 1.0, 0.539062, 1.554688, 0.628906, 0.511719, 1.242188, 0.988281, 0.558594, 0.699219, 0.976562, 0.582031, 1.21875, 0.839844, 1.140625, 0.78125, 0.464844, 0.601562, 0.84375, 0.59375, 0.933594, 0.855469, 0.59375, 1.179688, 0.320312, 1.234375, 1.257812, 1.21875, 0.878906, 1.101562, 0.703125, 0.664062, 0.496094, 0.566406, 1.28125, 1.039062, 0.859375, 0.851562, 0.6875, 0.667969, 1.132812, 0.667969, 1.03125, 1.054688, 0.882812, 0.6875, 0.738281, 0.137695, 0.773438, 0.511719, 0.133789, 0.660156, 0.671875, 0.933594, 0.558594, 0.671875, 0.761719, 0.871094, 1.375, 1.304688, 0.820312, 0.490234, 0.380859, 0.59375, 0.484375, 1.148438, 0.574219, 1.710938, 0.660156, 0.742188, 1.15625, 0.957031, 0.605469, 1.125, 1.125, 0.753906, 0.597656, 0.847656, 1.273438, 0.667969, 0.582031, 0.746094, 1.117188, 1.203125, 1.304688, 0.777344, 1.328125, 0.863281, 1.15625, 1.445312, 0.695312, 0.546875, 1.265625, 0.824219, 0.8125, 0.96875, 1.1875, 0.867188, 0.730469, 0.71875, 0.949219, 0.570312, 0.742188, 0.882812, 0.691406, 0.996094, 1.203125, 0.613281, 0.128906, 1.21875, 0.679688, 1.085938, 0.957031, 0.8125, 0.816406, 0.632812, 1.140625, 0.730469, 0.753906, 0.202148, 0.773438, 0.78125, 0.675781, 0.621094, 0.417969, 0.609375, 1.140625, 0.128906, 0.789062, 0.667969, 1.085938, 0.992188, 0.294922, 0.839844, 0.992188, 0.949219, 0.660156, 0.679688, 0.855469, 0.546875, 0.507812, 0.414062, 0.792969, 0.816406, 1.132812, 0.574219, 0.679688, 0.925781, 0.546875, 0.980469, 1.265625, 0.582031, 0.941406, 0.527344, 1.375, 0.941406, 0.730469, 1.03125, 0.855469, 0.640625, 0.796875, 0.4375, 1.007812, 0.785156, 1.375, 0.695312, 0.558594, 1.335938, 1.21875, 0.921875, 0.683594, 0.78125, 1.015625, 0.582031, 0.703125, 0.558594, 1.34375, 0.722656, 1.015625, 0.847656, 1.125, 0.597656, 0.949219, 1.054688, 0.742188, 0.636719, 1.21875, 0.648438, 0.734375, 0.683594, 0.769531, 1.445312, 1.164062, 0.769531, 0.431641, 0.875, 0.632812, 0.472656, 0.796875, 1.851562, 0.589844, 0.488281, 1.03125, 0.988281, 1.273438, 0.738281, 1.023438, 0.84375, 0.863281, 0.792969, 0.644531, 0.75, 0.449219, 0.722656, 1.078125, 0.972656, 1.054688, 0.972656, 0.910156, 0.734375, 0.957031, 0.636719, 0.808594, 0.570312, 0.703125, 0.835938, 0.605469, 0.609375, 0.582031, 0.597656, 0.75, 1.203125, 0.769531, 1.046875, 0.488281, 0.890625, 0.449219, 0.683594, 0.902344, 0.492188, 0.917969, 1.179688, 0.957031, 1.273438, 0.636719, 0.96875, 0.621094, 0.75, 0.765625, 0.628906, 1.203125, 1.304688, 0.640625, 0.157227, 0.632812, 0.675781, 0.162109, 0.9375, 1.125, 1.265625, 0.761719, 1.007812, 0.800781, 0.679688, 0.119629, 0.726562, 0.240234, 0.769531, 1.179688, 0.249023, 0.12793, 0.601562, 0.886719, 0.404297, 0.578125, 0.542969, 1.4375, 1.195312, 0.851562, 1.085938, 0.859375, 1.226562, 0.691406, 1.09375, 1.0, 0.550781, 0.929688, 0.507812, 1.085938, 1.164062, 0.851562, 1.0625, 1.40625, 0.292969, 0.855469, 0.699219, 0.792969, 0.757812, 0.439453, 0.753906, 0.65625, 0.53125, 0.957031, 0.785156, 0.710938, 0.960938, 0.777344, 0.710938, 0.777344, 0.515625, 0.734375, 0.90625, 0.243164, 1.234375, 0.886719, 0.621094, 1.210938, 0.472656, 1.4375, 0.792969, 0.664062, 0.878906, 0.78125, 0.902344, 0.667969, 0.890625, 0.664062, 1.273438, 0.847656, 0.660156, 0.75, 0.679688, 0.964844, 0.589844, 1.085938, 1.125, 0.554688, 0.851562, 0.855469, 0.886719, 1.09375, 1.34375, 1.265625, 0.765625, 0.582031, 0.683594, 0.683594, 1.078125, 0.851562, 0.083984, 0.898438, 0.726562, 1.273438, 0.554688, 0.59375, 0.976562, 0.675781, 0.419922, 0.769531, 1.328125, 0.90625, 0.910156, 0.59375, 0.726562, 1.234375, 1.09375, 1.09375, 0.804688, 0.648438, 0.515625, 0.691406, 0.777344, 0.648438, 0.447266, 1.195312, 0.652344, 0.621094, 0.90625, 1.085938, 1.453125, 0.769531, 0.78125, 1.34375, 0.871094, 0.46875, 0.746094, 0.714844, 0.582031, 1.21875, 0.402344, 0.789062, 0.550781, 0.410156, 0.796875, 0.519531, 0.691406, 1.15625, 0.369141, 0.953125, 0.3125, 0.597656, 0.636719, 0.388672, 0.859375, 0.108398, 0.644531, 1.078125, 0.769531, 0.753906, 1.25, 0.933594, 1.242188, 0.851562, 0.249023, 0.160156, 0.566406, 0.804688, 1.054688, 0.363281, 0.863281, 1.039062, 0.515625, 0.929688, 0.777344, 0.984375, 1.296875, 0.964844, 0.699219, 0.746094, 0.773438, 0.310547, 0.605469, 0.691406, 0.789062, 1.304688, 0.515625, 0.527344, 0.777344, 0.933594, 0.640625, 0.554688, 0.613281, 1.03125, 0.808594, 0.789062, 1.78125, 0.6875, 0.839844, 0.710938, 0.664062, 0.800781, 0.761719, 0.84375, 0.816406, 0.769531, 0.960938, 0.486328, 0.746094, 0.996094, 0.96875, 0.761719, 0.773438, 0.730469, 0.78125, 1.382812, 0.683594, 1.140625, 0.585938, 0.707031, 0.449219, 0.155273, 0.84375, 0.925781, 0.5, 0.703125, 0.699219, 0.578125, 0.542969, 1.257812, 1.164062, 0.550781, 0.578125, 0.65625, 1.203125, 0.410156, 0.828125, 0.353516, 0.683594, 1.140625, 0.621094, 0.644531, 1.398438, 0.863281, 1.195312, 1.617188, 0.695312, 0.820312, 0.746094, 0.632812, 0.337891, 1.25, 1.09375, 1.125, 0.582031, 0.742188, 0.53125, 0.890625, 1.132812, 0.550781, 0.660156, 1.078125, 0.851562, 0.570312, 1.203125, 0.589844, 0.671875, 1.0, 0.828125, 0.683594, 0.640625, 0.816406, 0.863281, 0.695312, 0.921875, 0.679688, 0.484375, 0.277344, 0.617188, 0.640625, 0.929688, 0.605469, 1.0, 0.558594, 0.84375, 0.365234, 0.800781, 0.71875, 0.851562, 0.980469, 0.429688, 0.769531, 0.496094, 1.171875, 0.835938, 0.769531, 0.789062, 0.648438, 0.628906, 0.878906, 0.134766, 0.664062, 0.683594, 0.550781, 0.566406, 0.820312, 1.5625, 1.265625, 0.695312, 0.451172, 0.135742, 0.785156, 0.408203, 0.816406, 0.679688, 1.085938, 0.597656, 0.996094, 0.578125, 1.046875, 1.054688, 1.054688, 0.785156, 0.462891, 0.691406, 0.863281, 0.738281, 0.90625, 0.636719, 1.289062, 0.636719, 0.511719, 1.117188, 0.792969, 0.679688, 0.816406, 0.824219, 0.917969, 0.65625, 0.683594, 0.746094, 0.480469, 1.03125, 0.6875, 0.625, 0.189453, 0.462891, 0.9375, 0.722656, 1.28125, 0.726562, 0.71875, 0.109863, 0.695312, 0.480469, 0.605469, 0.644531, 0.96875, 0.75, 0.980469, 0.375, 0.894531, 0.898438, 0.878906, 1.375, 1.507812, 1.289062, 0.894531, 1.546875, 0.373047, 0.613281, 0.492188, 0.851562, 0.644531, 0.168945, 0.78125, 1.03125, 0.832031, 0.554688, 0.333984, 0.898438, 0.195312, 0.863281, 0.710938, 1.023438, 1.195312, 0.490234, 0.6875, 0.777344, 0.925781, 1.109375, 0.828125, 0.523438, 0.855469, 1.257812, 1.390625, 0.341797, 1.210938, 0.494141, 0.539062, 1.109375, 1.304688, 1.445312, 0.84375, 0.507812, 1.078125, 0.835938, 1.320312, 0.855469, 0.679688, 0.640625, 1.09375, 0.929688, 0.566406, 0.601562, 0.8125, 0.108887, 1.09375, 0.613281, 1.0, 0.609375, 0.707031, 1.351562, 0.667969, 0.621094, 1.328125, 0.515625, 0.664062, 0.621094, 0.789062, 1.4375, 0.71875, 0.345703, 0.71875, 0.554688, 1.257812, 0.664062, 0.585938, 0.703125, 1.429688, 0.8125, 1.03125, 1.507812, 0.6875, 0.6875, 0.753906, 0.460938, 0.167969, 0.53125, 0.570312, 0.65625, 0.777344, 0.898438, 0.12793, 0.910156, 1.257812, 0.933594, 0.800781, 0.445312, 0.5, 1.367188, 0.558594, 0.699219, 1.140625, 0.431641, 0.535156, 1.53125, 0.761719, 1.257812, 0.429688, 1.65625, 0.625, 1.125, 0.699219, 0.59375, 0.832031, 0.6875, 0.8125, 0.542969, 0.828125, 0.925781, 0.554688, 0.839844, 0.353516, 0.675781, 0.9375, 0.78125, 0.609375, 0.441406, 1.265625, 0.867188, 0.542969, 0.882812, 0.496094, 0.707031, 0.660156, 1.203125, 0.431641, 1.265625, 1.265625, 0.613281, 0.65625, 0.417969, 1.203125, 0.570312, 1.5, 1.085938, 0.878906, 0.652344, 0.589844, 0.585938, 0.726562, 1.015625, 1.101562, 1.007812, 0.648438, 0.800781, 0.753906, 0.204102, 0.949219, 0.757812, 0.746094, 0.882812, 0.671875, 0.808594, 0.59375, 1.289062, 0.8125, 1.296875, 0.707031, 0.796875, 1.328125, 1.546875, 1.054688, 0.582031, 0.6875, 0.773438, 1.421875, 0.585938, 1.265625, 1.382812, 0.75, 0.847656, 1.078125, 1.179688, 0.667969, 1.140625, 0.980469, 0.628906, 0.960938, 0.71875, 1.109375, 1.007812, 0.589844, 1.03125, 0.703125, 0.707031, 0.914062, 1.359375, 1.351562, 0.154297, 0.871094, 0.621094, 1.203125, 0.388672, 0.835938, 1.03125, 0.832031, 1.039062, 0.65625, 0.632812, 1.078125, 0.679688, 0.617188, 0.683594, 0.632812, 1.109375, 0.160156, 0.304688, 0.929688, 0.695312, 1.15625, 0.691406, 0.621094, 0.707031, 1.15625, 0.550781, 0.855469, 0.609375, 0.582031, 0.722656, 1.421875, 1.023438, 0.898438, 1.117188, 1.421875, 0.648438, 0.757812, 1.164062, 0.640625, 0.742188, 0.878906, 0.78125, 0.914062, 1.078125, 0.585938, 0.886719, 0.832031, 0.722656, 0.535156, 0.859375, 1.148438, 0.601562, 0.964844, 0.808594, 0.164062, 1.210938, 0.219727, 0.566406, 0.535156, 0.617188, 0.554688, 0.302734, 1.039062, 0.574219, 0.75, 0.523438, 0.644531, 0.6875, 0.435547, 0.605469, 0.710938, 0.353516, 0.707031, 0.172852, 0.617188, 0.824219, 0.648438, 0.632812, 0.929688, 0.691406, 0.621094, 1.203125, 0.691406, 0.902344, 1.273438, 0.104492, 0.613281, 0.933594, 0.667969, 0.773438, 0.730469, 0.714844, 0.5625, 0.832031, 0.925781, 0.443359, 1.148438, 1.054688, 0.236328, 0.765625, 0.929688, 0.429688, 0.691406, 0.910156, 0.205078, 0.667969, 1.171875, 1.273438, 0.648438, 0.484375, 0.116699, 1.046875, 0.546875, 1.390625, 0.6875, 0.785156, 0.800781, 0.59375, 0.777344, 0.800781, 0.539062, 0.738281, 0.490234, 0.945312, 1.398438, 1.03125, 0.554688, 0.457031, 0.507812, 0.664062, 0.714844, 0.84375, 0.644531, 0.859375, 0.71875, 0.566406, 0.714844, 1.328125, 0.601562, 0.558594, 0.917969, 0.773438, 0.753906, 0.566406, 0.730469, 0.796875, 1.0625, 1.039062, 0.558594, 0.137695, 0.613281, 1.039062, 0.925781, 1.234375, 0.835938, 1.0625, 0.78125, 1.171875, 0.648438, 0.188477, 0.574219, 1.390625, 0.691406, 0.878906, 0.314453, 0.621094, 0.8125, 0.746094, 0.957031, 0.984375, 1.289062, 0.628906, 0.753906, 0.550781, 0.816406, 0.365234, 1.0, 0.746094, 1.289062, 0.6875, 0.703125, 0.933594, 0.664062, 1.164062, 0.554688, 0.302734, 0.769531, 1.367188, 0.871094, 0.585938, 1.015625, 0.554688, 1.617188, 0.441406, 1.054688, 0.835938, 0.632812, 0.882812, 1.109375, 0.474609, 1.085938, 1.625, 0.578125, 0.65625, 0.761719, 1.140625, 0.664062, 0.163086, 1.15625, 0.863281, 0.878906, 0.726562, 0.625, 1.367188, 0.765625, 0.972656, 0.90625, 0.816406, 0.820312, 0.832031, 0.804688, 0.542969, 0.667969, 0.707031, 0.65625, 0.738281, 0.644531, 0.679688, 0.867188, 1.320312, 0.609375, 0.53125, 0.75, 1.40625, 0.380859, 1.195312, 0.6875, 0.6875, 0.710938, 0.878906, 0.296875, 0.425781, 0.675781, 0.511719, 0.439453, 1.195312, 1.09375, 0.800781, 0.632812, 0.921875, 0.78125, 0.632812, 1.21875, 1.015625, 1.5625, 0.484375, 0.894531, 0.558594, 1.273438, 0.878906, 0.566406, 0.710938, 0.640625, 0.753906, 0.683594, 0.980469, 0.449219, 0.480469, 0.339844, 0.917969, 1.007812, 0.835938, 0.582031, 0.765625, 0.648438, 1.546875, 0.777344, 0.554688, 0.636719, 0.859375, 1.078125, 0.832031, 1.421875, 1.03125, 1.179688, 1.242188, 1.007812, 0.490234, 0.882812, 0.632812, 0.503906, 0.726562, 0.835938, 0.816406, 1.179688, 0.785156, 1.257812, 0.785156, 0.625, 0.71875, 0.582031, 0.683594, 0.769531, 0.683594, 0.757812, 0.613281, 0.980469, 0.753906, 0.53125, 0.617188, 0.777344, 0.523438, 1.0625, 0.394531, 0.660156, 0.734375, 0.597656, 0.439453, 0.65625, 0.765625, 0.176758, 1.25, 0.570312, 0.574219, 0.746094, 0.867188, 0.667969, 0.945312, 0.890625, 0.746094, 0.957031, 0.5, 0.412109, 0.625, 0.427734, 0.142578, 0.482422, 0.625, 1.0625, 0.75, 0.71875, 0.734375, 1.421875, 0.6875, 1.226562, 0.625, 0.804688, 1.375, 1.085938, 0.804688, 0.539062, 1.179688, 0.523438, 0.753906, 0.503906, 0.609375, 0.945312, 1.164062, 0.699219, 0.601562, 0.882812, 0.589844, 0.474609, 0.5625, 0.753906, 0.652344, 1.382812, 0.5, 0.933594, 1.382812, 0.953125, 1.40625, 0.75, 0.757812, 1.09375, 0.574219, 1.28125, 0.699219, 0.550781, 0.808594, 0.121582, 1.039062, 0.785156, 0.734375, 1.109375, 1.03125, 0.652344, 0.539062, 0.789062, 0.925781, 0.277344, 0.808594, 1.046875, 0.730469, 1.4375, 1.265625, 0.582031, 0.664062, 0.628906, 0.554688, 0.941406, 0.910156, 1.085938, 0.71875, 0.8125, 0.605469, 0.632812, 0.945312, 0.566406, 0.761719, 1.039062, 0.648438, 1.414062, 1.445312, 0.953125, 0.652344, 0.710938, 0.558594, 0.523438, 0.585938, 0.75, 1.070312, 1.210938, 0.609375, 0.902344, 1.421875, 1.09375, 1.53125, 0.570312, 1.054688, 0.984375, 0.769531, 0.863281, 0.232422, 0.695312, 0.460938, 0.804688, 0.558594, 0.376953, 0.550781, 0.515625, 0.855469, 0.398438, 0.664062, 0.761719, 0.496094, 0.882812, 0.233398, 0.785156, 1.140625, 0.601562, 0.785156, 1.125, 0.957031, 0.816406, 1.382812, 1.273438, 0.578125, 0.478516, 0.112793, 1.6875, 0.46875, 1.09375, 0.597656, 0.863281, 0.5625, 0.722656, 0.402344, 0.855469, 0.734375, 0.679688, 0.703125, 0.609375, 0.617188, 0.558594, 0.863281, 0.664062, 0.10791, 0.707031, 0.789062, 0.644531, 0.648438, 1.210938, 0.134766, 0.613281, 1.460938, 1.09375, 0.527344, 0.96875, 1.070312, 1.078125, 0.753906, 0.871094, 0.582031, 0.921875, 0.898438, 0.605469, 0.163086, 0.746094, 0.129883, 0.8125, 0.90625, 0.667969, 1.007812, 0.8125, 1.007812, 0.292969, 0.984375, 0.585938, 0.105469, 0.486328, 0.757812, 0.683594, 0.570312, 1.0625, 0.847656, 0.519531, 1.117188, 0.484375, 0.730469, 0.511719, 0.648438, 1.085938, 0.486328, 1.132812, 1.257812, 0.910156, 0.695312, 0.648438, 0.828125, 0.59375, 0.960938, 0.980469, 0.6875, 1.1875, 0.492188, 1.117188, 1.015625, 0.878906, 1.75, 0.765625, 1.203125, 1.085938, 0.671875, 0.828125, 1.0, 0.773438, 0.8125, 0.494141, 1.078125, 0.683594, 0.601562, 0.515625, 1.039062, 1.390625, 0.667969, 0.125977, 0.339844, 1.117188, 0.192383, 0.976562, 1.070312, 0.789062, 0.847656, 1.03125, 0.730469, 0.546875, 0.921875, 1.546875, 0.632812, 0.816406, 0.625, 1.132812, 0.546875, 0.328125, 0.667969, 0.601562, 0.320312, 0.769531, 1.046875, 0.898438, 0.710938, 0.75, 0.498047, 0.789062, 1.460938, 0.855469, 1.078125, 1.023438, 0.191406, 0.664062, 0.5, 0.671875, 0.180664, 1.382812, 0.664062, 0.832031, 0.542969, 0.722656, 0.59375, 0.527344, 0.515625, -0.030884, 0.613281, 0.734375, 1.171875, 0.839844, 0.671875, 0.933594, 0.667969, 0.679688, 1.429688, 1.367188, 0.582031, 0.972656, 0.660156, 0.898438, 0.855469, 1.023438, 0.9375, 1.171875, 0.455078, 0.976562, 0.875, 1.257812, 0.820312, 0.65625, 1.21875, 0.742188, 1.359375, 0.933594, 0.149414, 0.515625, 0.636719, 1.226562, 0.361328, 0.738281, 0.773438, 0.875, 1.296875, 0.738281, 1.015625, 0.640625, 0.710938, 0.671875, 0.679688, 0.734375, 0.683594, 0.957031, 0.792969, 0.933594, 0.357422, 0.447266, 1.117188, 0.683594, 1.0625, 0.546875, 1.523438, 0.738281, 0.726562, 1.265625, 0.71875, 0.863281, 0.373047, 0.855469, 0.5, 0.527344, 0.792969, 1.5625, 0.628906, 1.226562, 1.515625, 0.660156, 0.664062, 0.515625, 0.777344, 0.824219, 0.535156, 0.835938, 0.777344, 0.699219, 0.863281, 0.542969, 1.359375, 0.75, 0.605469, 1.242188, 0.183594, 0.597656, 0.433594, 0.671875, 0.131836, 0.462891, 1.070312, 0.683594, 1.015625, 0.427734, 1.226562, 0.953125, 0.671875, 0.972656, 1.109375, 0.710938, 1.109375, 0.828125, 0.435547, 0.675781, 0.306641, 1.242188, 0.964844, 0.699219, 0.710938, 0.523438, 0.90625, 0.761719, 0.582031, 0.832031, 0.425781, 0.734375, 1.390625, 1.132812, 0.855469, 0.241211, 0.78125, 1.132812, 0.636719, 1.25, 0.40625, 0.582031, 0.6875, 0.804688, 0.550781, 0.527344, 0.660156, 0.53125, 0.710938, 0.660156, 0.667969, 0.578125, 0.734375, 0.769531, 0.566406, 0.617188, 0.660156, 0.789062, 0.597656, 0.929688, 0.597656, 0.945312, 1.0, 1.3125, 1.351562, 0.617188, 0.628906, 0.667969, 1.289062, 0.507812, 0.130859, 0.933594, 0.498047, 0.820312, 0.777344, 1.140625, 1.085938, 0.789062, 0.431641, 1.023438, 0.703125, 0.816406, 0.632812, 0.130859, 0.753906, 0.929688, 0.726562, 0.507812, 1.296875, 0.730469, 0.535156, 0.671875, 0.855469, 0.660156, 0.949219, 0.644531, 0.726562, 1.109375, 0.472656, 1.148438, 0.519531, 0.972656, 1.382812, 0.644531, 1.421875, 0.953125, 0.710938, 0.539062, 0.601562, 0.617188, 0.867188, 0.804688, 1.34375, 0.609375, 0.574219, 0.894531, 0.933594, 1.414062, 0.96875, 1.015625, 1.25, 0.765625, 0.675781, 0.84375, 0.460938, 0.129883, 0.691406, 1.34375, 1.171875, 1.15625, 1.203125, 1.335938, 0.96875, 0.675781, 0.992188, 0.419922, 0.984375, 0.439453, 0.617188, 0.957031, 0.455078, 0.308594, 0.667969, 1.109375, 0.867188, 0.632812, 0.660156, 1.28125, 1.023438, 0.886719, 0.925781, 0.691406, 1.296875, 1.179688, 0.474609, 0.726562, 0.699219, 0.691406, 0.742188, 0.546875, 0.90625, 0.863281, 0.542969, 0.550781, 0.636719, 1.304688, 1.234375, 0.824219, 0.855469, 1.078125, 1.09375, 1.234375, 0.734375, 0.707031, 0.632812, 0.628906, 0.738281, 0.554688, 0.890625, 1.328125, 0.515625, 0.494141, 1.234375, 0.539062, 1.195312, 0.248047, 0.632812, 0.785156, 0.308594, 0.863281, 1.109375, 1.296875, 1.179688, 1.382812, 0.652344, 0.765625, 0.6875, 1.179688, 1.015625, 0.585938, 1.289062, 1.25, 1.101562, 0.730469, 1.257812, 1.304688, 0.636719, 0.839844, 0.671875, 1.257812, 0.628906, 0.75, 0.929688, 0.945312, 0.988281, 0.695312, 1.171875, 0.496094, 0.734375, 0.65625, 0.953125, 1.453125, 0.609375, 0.632812, 1.257812, 0.742188, 0.683594, 0.789062, 0.496094, 0.53125, 0.710938, 0.535156, 0.835938, 0.984375, 0.640625, 0.871094, 0.667969, 0.835938, 1.296875, 1.007812, 1.242188, 0.320312, 0.835938, 0.964844, 1.382812, 0.5625, 0.636719, 1.375, 1.546875, 1.851562, 0.396484, 0.996094, 0.507812, 0.90625, 0.871094, 0.8125, 0.648438, 0.941406, 0.75, 0.503906, 0.574219, 0.6875, 0.832031, 0.53125, 0.851562, 0.408203, 0.757812, 0.550781, 0.554688, 0.800781, 0.753906, 0.539062, 0.161133, 0.6875, 1.46875, 0.878906, 0.804688, 0.746094, 1.25, 0.695312, 1.117188, 0.710938, 1.203125, 0.738281, 0.878906, 1.101562, 0.808594, 0.734375, 0.761719, 0.546875, 1.039062, 0.996094, 0.925781, 0.808594, 0.785156, 0.828125, 0.828125, 0.679688, 0.726562, 0.746094, 0.617188, 1.125, 0.65625, 0.460938, 0.636719, 0.129883, 1.0625, 1.414062, 0.886719, 1.179688, 0.582031, 1.046875, 0.921875, 0.621094, 0.679688, 0.558594, 0.828125, 0.632812, 0.455078, 0.707031, 0.550781, 0.902344, 0.648438, 0.757812, 0.6875, 0.464844, 0.757812, 0.816406, 1.28125, 1.53125, 0.589844, 1.21875, 1.015625, 0.542969, 0.578125, 0.972656, 0.683594, 1.171875, 0.808594, 0.867188, 0.433594, 0.478516, 0.636719, 0.605469, 0.5, 0.773438, 1.007812, 0.84375, 0.139648, 0.878906, 0.519531, 1.054688, 0.882812, 0.65625, 0.875, 0.632812, 1.15625, 0.976562, 0.566406, 0.761719, 1.257812, 0.496094, 0.96875, 1.03125, 0.933594, 0.628906, 0.613281, 0.902344, 1.054688, 1.007812, 0.921875, 0.921875, 1.328125, 0.714844, 0.90625, 0.890625, 0.5625, 0.730469, 1.03125, 0.789062, 0.871094, 0.957031, 0.679688, 0.871094, 1.46875, 1.078125, 0.941406, 0.890625, 0.480469, 1.085938, 0.59375, 0.129883, 0.726562, 1.046875, 0.664062, 0.949219, 0.574219, 0.796875, 0.5625, 0.984375, 0.886719, 1.171875, 1.0625, 0.605469, 1.179688, 1.40625, 0.800781, 1.054688, 0.613281, 0.388672, 1.226562, 0.59375, 0.597656, 0.707031, 0.78125, 0.894531, 0.149414, 1.0, 0.628906, 0.804688, 0.960938, 1.210938, 0.679688, 1.03125, 0.949219, 0.6875, 1.195312, 0.613281, 0.675781, 0.714844, 0.5, 1.210938, 0.785156, 0.765625, 0.867188, 0.261719, 1.257812, 0.386719, 1.039062, 1.234375, 0.419922, 1.078125, 0.816406, 1.148438, 1.28125, 1.132812, 0.792969, 0.53125, 0.648438, 0.566406, 0.808594, 1.125, 0.703125, 0.648438, 0.894531, 0.302734, 0.527344, 1.046875, 0.558594, 0.96875, 0.726562, 0.882812, 0.761719, 0.761719, 0.396484, 0.96875, 0.652344, 0.734375, 0.447266, 0.152344, 0.753906, 0.503906, 0.585938, 0.796875, 0.597656, 1.320312, 0.898438, 0.566406, 0.300781, 0.578125, 0.667969, 1.445312, 0.648438, 0.714844, 1.390625, 1.164062, 0.878906, 0.664062, 0.578125, 0.761719, 0.820312, 0.871094, 1.039062, 0.494141, 1.4375, 0.953125, 0.878906, 0.613281, 0.855469, 0.462891, 0.707031, 0.707031, 0.125977, 0.71875, 0.695312, 0.5, 1.28125, 0.679688, 0.75, 0.902344, 0.957031, 0.964844, 0.65625, 0.792969, 0.667969, 0.75, 0.667969, 0.679688, 0.632812, 0.691406, 1.242188, 0.984375, 0.808594, 0.703125, 1.125, 0.667969, 0.173828, 0.601562, 1.265625, 0.462891, 0.683594, 0.714844, 0.792969, 1.054688, 0.824219, 1.109375, 0.875, 0.494141, 0.921875, 1.140625, 0.761719, 0.746094, 1.023438, 0.84375, 0.765625, 0.753906, 1.03125, 0.710938, 0.746094, 0.75, 0.527344, 0.349609, 1.046875, 0.71875, 0.589844, 0.664062, 1.328125, 1.359375, 0.578125, 0.871094, 0.535156, 0.287109, 0.65625, 0.695312, 0.796875, 0.714844, 1.03125, 0.664062, 0.773438, 1.046875, 1.34375, 0.734375, 0.925781, 0.695312, 0.984375, 0.519531, 0.554688, 0.578125, 0.675781, 0.707031, 0.648438, 0.765625, 0.734375, 0.734375, 0.683594, 0.539062, 0.371094, 0.753906, 0.945312, 0.703125, 0.6875, 0.5625, 1.117188, 0.507812, 0.769531, 0.59375, 0.960938, 0.839844, 0.847656, 0.65625, 0.640625, 0.796875, 0.613281, 1.601562, 1.171875, 0.667969, 0.820312, 0.609375, 0.753906, 0.605469, 0.453125, 1.109375, 1.429688, 0.730469, 0.988281, 0.201172, 0.925781, 0.734375, 0.578125, 1.179688, 0.75, 0.412109, 0.902344, 0.714844, 0.667969, 0.796875, 0.345703, 0.953125, 0.609375, 1.320312, 0.867188, 0.660156, 1.21875, 0.429688, 0.722656, 0.145508, 0.742188, 0.792969, 0.964844, 1.101562, 0.933594, 0.375, 1.125, 0.792969, 1.257812, 0.412109, 0.621094, 0.53125, 1.296875, 0.714844, 0.929688, 0.738281, 0.996094, 0.792969, 1.3125, 1.085938, 0.302734, 0.851562, 1.523438, 0.742188, 1.101562, 0.71875, 0.9375, 0.617188, 0.554688, 0.914062, 1.445312, 1.453125, 0.964844, 0.726562, 0.609375, 0.992188, 0.466797, 0.855469, 0.925781, 0.220703, 0.945312, 0.9375, 0.519531, 1.242188, 0.992188, 1.140625, 0.710938, 0.761719, 1.09375, 0.746094, 0.429688, 1.0625, 1.554688, 0.542969, 0.753906, 0.9375, 0.71875, 1.117188, 0.114746, 1.0, 0.871094, 0.785156, 1.140625, 0.828125, 0.667969, 0.558594, 0.746094, 0.519531, 0.558594, 0.140625, 0.675781, 0.980469, 0.460938, 0.683594, 0.941406, 0.671875, 0.679688, 1.359375, 0.132812, 1.78125, 1.0, 0.980469, 1.53125, 0.792969, 0.710938, 0.613281, 1.234375, 0.6875, 0.765625, 0.625, 1.117188, 0.494141, 0.972656, 1.6875, 1.125, 0.976562, 0.746094, 0.597656, 0.652344, 0.757812, 0.636719, 0.664062, 0.789062, 0.765625, 0.855469, 1.234375, 0.785156, 0.640625, 1.25, 0.867188, 1.0625, 0.123047, 0.460938, 0.511719, 0.710938, 0.960938, 0.738281, 0.988281, 0.628906, 0.691406, 1.09375, 0.539062, 0.488281, 0.597656, 0.667969, 1.15625, 0.675781, 0.75, 0.625, 1.03125, 0.777344, 0.871094, 0.722656, 0.664062, 0.828125, 0.765625, 0.878906, 1.296875, 1.234375, 0.419922, 0.742188, 0.632812, 0.267578, 0.863281, 0.695312, 0.652344, 0.664062, 0.474609, 0.632812, 0.933594, 0.582031, 1.992188, 0.683594, 0.753906, 0.980469, 0.730469, 0.820312, 0.96875, 0.792969, 1.109375, 1.085938, 0.578125, 0.166992, 1.070312, 0.894531, 0.820312, 0.683594, 0.820312, 0.847656, 1.296875, 0.474609, 0.890625, 0.546875, 0.773438, 0.648438, 0.455078, 0.910156, 1.226562, 0.8125, 1.148438, 1.1875, 0.832031, 0.8125, 1.164062, 0.648438, 0.910156, 0.941406, 0.683594, 0.134766, 1.023438, 0.691406, 0.186523, 1.023438, 0.699219, 1.445312, 0.671875, 1.085938, 0.738281, 0.6875, 0.582031, 0.917969, 0.539062, 0.472656, 1.539062, 0.714844, 0.173828, 0.816406, 0.373047, 0.804688, 1.234375, 0.660156, 0.664062, 0.695312, 0.996094, 0.910156, 0.890625, 0.306641, 0.675781, 0.574219, 0.683594, 1.0625, 0.212891, 0.527344, 0.427734, 0.5, 0.796875, 0.65625, 1.65625, 1.3125, 1.070312, 0.832031, 0.628906, 0.894531, 0.137695, 0.617188, 0.851562, 1.15625, 0.859375, 0.804688, 1.109375, 0.470703, 1.03125, 0.558594, 1.117188, 0.703125, 0.835938, 0.691406, 0.632812, 0.867188, 0.644531, 0.726562, 1.195312, 0.785156, 0.972656, 0.490234, 0.542969, 1.070312, 0.753906, 0.304688, 0.19043, 0.582031, 0.765625, 0.925781, 0.902344, 0.710938, 1.125, 0.734375, 0.613281, 0.710938, 0.8125, 0.445312, 0.535156, 0.613281, 0.648438, 0.699219, 0.675781, 0.460938, 0.832031, 0.785156, 0.65625, 0.6875, 0.675781, 0.988281, 0.664062, 0.59375, 0.820312, 0.143555, 0.648438, 0.333984, 0.707031, 0.527344, 1.085938, 1.046875 ] }, "name": "model.model.layers.20.input_layernorm.weight", "outputIndexes": [ 1646 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1645 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_20/Mul_output_0", "outputIndexes": [ 1647 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1646, 1647 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_20/Mul_1_output_0", "outputIndexes": [ 1648 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1648 ], "outputIndexes": [ 2868 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2868 ], "outputIndexes": [ 2869 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear", "inputIndexes": [ 2869 ], "outputIndexes": [ 2870 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2622139400, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2870 ], "outputIndexes": [ 2871 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2871 ], "outputIndexes": [ 1649 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1648 ], "main_type": "NONE", "name": "/Shape_281_output_0", "outputIndexes": [ 1650 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1650 ], "main_type": "NONE", "name": "Shape5079", "outputIndexes": [ 1651 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1650 ], "main_type": "NONE", "name": "Rank5081", "outputIndexes": [ 1652 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1652, 1652 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5083", "outputIndexes": [ 1653 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1653 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5084", "outputIndexes": [ 1654 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1653, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5086", "outputIndexes": [ 1655 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1655 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5087", "outputIndexes": [ 1656 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1651, 1654, 1656, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5090", "outputIndexes": [ 1657 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1657 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5091", "outputIndexes": [ 1658 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1658 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5092", "outputIndexes": [ 1659 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1659, 1658 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5093", "outputIndexes": [ 1660 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1650, 1660, 1653 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_304_output_0", "outputIndexes": [ 1661 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1661, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_641_output_0", "outputIndexes": [ 1662 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1662, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_260_output_0", "outputIndexes": [ 1663 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1649, 1663 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_181_output_0", "outputIndexes": [ 1664 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_160_output_0", "outputIndexes": [ 1665 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664 ], "main_type": "NONE", "name": "/Shape_282_output_0", "outputIndexes": [ 1666 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1666 ], "main_type": "NONE", "name": "Shape5100", "outputIndexes": [ 1667 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1666 ], "main_type": "NONE", "name": "Rank5102", "outputIndexes": [ 1668 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1668, 1668 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5104", "outputIndexes": [ 1669 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1669 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5105", "outputIndexes": [ 1670 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1669, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5107", "outputIndexes": [ 1671 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1671 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5108", "outputIndexes": [ 1672 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1667, 1670, 1672, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5111", "outputIndexes": [ 1673 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1673 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5112", "outputIndexes": [ 1674 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1674 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5113", "outputIndexes": [ 1675 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1675, 1674 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5114", "outputIndexes": [ 1676 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1666, 1676, 1669 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_305_output_0", "outputIndexes": [ 1677 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1677, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_60_output_0", "outputIndexes": [ 1678 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1678, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_646_output_0", "outputIndexes": [ 1679 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664, 1679, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_81_output_0", "outputIndexes": [ 1680 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1680 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_40_output_0", "outputIndexes": [ 1681 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664, 22, 1679, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_80_output_0", "outputIndexes": [ 1682 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1681, 1682 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_263_output_0", "outputIndexes": [ 1683 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1683, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_161_output_0", "outputIndexes": [ 1684 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1665, 1684 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_100_output_0", "outputIndexes": [ 1685 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1648 ], "outputIndexes": [ 2872 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2872 ], "outputIndexes": [ 2873 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear", "inputIndexes": [ 2873 ], "outputIndexes": [ 2874 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2629379102, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2874 ], "outputIndexes": [ 2875 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2875 ], "outputIndexes": [ 1686 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1662, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_261_output_0", "outputIndexes": [ 1687 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1686, 1687 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_182_output_0", "outputIndexes": [ 1688 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_162_output_0", "outputIndexes": [ 1689 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688 ], "main_type": "NONE", "name": "/Shape_283_output_0", "outputIndexes": [ 1690 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1690 ], "main_type": "NONE", "name": "Shape5163", "outputIndexes": [ 1691 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1690 ], "main_type": "NONE", "name": "Rank5165", "outputIndexes": [ 1692 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1692, 1692 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5167", "outputIndexes": [ 1693 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1693 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5168", "outputIndexes": [ 1694 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1693, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5170", "outputIndexes": [ 1695 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1695 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5171", "outputIndexes": [ 1696 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1691, 1694, 1696, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5174", "outputIndexes": [ 1697 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1697 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5175", "outputIndexes": [ 1698 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1698 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5176", "outputIndexes": [ 1699 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1699, 1698 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5177", "outputIndexes": [ 1700 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1690, 1700, 1693 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_306_output_0", "outputIndexes": [ 1701 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1701, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_61_output_0", "outputIndexes": [ 1702 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1702, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_648_output_0", "outputIndexes": [ 1703 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688, 1703, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_83_output_0", "outputIndexes": [ 1704 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1704 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_41_output_0", "outputIndexes": [ 1705 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688, 22, 1703, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_82_output_0", "outputIndexes": [ 1706 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1705, 1706 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_264_output_0", "outputIndexes": [ 1707 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1707, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_163_output_0", "outputIndexes": [ 1708 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1689, 1708 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_101_output_0", "outputIndexes": [ 1709 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1648 ], "outputIndexes": [ 2876 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2876 ], "outputIndexes": [ 2877 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear", "inputIndexes": [ 2877 ], "outputIndexes": [ 2878 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2630413364, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2878 ], "outputIndexes": [ 2879 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2879 ], "outputIndexes": [ 1710 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1710, 1687 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_183_output_0", "outputIndexes": [ 1711 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1685, 1709, 1711, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_188_output_0", "outputIndexes": [ 1712 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1712 ], "outputIndexes": [ 2880 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2880 ], "outputIndexes": [ 2881 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear", "inputIndexes": [ 2881 ], "outputIndexes": [ 2882 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2631447626, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2882 ], "outputIndexes": [ 2883 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2883 ], "outputIndexes": [ 1713 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1645, 1713 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_103_output_0", "outputIndexes": [ 1714 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.96875, 0.960938, 1.375, 0.617188, 1.0, 0.742188, 0.898438, 0.996094, 0.363281, 0.574219, 0.929688, 0.570312, 0.835938, 0.734375, 0.566406, 0.917969, 0.921875, 0.773438, 0.9375, 0.53125, 0.609375, 0.929688, 0.914062, 0.738281, 0.699219, 1.078125, 0.511719, 0.648438, 0.679688, 0.746094, 1.078125, 0.582031, 0.527344, 0.824219, 1.09375, 1.304688, 0.617188, 0.265625, 0.910156, 0.539062, 1.023438, 0.886719, 1.054688, 0.84375, 1.085938, 1.101562, 0.519531, 1.070312, 0.894531, 0.578125, 1.0625, 0.847656, 0.84375, 0.851562, 0.949219, 0.726562, 1.0, 1.335938, 1.015625, 0.503906, 0.699219, 0.96875, 1.03125, 0.894531, 1.101562, 0.929688, 0.621094, 0.878906, 0.625, 0.804688, 0.78125, 0.566406, 1.0, 0.84375, 0.964844, 1.046875, 0.628906, 0.65625, 0.394531, 1.109375, 1.085938, 1.164062, 1.070312, 0.785156, 0.914062, 0.447266, 0.925781, 1.140625, 0.941406, 0.480469, 0.945312, 0.972656, 0.972656, 0.972656, 0.824219, 0.867188, 0.449219, 0.625, 0.917969, 0.554688, 0.613281, 0.609375, 1.242188, 0.871094, 0.597656, 1.0, 0.710938, 0.589844, 0.707031, 0.851562, 0.882812, 0.804688, 0.933594, 0.212891, 0.839844, 0.195312, 0.601562, 0.953125, 1.09375, 0.597656, 0.757812, 0.839844, 1.132812, 0.894531, 0.855469, 0.800781, 1.023438, 0.796875, 0.447266, 0.636719, 0.515625, 0.890625, 0.625, 0.910156, 0.925781, 0.882812, 0.773438, 0.953125, 0.652344, 0.96875, 0.761719, 1.039062, 1.164062, 0.539062, 0.328125, 0.53125, 0.945312, 0.898438, 1.085938, 0.917969, 1.046875, 0.898438, 0.804688, 0.925781, 0.617188, 0.722656, 0.613281, 0.53125, 1.054688, 1.109375, 0.558594, 0.550781, 0.416016, 0.890625, 0.291016, 0.601562, 0.765625, 0.5625, 0.835938, 0.886719, 0.925781, 0.683594, 0.671875, 0.691406, 0.875, 1.164062, 0.867188, 0.851562, 1.054688, 0.84375, 0.597656, 0.851562, 1.054688, 0.546875, 0.597656, 0.925781, 0.820312, 0.574219, 0.785156, 0.964844, 0.609375, 0.882812, 0.550781, 0.75, 0.910156, 0.902344, 0.890625, 1.054688, 0.5625, 0.859375, 0.867188, 0.273438, 0.792969, 0.726562, 0.84375, 0.929688, 0.59375, 0.710938, 1.046875, 0.585938, 1.039062, 0.855469, 0.664062, 0.925781, 0.886719, 0.710938, 0.589844, 0.585938, 1.140625, 0.796875, 0.84375, 0.570312, 0.632812, 0.976562, 0.941406, 1.132812, 0.621094, 0.664062, 0.785156, 0.882812, 0.949219, 0.945312, 0.902344, 0.847656, 0.933594, 0.785156, 0.769531, 1.109375, 0.472656, 0.882812, 0.949219, 0.835938, 1.0, 0.878906, 0.742188, 0.59375, 0.972656, 1.007812, 0.9375, 0.863281, 0.902344, 0.910156, 0.671875, 0.757812, 0.894531, 0.671875, 0.890625, 0.457031, 0.828125, 0.558594, 0.867188, 0.953125, 0.933594, 1.039062, 0.878906, 0.660156, 0.867188, 0.886719, 0.675781, 0.933594, 0.796875, 0.972656, 0.964844, 0.664062, 0.71875, 1.296875, 0.960938, 0.494141, 0.691406, 0.972656, 0.8125, 0.910156, 0.460938, 0.929688, 0.777344, 1.132812, 0.671875, 0.972656, 0.941406, 0.554688, 1.078125, 0.558594, 0.722656, 0.589844, 0.5625, 0.816406, 0.585938, 0.625, 0.871094, 0.851562, 0.71875, 0.644531, 0.566406, 0.960938, 1.273438, 1.046875, 0.847656, 0.851562, 0.820312, 0.917969, 0.433594, 0.78125, 0.894531, 0.851562, 0.265625, 0.976562, 0.890625, 1.117188, 0.882812, 0.867188, 1.054688, 0.835938, 0.730469, 0.8125, 0.710938, 0.914062, 0.789062, 0.871094, 0.746094, 0.734375, 0.466797, 0.785156, 0.792969, 0.78125, 0.585938, 0.832031, 0.9375, 1.398438, 0.960938, 0.640625, 0.441406, 0.796875, 0.828125, 0.8125, 0.503906, 0.9375, 1.078125, 0.9375, 0.777344, 0.875, 0.875, 0.566406, 0.976562, 0.890625, 1.109375, 0.890625, 0.949219, 0.957031, 0.789062, 0.902344, 0.710938, 1.140625, 0.474609, 0.625, 0.507812, 0.546875, 0.792969, 1.0625, 0.878906, 0.5625, 0.859375, 0.914062, 0.957031, 0.734375, 0.976562, 1.210938, 0.498047, 0.566406, 0.90625, 0.957031, 0.894531, 0.984375, 0.601562, 1.015625, 0.996094, 0.613281, 1.125, 0.890625, 0.804688, 0.691406, 0.886719, 1.023438, 0.492188, 0.53125, 0.710938, 1.0, 0.640625, 0.734375, 0.941406, 0.488281, 0.640625, 1.007812, 0.570312, 1.070312, 0.546875, 0.949219, 0.84375, 0.929688, 0.941406, 0.710938, 0.558594, 0.90625, 1.0625, 0.886719, 0.96875, 1.132812, 0.980469, 0.898438, 0.894531, 0.972656, 0.589844, 0.644531, 0.851562, 0.546875, 0.796875, 0.558594, 1.054688, 1.023438, 0.558594, 0.859375, 0.882812, 0.804688, 0.550781, 0.765625, 0.9375, 0.589844, 0.761719, 0.925781, 0.796875, 0.59375, 0.839844, 1.0, 0.945312, 0.871094, 0.570312, 0.625, 0.808594, 0.960938, 0.828125, 1.023438, 0.980469, 0.867188, 0.960938, 0.875, 0.816406, 2.265625, 0.660156, 0.800781, 4e-06, 0.75, 0.933594, 0.753906, 0.898438, 0.488281, 0.566406, 0.914062, 0.628906, 0.875, 0.5625, 0.847656, 0.734375, 0.480469, 0.929688, 0.953125, 0.933594, 0.554688, 0.769531, 0.574219, 0.972656, 0.925781, 1.0, 0.894531, 0.671875, 0.890625, 0.474609, 1.023438, 1.257812, 0.847656, 0.96875, 0.847656, 0.695312, 1.070312, 1.148438, 0.933594, 1.070312, 0.6875, 0.929688, 0.765625, 0.988281, 0.964844, 0.859375, 0.640625, 0.730469, 0.617188, 0.8125, 0.609375, 0.9375, 0.582031, 0.90625, 0.742188, 0.96875, 1.039062, 0.90625, 1.054688, 0.949219, 0.675781, 0.660156, 0.851562, 0.75, 1.132812, 0.78125, 0.96875, 0.953125, 0.460938, 0.914062, 0.601562, 1.070312, 0.984375, 0.910156, 0.8125, 0.882812, 0.917969, 1.015625, 0.90625, 0.8125, 0.964844, 0.550781, 0.859375, 0.792969, 0.972656, 0.574219, 0.574219, 0.5625, 0.882812, 0.558594, 1.0625, 1.28125, 0.380859, 0.617188, 1.25, 0.746094, 1.117188, 0.863281, 0.589844, 0.703125, 0.617188, 0.785156, 0.902344, 0.9375, 0.695312, 1.148438, 0.894531, 0.714844, 0.59375, 0.597656, 1.0, 0.8125, 0.828125, 0.796875, 0.621094, 0.855469, 0.859375, 0.632812, 0.621094, 0.847656, 0.832031, 0.828125, 1.21875, 0.578125, 1.023438, 1.0, 0.800781, 0.953125, 0.589844, 0.953125, 0.851562, 0.824219, 0.558594, 0.875, 0.617188, 1.007812, 0.816406, 0.945312, 0.878906, 0.972656, 0.546875, 0.78125, 0.6875, 0.59375, 0.621094, 1.085938, 0.566406, 0.703125, 1.0625, 0.804688, 0.972656, 0.855469, 0.847656, 0.273438, 1.039062, 1.164062, 1.0625, 0.683594, 0.542969, 0.957031, 0.90625, 0.464844, 0.800781, 0.796875, 0.867188, 0.957031, 0.882812, 0.236328, 0.855469, 0.269531, 0.792969, 1.46875, 0.890625, 0.871094, 1.140625, 0.632812, 0.707031, 0.742188, 0.847656, 0.648438, 0.636719, 0.972656, 0.609375, 0.949219, 0.851562, 0.816406, 0.558594, 0.921875, 0.929688, 1.140625, 0.451172, 0.902344, 0.859375, 0.902344, 0.789062, 0.488281, 0.667969, 0.902344, 0.5625, 0.527344, 0.984375, 0.710938, 0.941406, 0.941406, 0.578125, 0.542969, 0.714844, 0.279297, 0.933594, 0.957031, 1.007812, 0.871094, 0.789062, 1.0, 0.898438, 0.757812, 0.835938, 0.917969, 0.949219, 0.917969, 0.871094, 1.085938, 0.613281, 0.699219, 0.984375, 0.867188, 0.910156, 0.664062, 1.023438, 0.490234, 0.675781, 0.832031, 0.625, 0.648438, 0.519531, 1.039062, 0.738281, 0.902344, 1.078125, 0.8125, 0.5625, 0.396484, 1.039062, 0.527344, 0.898438, 0.617188, 1.015625, 1.023438, 0.902344, 0.824219, 0.925781, 0.75, 0.470703, 0.914062, 1.039062, 0.769531, 0.59375, 0.699219, 0.757812, 0.578125, 0.201172, 0.482422, 0.890625, 0.566406, 1.023438, 0.574219, 0.90625, 0.894531, 0.863281, 1.015625, 0.90625, 0.851562, 0.503906, 0.648438, 0.664062, 0.945312, 0.914062, 0.746094, 0.917969, 0.585938, 0.914062, 0.558594, 0.671875, 0.796875, 1.023438, 0.839844, 0.894531, 0.578125, 0.578125, 0.878906, 0.847656, 0.964844, 0.679688, 1.0625, 0.75, 0.554688, 0.882812, 0.84375, 0.734375, 1.015625, 0.828125, 0.554688, 1.0, 0.765625, 0.519531, 0.957031, 0.699219, 0.898438, 0.550781, 0.914062, 0.847656, 0.949219, 0.585938, 0.542969, 1.148438, 0.792969, 0.972656, 0.462891, 0.789062, 1.109375, 0.478516, 0.835938, 1.179688, 0.964844, 0.792969, 0.839844, 0.578125, 1.023438, 0.859375, 0.578125, 0.886719, 0.835938, 0.589844, 0.902344, 0.867188, 0.933594, 0.554688, 0.380859, 0.710938, 1.023438, 0.542969, 0.546875, 1.046875, 1.101562, 0.960938, 0.804688, 0.337891, 0.859375, 1.085938, 0.910156, 0.482422, 0.878906, 0.859375, 0.609375, 0.566406, 0.71875, 0.738281, 0.890625, 1.40625, 0.933594, 0.769531, 0.75, 0.570312, 1.039062, 0.511719, 0.765625, 0.832031, 0.490234, 1.085938, 0.546875, 0.613281, 0.867188, 0.761719, 0.785156, 0.699219, 0.941406, 0.769531, 1.039062, 1.023438, 0.652344, 2.234375, 0.597656, 0.984375, 0.992188, 0.941406, 0.925781, 0.5625, 0.617188, 1.125, 0.511719, 0.835938, 0.832031, 0.660156, 0.867188, 0.871094, 0.898438, 0.894531, 0.570312, 0.539062, 0.886719, 0.851562, 0.808594, 0.625, 1.03125, 0.804688, 1.132812, 0.730469, 0.757812, 0.925781, 0.648438, 0.769531, 1.117188, 0.65625, 0.867188, 0.960938, 0.875, 0.78125, 0.828125, 1.070312, 0.929688, 1.039062, 0.640625, 0.464844, 0.945312, 0.523438, 0.910156, 1.101562, 0.515625, 0.789062, 1.109375, 0.941406, 0.914062, 0.9375, 0.462891, 0.492188, 0.275391, 0.949219, 0.820312, 0.863281, 1.140625, 0.882812, 0.820312, 0.871094, 0.408203, 0.322266, 1.023438, 0.800781, 0.828125, 0.613281, 1.015625, 0.972656, 0.878906, 1.023438, 0.941406, 0.757812, 0.949219, 1.023438, 0.886719, 0.445312, 0.941406, 0.785156, 0.960938, 0.851562, 0.652344, 0.90625, 1.007812, 0.890625, 0.886719, 0.984375, 0.988281, 0.882812, 1.09375, 0.867188, 0.601562, 0.960938, 0.894531, 0.691406, 0.945312, 0.703125, 1.046875, 0.855469, 0.546875, 1.039062, 0.648438, 0.882812, 0.574219, 0.859375, 0.855469, 0.302734, 0.292969, 0.671875, 1.140625, 0.695312, 0.316406, 0.992188, 0.992188, 0.601562, 0.902344, 0.578125, 0.851562, 0.964844, 0.835938, 0.453125, 0.722656, 0.494141, 0.550781, 1.101562, 0.933594, 0.554688, 0.589844, 0.765625, 0.792969, 0.785156, 0.617188, 1.054688, 0.988281, 0.898438, 0.527344, 1.023438, 0.996094, 1.296875, 0.851562, 0.925781, 1.054688, 0.851562, 0.808594, 0.570312, 0.613281, 0.378906, 0.699219, 0.5625, 0.617188, 0.582031, 0.902344, 0.648438, 1.070312, 0.882812, 0.710938, 0.933594, 0.625, 0.949219, 0.90625, 1.0, 0.484375, 0.5625, 0.835938, 0.902344, 0.726562, 0.53125, 0.558594, 0.851562, 0.996094, 0.761719, 1.078125, 0.582031, 0.921875, 0.878906, 0.820312, 0.585938, 0.46875, 0.898438, 0.976562, 0.648438, 0.625, 0.699219, 0.804688, 0.648438, 0.804688, 0.601562, 0.5625, 0.921875, 0.492188, 0.917969, 0.761719, 0.488281, 1.039062, 1.0, 0.964844, 0.632812, 0.761719, 0.929688, 1.0, 1.078125, 0.542969, 0.466797, 0.597656, 0.558594, 0.613281, 0.511719, 1.039062, 0.710938, 2.046875, 0.8125, 0.886719, 0.871094, 0.703125, 0.609375, 1.0625, 0.373047, 1.125, 0.792969, 0.699219, 1.023438, 0.617188, 0.90625, 0.785156, 0.554688, 0.59375, 0.824219, 0.558594, 0.570312, 0.535156, 0.828125, 0.490234, 0.419922, 0.949219, 0.765625, 0.988281, 1.039062, 0.570312, 0.828125, 0.800781, 1.078125, 0.703125, 0.820312, 0.890625, 0.640625, 0.585938, 0.871094, 1.03125, 0.855469, 0.828125, 0.726562, 0.675781, 0.550781, 0.6875, 0.695312, 0.484375, 0.546875, 0.945312, 0.71875, 1.054688, 1.078125, 0.90625, 0.605469, 1.171875, 0.835938, 0.558594, 0.753906, 0.828125, 1.117188, 0.546875, 0.832031, 1.242188, 1.117188, 0.527344, 0.625, 1.0625, 0.90625, 0.742188, 1.054688, 0.5625, 0.757812, 0.761719, 0.933594, 1.132812, 0.380859, 0.539062, 0.695312, 0.722656, 0.6875, 0.554688, 1.15625, 0.878906, 0.644531, 0.832031, 0.574219, 1.0, 0.835938, 0.84375, 1.054688, 0.664062, 0.914062, 0.777344, 0.648438, 0.460938, 0.953125, 0.703125, 0.96875, 0.695312, 0.804688, 0.792969, 0.699219, 1.21875, 0.851562, 0.640625, 0.996094, 0.550781, 1.101562, 0.78125, 0.96875, 0.964844, 0.855469, 0.660156, 1.023438, 0.726562, 0.890625, 0.8125, 0.710938, 1.164062, 0.882812, 0.796875, 0.539062, 1.023438, 0.597656, 1.023438, 0.945312, 1.0625, 0.90625, 0.601562, 0.5625, 0.914062, 0.777344, 1.023438, 0.945312, 0.769531, 1.117188, 0.734375, 0.859375, 1.132812, 1.085938, 0.886719, 0.996094, 0.828125, 0.796875, 0.640625, 0.570312, 0.90625, 1.039062, 0.976562, 0.980469, 0.871094, 0.882812, 1.03125, 0.757812, 1.039062, 0.960938, 0.960938, 0.796875, 0.933594, 0.435547, 0.941406, 0.617188, 0.453125, 0.847656, 0.816406, 0.839844, 0.675781, 0.859375, 0.949219, 0.964844, 1.15625, 1.15625, 0.910156, 0.652344, 0.53125, 0.539062, 0.738281, 1.078125, 0.582031, 1.820312, 0.800781, 0.898438, 1.015625, 1.023438, 0.816406, 1.148438, 1.078125, 0.894531, 0.574219, 0.941406, 1.101562, 0.863281, 0.65625, 0.898438, 1.070312, 0.984375, 1.101562, 0.925781, 1.164062, 0.992188, 0.765625, 1.273438, 0.871094, 0.730469, 1.101562, 0.929688, 0.941406, 0.996094, 1.03125, 0.960938, 0.914062, 0.878906, 1.015625, 0.71875, 0.828125, 0.539062, 0.863281, 0.917969, 0.945312, 0.566406, 0.431641, 0.789062, 0.871094, 0.960938, 1.007812, 0.964844, 0.695312, 0.652344, 1.125, 0.863281, 0.890625, 0.601562, 0.898438, 0.496094, 0.84375, 0.785156, 0.605469, 0.648438, 1.007812, 0.435547, 0.929688, 0.734375, 0.211914, 0.980469, 0.546875, 0.550781, 0.679688, 1.023438, 0.828125, 0.648438, 0.898438, 0.679688, 0.601562, 0.578125, 0.46875, 0.820312, 0.228516, 0.617188, 0.578125, 0.859375, 0.746094, 1.023438, 1.0625, 0.597656, 1.007812, 0.566406, 1.132812, 0.648438, 0.835938, 1.023438, 0.992188, 0.742188, 0.933594, 0.550781, 1.054688, 0.917969, 1.382812, 0.875, 0.589844, 1.1875, 1.125, 1.023438, 0.691406, 0.871094, 1.0, 0.757812, 0.882812, 0.769531, 1.109375, 0.859375, 0.984375, 0.972656, 1.070312, 0.761719, 0.882812, 0.945312, 0.566406, 0.820312, 1.054688, 0.808594, 0.925781, 0.75, 0.890625, 1.039062, 0.730469, 0.808594, 0.558594, 0.726562, 0.8125, 0.59375, 0.902344, 2.03125, 0.804688, 0.617188, 1.039062, 0.683594, 1.023438, 0.902344, 0.984375, 0.9375, 0.992188, 0.867188, 0.648438, 0.789062, 0.585938, 0.890625, 0.921875, 0.933594, 0.402344, 1.070312, 0.949219, 0.867188, 0.910156, 0.730469, 0.601562, 0.546875, 0.886719, 0.777344, 0.796875, 0.78125, 0.789062, 0.789062, 0.820312, 0.738281, 0.878906, 0.886719, 0.664062, 0.722656, 0.585938, 0.511719, 0.605469, 0.71875, 1.03125, 1.039062, 0.964844, 0.710938, 0.851562, 0.871094, 0.6875, 0.765625, 0.898438, 0.808594, 1.09375, 1.125, 0.761719, 0.470703, 0.804688, 0.835938, 0.492188, 0.980469, 1.0, 1.132812, 0.835938, 0.742188, 0.746094, 0.78125, 0.474609, 0.878906, 0.490234, 0.953125, 0.78125, 0.730469, 0.441406, 0.699219, 1.007812, 0.570312, 0.804688, 0.574219, 0.941406, 1.085938, 0.949219, 0.835938, 0.800781, 0.369141, 0.851562, 0.914062, 0.851562, 0.542969, 0.980469, 0.515625, 1.007812, 1.023438, 0.957031, 1.085938, 1.164062, 0.53125, 0.804688, 0.851562, 0.914062, 0.878906, 0.695312, 0.90625, 0.707031, 0.78125, 0.941406, 0.441406, 0.839844, 0.929688, 0.722656, 0.8125, 0.703125, 0.6875, 0.863281, 0.953125, 0.494141, 1.117188, 0.953125, 0.535156, 0.90625, 0.679688, 1.273438, 0.941406, 0.84375, 0.84375, 0.875, 0.980469, 0.832031, 0.925781, 0.730469, 1.101562, 0.96875, 0.863281, 0.894531, 0.851562, 0.945312, 0.554688, 0.988281, 1.070312, 0.679688, 0.921875, 0.957031, 0.972656, 0.742188, 1.226562, 1.179688, 0.871094, 0.582031, 0.757812, 0.867188, 1.0, 0.96875, 0.375, 0.90625, 0.914062, 1.140625, 0.75, 0.742188, 1.007812, 0.835938, 0.554688, 0.90625, 1.132812, 0.941406, 0.96875, 0.789062, 0.875, 1.03125, 1.039062, 0.980469, 0.910156, 0.78125, 0.714844, 0.757812, 0.871094, 0.792969, 0.527344, 1.171875, 0.796875, 0.8125, 0.96875, 1.0625, 1.226562, 0.921875, 0.863281, 1.046875, 0.964844, 0.546875, 0.917969, 0.898438, 0.566406, 1.0, 0.558594, 0.84375, 0.703125, 0.585938, 0.582031, 0.722656, 0.851562, 0.310547, 0.632812, 0.574219, 0.585938, 0.78125, 0.671875, 0.5625, 0.992188, 0.439453, 0.835938, 0.996094, 0.941406, 0.894531, 1.148438, 0.644531, 1.117188, 0.953125, 0.5, 0.515625, 0.578125, 0.710938, 0.941406, 0.621094, 0.847656, 1.054688, 0.59375, 1.007812, 0.664062, 0.996094, 1.007812, 0.851562, 0.867188, 0.769531, 0.925781, 0.503906, 0.808594, 0.824219, 0.945312, 0.425781, 0.5625, 0.660156, 0.914062, 0.949219, 0.757812, 0.632812, 0.835938, 0.859375, 0.945312, 0.945312, 0.738281, 0.773438, 0.710938, 0.625, 0.847656, 0.921875, 0.828125, 0.503906, 0.804688, 0.914062, 0.925781, 0.621094, 0.875, 0.992188, 0.443359, 0.910156, 0.585938, 0.546875, 0.386719, 1.132812, 0.851562, 0.8125, 0.617188, 0.78125, 0.59375, 0.457031, 0.925781, 0.984375, 0.640625, 0.796875, 0.871094, 0.746094, 0.695312, 1.070312, 1.023438, 0.738281, 0.5625, 0.816406, 1.039062, 0.664062, 0.933594, 0.621094, 0.84375, 1.046875, 0.820312, 0.785156, 1.078125, 0.351562, 0.992188, 0.710938, 0.84375, 0.925781, 0.710938, 0.789062, 0.636719, 1.109375, 1.117188, 0.225586, 0.550781, 0.855469, 0.683594, 0.902344, 1.007812, 0.675781, 0.839844, 1.078125, 0.921875, 0.652344, 1.023438, 0.597656, 0.851562, 0.785156, 0.882812, 0.714844, 0.832031, 0.960938, 0.785156, 0.878906, 1.039062, 0.78125, 0.609375, 0.613281, 0.710938, 0.640625, 0.875, 0.777344, 0.9375, 0.757812, 0.800781, 0.925781, 0.734375, 0.875, 0.921875, 0.90625, 0.59375, 0.867188, 0.519531, 0.667969, 0.964844, 0.875, 0.960938, 0.863281, 0.746094, 0.890625, 0.457031, 0.546875, 0.84375, 0.558594, 0.714844, 0.710938, 0.664062, 1.117188, 0.90625, 0.671875, 0.46875, 0.917969, 0.535156, 0.558594, 0.539062, 0.710938, 0.703125, 0.820312, 0.660156, 1.054688, 0.914062, 1.070312, 0.925781, 0.648438, 0.855469, 0.957031, 0.921875, 0.964844, 0.617188, 1.132812, 0.820312, 0.554688, 1.085938, 0.753906, 0.824219, 0.65625, 0.675781, 0.542969, 0.859375, 0.882812, 0.914062, 0.550781, 0.976562, 0.585938, 0.578125, 0.478516, 0.640625, 1.007812, 0.886719, 1.0, 0.90625, 0.832031, 0.455078, 0.730469, 0.570312, 0.789062, 0.695312, 0.886719, 0.890625, 1.03125, 0.570312, 0.960938, 0.824219, 0.972656, 1.007812, 1.007812, 0.980469, 0.96875, 1.101562, 0.585938, 0.808594, 0.628906, 0.917969, 0.847656, 0.546875, 0.910156, 0.511719, 0.976562, 0.574219, 0.550781, 1.039062, 0.474609, 0.945312, 0.503906, 1.054688, 1.078125, 0.722656, 0.847656, 0.792969, 1.015625, 0.789062, 0.957031, 0.621094, 0.960938, 0.259766, 1.054688, 0.589844, 1.109375, 0.589844, 0.519531, 1.046875, 1.179688, 0.660156, 0.910156, 0.71875, 1.023438, 0.867188, 1.226562, 0.8125, 0.789062, 0.566406, 0.941406, 0.980469, 0.789062, 0.792969, 0.949219, 0.464844, 1.070312, 0.75, 0.996094, 0.703125, 0.867188, 0.404297, 0.820312, 0.832031, 0.222656, 0.601562, 0.851562, 0.625, 0.445312, 1.148438, 0.898438, 0.574219, 0.785156, 0.542969, 1.148438, 0.835938, 0.738281, 0.84375, 1.09375, 0.816406, 0.832031, 0.431641, 0.730469, 0.707031, 0.878906, 0.679688, 0.474609, 0.578125, 0.621094, 0.832031, 0.953125, 1.007812, 0.455078, 0.984375, 1.039062, 0.957031, 0.773438, 0.519531, 0.589844, 0.976562, 0.574219, 0.464844, 1.039062, 0.714844, 0.574219, 1.179688, 0.898438, 1.054688, 0.667969, 1.0625, 0.75, 1.09375, 0.863281, 0.726562, 0.914062, 0.8125, 0.976562, 0.609375, 0.964844, 0.921875, 0.753906, 0.941406, 0.5625, 0.859375, 0.722656, 0.707031, 0.773438, 0.671875, 1.132812, 0.945312, 0.773438, 0.9375, 0.570312, 0.902344, 0.777344, 0.380859, 0.6875, 0.921875, 1.179688, 0.660156, 0.796875, 0.617188, 0.820312, 0.773438, 0.382812, 0.902344, 0.984375, 0.664062, 0.769531, 0.820312, 0.753906, 0.570312, 1.015625, 1.03125, 0.792969, 0.404297, 0.910156, 0.488281, 0.375, 0.890625, 0.757812, 0.345703, 0.800781, 0.964844, 0.628906, 1.070312, 0.8125, 1.117188, 0.886719, 0.929688, 0.988281, 1.40625, 0.243164, 0.679688, 0.839844, 0.824219, 1.164062, 0.800781, 1.125, 1.039062, 0.894531, 0.964844, 1.015625, 0.304688, 0.863281, 1.09375, 0.902344, 0.78125, 1.015625, 0.8125, 1.007812, 0.996094, 0.683594, 1.039062, 0.75, 0.867188, 0.941406, 1.015625, 1.15625, 0.458984, 0.828125, 0.820312, 1.015625, 0.632812, 0.933594, 1.054688, 0.976562, 1.09375, 0.65625, 0.835938, 0.980469, 0.871094, 0.765625, 0.589844, 0.792969, 0.992188, 0.478516, 0.835938, 0.921875, 0.867188, 1.046875, 0.875, 0.59375, 0.660156, 1.03125, 0.527344, 0.972656, 0.773438, 0.777344, 0.820312, 1.039062, 0.558594, 0.941406, 1.078125, 0.78125, 0.835938, 0.644531, 1.101562, 0.851562, 0.839844, 0.953125, 0.886719, 0.351562, 1.023438, 0.734375, 0.851562, 0.835938, 0.882812, 0.550781, 0.945312, 0.863281, 0.660156, 0.882812, 0.953125, 0.490234, 1.070312, 0.496094, 0.617188, 0.753906, 0.589844, 0.578125, 0.566406, 0.314453, 0.789062, 0.832031, 0.734375, 0.839844, 0.875, 0.6875, 0.773438, 0.882812, 0.550781, 0.632812, 0.470703, 0.765625, 0.910156, 0.804688, 0.570312, 1.0, 0.8125, 0.746094, 0.953125, 0.8125, 0.519531, 1.09375, 0.478516, 0.800781, 0.917969, 0.84375, 0.859375, 0.886719, 0.890625, 0.625, 0.628906, 1.046875, 0.664062, 1.117188, 1.054688, 0.613281, 0.933594, 0.960938, 0.523438, 0.8125, 0.613281, 0.470703, 0.859375, 1.054688, 1.078125, 0.835938, 0.578125, 0.464844, 1.101562, 0.648438, 1.195312, 0.859375, 0.957031, 0.90625, 0.703125, 0.875, 0.957031, 0.738281, 0.875, 0.589844, 1.023438, 1.046875, 1.023438, 0.558594, 0.582031, 0.691406, 0.816406, 0.875, 0.546875, 0.804688, 0.933594, 0.828125, 0.671875, 0.867188, 1.15625, 0.753906, 1.164062, 0.996094, 0.609375, 0.933594, 0.578125, 0.902344, 0.921875, 1.023438, 0.933594, 0.5625, 0.498047, 0.785156, 0.953125, 1.007812, 1.179688, 0.960938, 0.462891, 0.9375, 1.078125, 0.804688, 0.480469, 0.777344, 1.085938, 0.789062, 1.0, 0.632812, 0.742188, 0.898438, 0.886719, 0.742188, 0.957031, 0.808594, 0.820312, 0.917969, 0.710938, 0.980469, 0.496094, 0.886719, 0.863281, 0.882812, 0.839844, 0.65625, 0.333984, 0.589844, 1.078125, 0.765625, 0.589844, 0.835938, 0.742188, 0.96875, 0.710938, 1.039062, 0.789062, 1.898438, 0.59375, 1.039062, 0.894531, 0.832031, 0.921875, 1.0625, 0.503906, 0.957031, 0.84375, 0.78125, 0.71875, 0.929688, 1.0625, 0.78125, 0.458984, 1.03125, 0.667969, 0.386719, 0.859375, 0.8125, 1.15625, 0.894531, 0.878906, 1.0, 0.914062, 0.863281, 0.929688, 0.933594, 0.644531, 0.828125, 0.867188, 0.777344, 0.871094, 0.832031, 0.855469, 0.953125, 1.054688, 0.613281, 0.734375, 0.539062, 1.101562, 0.574219, 1.039062, 0.871094, 0.832031, 0.910156, 0.792969, 0.59375, 0.542969, 0.8125, 0.550781, 0.601562, 0.714844, 1.046875, 0.894531, 0.648438, 0.78125, 0.921875, 0.792969, 1.078125, 1.015625, 1.335938, 0.703125, 1.0, 0.691406, 0.660156, 0.953125, 0.5625, 0.902344, 0.542969, 0.707031, 0.871094, 0.851562, 0.699219, 0.601562, 0.550781, 0.964844, 0.921875, 0.988281, 0.636719, 0.960938, 0.792969, 1.164062, 0.933594, 0.546875, 0.792969, 0.707031, 1.085938, 0.820312, 0.6875, 0.34375, 1.09375, 1.078125, 0.458984, 0.589844, 0.929688, 0.785156, 0.574219, 0.882812, 0.882812, 0.886719, 0.980469, 0.894531, 0.691406, 0.910156, 0.78125, 0.90625, 0.558594, 0.84375, 0.9375, 0.890625, 0.785156, 0.542969, 1.007812, 0.480469, 0.71875, 0.683594, 0.882812, 0.671875, 0.707031, 0.550781, 0.84375, 0.792969, 0.664062, 0.582031, 0.824219, 0.777344, 0.498047, 0.168945, 0.710938, 0.785156, 0.875, 0.9375, 0.527344, 0.972656, 0.957031, 0.917969, 0.917969, 0.574219, 0.691406, 0.574219, 0.671875, 0.46875, 0.542969, 0.671875, 0.964844, 0.486328, 0.898438, 0.851562, 0.683594, 0.851562, 1.070312, 0.761719, 0.953125, 1.203125, 0.492188, 0.953125, 0.714844, 0.898438, 0.632812, 0.867188, 0.609375, 0.808594, 0.980469, 1.101562, 0.816406, 0.558594, 0.855469, 0.800781, 0.820312, 0.75, 0.507812, 0.828125, 0.488281, 0.671875, 0.960938, 1.179688, 0.964844, 0.972656, 0.792969, 0.527344, 1.070312, 0.6875, 1.070312, 0.882812, 0.757812, 0.925781, 0.474609, 0.90625, 0.917969, 0.878906, 1.007812, 0.734375, 0.820312, 0.703125, 0.875, 0.96875, 0.59375, 0.820312, 0.761719, 0.910156, 1.101562, 1.109375, 0.742188, 0.78125, 0.84375, 0.761719, 0.71875, 0.769531, 0.632812, 0.882812, 0.5625, 0.570312, 0.535156, 0.984375, 0.789062, 0.921875, 1.023438, 0.839844, 0.90625, 1.132812, 1.015625, 0.808594, 0.824219, 0.765625, 0.570312, 0.730469, 0.886719, 0.867188, 1.054688, 0.65625, 0.835938, 1.195312, 0.566406, 1.234375, 0.617188, 0.828125, 0.90625, 0.917969, 0.949219, 0.488281, 0.742188, 0.621094, 0.640625, 0.644531, 0.507812, 0.742188, 0.640625, 0.9375, 0.554688, 0.855469, 0.886719, 0.667969, 0.972656, 0.484375, 0.757812, 0.996094, 0.582031, 0.59375, 1.054688, 0.960938, 0.957031, 0.746094, 0.792969, 0.742188, 0.621094, 0.449219, 0.816406, 0.621094, 1.039062, 0.828125, 1.0, 0.746094, 0.832031, 0.644531, 0.980469, 0.84375, 0.683594, 0.851562, 0.808594, 0.714844, 0.605469, 0.960938, 0.550781, 0.435547, 0.863281, 0.902344, 0.800781, 0.804688, 0.605469, 0.464844, 0.71875, 1.210938, 0.953125, 0.59375, 0.9375, 1.09375, 1.039062, 0.886719, 0.96875, 0.691406, 0.953125, 0.890625, 0.828125, 0.474609, 0.910156, 0.511719, 0.945312, 0.894531, 0.625, 1.039062, 0.953125, 1.023438, 0.609375, 0.667969, 0.769531, 0.445312, 0.539062, 0.855469, 0.871094, 0.675781, 1.0625, 0.804688, 0.585938, 1.046875, 0.550781, 0.855469, 0.601562, 0.714844, 0.972656, 0.550781, 1.09375, 1.078125, 0.945312, 0.808594, 0.78125, 0.929688, 0.710938, 1.039062, 1.039062, 0.644531, 1.046875, 0.730469, 1.023438, 1.007812, 0.984375, 0.652344, 0.910156, 0.828125, 0.240234, 0.785156, 0.914062, 1.101562, 0.9375, 0.917969, 0.585938, 0.972656, 0.871094, 0.632812, 0.640625, 0.832031, 1.210938, 0.53125, 0.470703, 0.648438, 1.054688, 0.46875, 0.863281, 0.382812, 0.933594, 0.804688, 1.03125, 0.871094, 0.554688, 1.0, 1.351562, 0.84375, 0.867188, 0.757812, 0.757812, 0.65625, 0.578125, 0.851562, 0.550781, 0.519531, 0.902344, 0.523438, 0.941406, 0.839844, 0.921875, 0.703125, 0.945312, 1.148438, 0.976562, 0.953125, 1.054688, 0.466797, 0.761719, 0.609375, 0.546875, 0.486328, 1.078125, 0.859375, 0.976562, 0.566406, 0.828125, 0.507812, 0.648438, 0.605469, 0.177734, 0.546875, 0.902344, 1.117188, 0.929688, 0.855469, 0.761719, 0.574219, 0.878906, 1.289062, 1.171875, 0.789062, 0.777344, 0.632812, 1.015625, 1.007812, 1.039062, 1.007812, 1.023438, 0.6875, 0.613281, 0.384766, 1.03125, 0.84375, 0.882812, 0.9375, 0.828125, 1.046875, 0.527344, 0.464844, 0.59375, 0.675781, 1.046875, 0.640625, 0.613281, 0.648438, 0.507812, 1.039062, 0.878906, 1.054688, 0.800781, 0.875, 0.667969, 0.773438, 0.867188, 0.828125, 1.0, 0.886719, 1.015625, 0.53125, 0.628906, 1.046875, 0.882812, 1.054688, 0.550781, 0.867188, 0.832031, 0.875, 1.148438, 0.839844, 0.949219, 0.53125, 0.769531, 0.71875, 0.574219, 0.925781, 1.070312, 0.742188, 0.667969, 0.660156, 0.816406, 0.816406, 0.695312, 0.589844, 0.765625, 0.644531, 0.90625, 0.890625, 0.773438, 0.949219, 0.636719, 1.242188, 0.714844, 0.765625, 1.09375, 0.451172, 0.722656, 0.699219, 0.71875, 0.451172, 0.550781, 0.945312, 0.878906, 0.957031, 0.523438, 1.085938, 0.65625, 0.828125, 0.976562, 0.714844, 0.890625, 0.902344, 0.964844, 0.582031, 0.847656, 0.640625, 0.9375, 0.550781, 0.578125, 0.847656, 0.570312, 0.976562, 0.632812, 0.789062, 0.867188, 0.507812, 0.898438, 1.101562, 1.0, 0.90625, 0.566406, 0.917969, 1.101562, 0.707031, 1.085938, 0.53125, 0.703125, 0.871094, 0.9375, 0.757812, 0.742188, 0.789062, 0.726562, 0.570312, 0.867188, 0.835938, 0.738281, 0.902344, 0.597656, 0.761719, 0.566406, 0.84375, 0.90625, 0.535156, 0.492188, 0.570312, 1.0, 0.976562, 0.832031, 1.09375, 0.574219, 0.558594, 0.800781, 1.054688, 0.628906, 0.441406, 0.972656, 0.765625, 0.953125, 0.902344, 1.046875, 0.621094, 0.914062, 0.628906, 0.828125, 0.691406, 0.90625, 0.480469, 0.441406, 0.898438, 0.972656, 0.851562, 0.757812, 1.09375, 0.914062, 0.5625, 0.835938, 0.820312, 0.78125, 1.007812, 0.53125, 0.878906, 1.015625, 0.683594, 1.054688, 0.59375, 0.933594, 1.226562, 0.691406, 0.191406, 1.023438, 0.902344, 0.804688, 0.804688, 0.78125, 0.921875, 0.917969, 1.132812, 0.777344, 0.628906, 0.847656, 0.785156, 1.195312, 0.667969, 0.902344, 1.195312, 0.808594, 0.828125, 0.941406, 0.554688, 0.439453, 0.859375, 0.617188, 1.09375, 0.644531, 1.101562, 1.132812, 0.835938, 0.882812, 0.820312, 0.53125, 0.925781, 0.539062, 0.847656, 0.648438, 0.539062, 0.601562, 0.71875, 0.960938, 0.980469, 0.824219, 0.777344, 1.0625, 1.023438, 0.96875, 1.007812, 0.828125, 1.039062, 1.039062, 0.636719, 0.832031, 0.863281, 0.8125, 0.597656, 0.738281, 0.953125, 0.984375, 0.574219, 0.566406, 0.789062, 1.164062, 1.109375, 0.964844, 0.976562, 1.023438, 0.917969, 1.0625, 0.746094, 0.5625, 0.628906, 0.746094, 0.792969, 0.566406, 0.921875, 1.148438, 0.6875, 0.636719, 1.117188, 0.742188, 1.046875, 0.5, 0.574219, 0.90625, 0.648438, 0.96875, 1.039062, 1.117188, 1.132812, 1.203125, 0.851562, 0.917969, 0.820312, 1.046875, 0.851562, 0.792969, 1.101562, 1.03125, 1.039062, 0.820312, 1.09375, 1.1875, 0.78125, 0.96875, 0.769531, 1.03125, 0.753906, 0.890625, 0.996094, 1.03125, 0.945312, 0.859375, 0.996094, 0.707031, 0.769531, 0.828125, 0.871094, 1.273438, 0.773438, 0.832031, 1.09375, 0.785156, 0.859375, 0.566406, 0.625, 0.605469, 0.894531, 0.613281, 0.451172, 0.917969, 0.699219, 0.400391, 0.875, 0.921875, 1.195312, 0.388672, 1.101562, 0.636719, 0.855469, 0.5, 1.085938, 0.542969, 0.5625, 1.039062, 1.242188, 1.835938, 0.542969, 0.273438, 0.699219, 1.0, 0.945312, 0.875, 0.839844, 1.0, 0.898438, 0.554688, 0.726562, 0.871094, 0.894531, 0.566406, 0.652344, 0.578125, 0.59375, 0.644531, 0.554688, 0.945312, 0.902344, 0.734375, 0.503906, 0.867188, 1.257812, 0.960938, 0.914062, 0.847656, 1.15625, 0.589844, 0.898438, 0.894531, 1.117188, 0.878906, 0.902344, 0.212891, 0.914062, 0.871094, 0.898438, 0.742188, 0.757812, 0.628906, 0.785156, 0.542969, 0.925781, 0.921875, 0.953125, 0.871094, 0.59375, 0.882812, 0.738281, 0.671875, 0.816406, 0.535156, 0.671875, 0.449219, 0.84375, 1.3125, 0.984375, 1.0625, 0.78125, 0.992188, 0.828125, 0.816406, 0.675781, 0.539062, 0.769531, 0.839844, 0.566406, 0.882812, 0.589844, 0.988281, 0.710938, 0.78125, 0.867188, 0.582031, 0.90625, 0.816406, 1.039062, 1.023438, 0.71875, 0.902344, 0.65625, 1.164062, 0.539062, 0.917969, 0.851562, 0.632812, 0.96875, 0.96875, 0.554688, 0.5625, 0.753906, 0.8125, 0.746094, 0.925781, 0.855469, 0.984375, 0.494141, 0.929688, 0.558594, 0.988281, 0.96875, 0.753906, 0.820312, 0.832031, 1.070312, 1.054688, 0.601562, 0.90625, 1.132812, 0.601562, 0.726562, 1.023438, 0.984375, 0.769531, 0.796875, 0.878906, 1.046875, 1.046875, 0.570312, 0.609375, 1.078125, 0.875, 1.023438, 0.828125, 0.613281, 0.824219, 0.949219, 0.933594, 1.015625, 0.75, 0.867188, 0.96875, 1.09375, 1.039062, 0.949219, 0.859375, 0.632812, 0.894531, 0.765625, 0.439453, 0.878906, 1.078125, 0.851562, 0.695312, 0.609375, 0.925781, 0.6875, 1.039062, 0.964844, 1.085938, 0.804688, 0.714844, 0.609375, 1.125, 0.945312, 0.976562, 0.820312, 0.679688, 0.757812, 0.8125, 0.695312, 0.820312, 0.875, 0.359375, 0.460938, 1.007812, 0.582031, 0.953125, 0.9375, 1.054688, 0.554688, 0.566406, 0.980469, 0.855469, 0.984375, 0.8125, 0.84375, 0.539062, 0.679688, 0.933594, 0.882812, 0.894531, 0.972656, 0.480469, 1.117188, 0.570312, 0.917969, 1.09375, 0.679688, 0.984375, 0.917969, 1.0625, 1.109375, 1.078125, 0.9375, 0.671875, 0.632812, 0.785156, 0.898438, 1.023438, 0.886719, 0.835938, 0.96875, 0.628906, 0.574219, 1.0, 0.753906, 0.964844, 0.894531, 0.960938, 0.886719, 0.90625, 0.523438, 0.457031, 0.78125, 0.921875, 0.617188, 0.451172, 0.882812, 0.570312, 0.699219, 0.494141, 0.597656, 0.980469, 0.617188, 0.601562, 0.589844, 0.578125, 0.734375, 1.21875, 0.566406, 0.828125, 1.140625, 0.90625, 0.9375, 0.738281, 0.757812, 0.921875, 0.9375, 0.824219, 0.96875, 0.628906, 1.226562, 0.996094, 0.949219, 0.804688, 0.972656, 0.695312, 0.859375, 0.898438, 0.472656, 0.882812, 0.875, 0.609375, 1.0625, 0.886719, 0.917969, 0.953125, 1.039062, 1.03125, 0.828125, 0.964844, 0.855469, 0.835938, 0.601562, 0.785156, 0.632812, 0.863281, 1.148438, 1.007812, 0.957031, 0.855469, 0.96875, 0.871094, 0.472656, 0.773438, 1.109375, 0.660156, 0.8125, 0.894531, 0.871094, 0.949219, 0.808594, 0.820312, 0.65625, 0.546875, 0.972656, 0.875, 0.8125, 0.910156, 0.248047, 0.957031, 0.894531, 0.929688, 1.03125, 0.828125, 0.652344, 0.921875, 0.6875, 0.851562, 1.0, 0.890625, 0.777344, 0.839844, 1.070312, 1.117188, 0.742188, 0.996094, 0.691406, 0.59375, 0.824219, 0.867188, 0.742188, 0.878906, 0.851562, 0.839844, 0.894531, 0.539062, 1.09375, 0.878906, 0.917969, 0.773438, 1.007812, 0.660156, 0.804688, 0.558594, 0.824219, 0.910156, 0.859375, 0.914062, 0.949219, 0.878906, 0.757812, 0.726562, 0.621094, 0.886719, 1.023438, 0.695312, 0.808594, 0.769531, 0.957031, 0.605469, 0.867188, 0.804688, 0.710938, 0.972656, 0.84375, 0.8125, 0.832031, 0.894531, 0.714844, 1.242188, 1.078125, 0.648438, 0.890625, 0.597656, 0.929688, 0.796875, 0.648438, 1.007812, 1.226562, 0.894531, 0.9375, 0.472656, 0.996094, 0.855469, 0.757812, 1.03125, 0.5625, 0.578125, 0.957031, 0.917969, 0.882812, 0.945312, 0.574219, 0.949219, 0.746094, 1.117188, 0.980469, 0.824219, 0.984375, 0.546875, 0.890625, 0.460938, 0.898438, 0.890625, 0.714844, 0.9375, 0.957031, 0.65625, 0.239258, 0.828125, 1.164062, 0.550781, 0.78125, 0.71875, 0.207031, 0.832031, 0.652344, 0.886719, 0.890625, 0.65625, 1.148438, 1.070312, 0.949219, 0.423828, 0.855469, 0.742188, 0.949219, 0.839844, 1.007812, 0.59375, 0.574219, 0.683594, 1.171875, 1.335938, 0.808594, 0.890625, 0.679688, 1.0, 0.691406, 0.933594, 0.394531, 0.578125, 0.976562, 0.96875, 0.75, 0.996094, 0.976562, 1.078125, 0.890625, 0.921875, 1.070312, 0.882812, 0.621094, 0.960938, 1.476562, 0.773438, 0.78125, 0.898438, 0.898438, 0.867188, 0.449219, 0.953125, 0.9375, 0.933594, 0.828125, 0.839844, 0.898438, 0.578125, 0.882812, 0.539062, 0.738281, 0.445312, 0.695312, 1.007812, 0.570312, 0.832031, 0.902344, 0.902344, 0.867188, 0.933594, 0.472656, 0.992188, 1.039062, 1.0, 1.125, 0.945312, 0.835938, 0.824219, 1.070312, 0.859375, 0.730469, 0.832031, 1.039062, 0.640625, 1.023438, 1.703125, 1.085938, 0.988281, 0.859375, 0.574219, 0.851562, 0.941406, 0.578125, 0.574219, 0.890625, 0.4375, 0.976562, 1.125, 0.921875, 0.566406, 0.992188, 0.925781, 1.023438, 0.451172, 0.570312, 0.601562, 0.59375, 1.039062, 0.5625, 0.953125, 0.808594, 0.847656, 1.03125, 0.601562, 0.535156, 0.8125, 0.796875, 0.996094, 0.757812, 0.914062, 0.75, 0.636719, 0.929688, 0.976562, 0.871094, 0.601562, 0.976562, 0.882812, 0.960938, 1.007812, 0.84375, 0.542969, 0.777344, 0.78125, 0.519531, 0.960938, 0.84375, 0.585938, 0.84375, 0.640625, 0.804688, 1.015625, 0.796875, 2.703125, 0.84375, 0.917969, 0.894531, 0.746094, 0.8125, 1.023438, 0.910156, 1.007812, 1.03125, 0.550781, 0.460938, 1.070312, 0.960938, 0.757812, 0.824219, 0.957031, 0.96875, 1.039062, 0.554688, 0.570312, 0.558594, 0.6875, 0.800781, 0.632812, 0.9375, 1.085938, 0.917969, 0.710938, 0.691406, 0.933594, 0.914062, 1.039062, 0.617188, 0.984375, 0.640625, 0.839844, 0.474609, 0.960938, 0.875, 0.496094, 1.054688, 0.898438, 1.15625, 0.792969, 0.431641, 0.789062, 0.734375, 0.492188, 0.910156, 0.714844, 0.5625, 1.179688, 0.867188, 0.488281, 0.964844, 0.503906, 0.9375, 0.738281, 0.730469, 0.835938, 0.53125, 0.9375, 0.757812, 0.980469, 0.59375, 0.832031, 0.566406, 0.589844, 0.917969, 0.492188, 0.578125, 0.675781, 0.507812, 0.726562, 0.828125, 0.753906, 1.226562, 0.824219, 0.976562, 0.703125, 0.949219, 0.451172, 0.695312, 0.9375, 1.023438, 0.910156, 0.878906, 0.957031, 0.671875, 0.796875, 0.730469, 0.976562, 0.667969, 0.765625, 0.875, 0.789062, 0.957031, 0.839844, 0.5625, 1.09375, 0.914062, 0.933594, 0.566406, 0.710938, 0.863281, 0.636719, 0.617188, 0.527344, 0.617188, 0.898438, 0.941406, 0.921875, 0.675781, 0.832031, 0.902344, 0.816406, 0.859375, 0.867188, 0.679688, 0.664062, 0.820312, 0.65625, 0.8125, 0.789062, 0.511719, 0.953125, 0.914062, 0.804688, 0.859375, 0.800781, 0.886719, 0.828125, 0.757812, 0.621094, 0.421875, 0.699219, 0.5625, 0.871094, 0.660156, 1.085938, 1.054688 ] }, "name": "model.model.layers.20.post_attention_layernorm.weight", "outputIndexes": [ 1715 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1714 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_20/Mul_output_0", "outputIndexes": [ 1716 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1715, 1716 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_20/Mul_1_output_0", "outputIndexes": [ 1717 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1717 ], "outputIndexes": [ 2884 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2884 ], "outputIndexes": [ 2885 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear", "inputIndexes": [ 2885 ], "outputIndexes": [ 2886 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2638672992, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2886 ], "outputIndexes": [ 2887 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2887 ], "outputIndexes": [ 1718 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1718 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_20/Sigmoid_output_0", "outputIndexes": [ 1719 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1718, 1719 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_20/Mul_output_0", "outputIndexes": [ 1720 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1717 ], "outputIndexes": [ 2888 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2888 ], "outputIndexes": [ 2889 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear", "inputIndexes": [ 2889 ], "outputIndexes": [ 2890 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2676864118, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2890 ], "outputIndexes": [ 2891 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2891 ], "outputIndexes": [ 1721 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1720, 1721 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_20/Mul_output_0", "outputIndexes": [ 1722 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1722 ], "outputIndexes": [ 2892 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2892 ], "outputIndexes": [ 2893 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear", "inputIndexes": [ 2893 ], "outputIndexes": [ 2894 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2715055244, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2894 ], "outputIndexes": [ 2895 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2895 ], "outputIndexes": [ 1723 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1714, 1723 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_104_output_0", "outputIndexes": [ 1724 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1724, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_189_output_0", "outputIndexes": [ 1725 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0, 0.683594, 1.101562, 0.929688, 1.078125, 0.773438, 0.667969, 0.789062, 0.964844, 0.5625, 0.71875, 1.015625, 0.671875, 0.671875, 0.898438, 0.800781, 0.6875, 0.667969, 0.691406, 0.683594, 1.132812, 0.699219, 0.695312, 0.804688, 0.792969, 0.941406, 0.539062, 0.824219, 0.820312, 0.683594, 0.972656, 0.847656, 0.9375, 0.699219, 0.910156, 1.070312, 0.953125, 1.101562, 0.664062, 0.539062, 0.90625, 0.671875, 1.101562, 0.824219, 0.976562, 0.949219, 0.412109, 1.203125, 0.867188, 0.976562, 0.917969, 0.679688, 0.632812, 0.621094, 0.773438, 0.769531, 0.746094, 1.078125, 0.882812, 0.90625, 0.582031, 0.761719, 0.785156, 0.640625, 0.894531, 1.0, 0.671875, 0.648438, 0.53125, 0.742188, 0.667969, 0.992188, 0.75, 0.710938, 0.851562, 0.878906, 0.984375, 0.804688, 0.914062, 1.09375, 1.054688, 1.234375, 0.949219, 0.730469, 0.734375, 0.226562, 0.644531, 1.03125, 0.707031, 0.898438, 0.753906, 0.675781, 0.710938, 0.664062, 1.257812, 0.652344, 0.785156, 0.921875, 0.664062, 0.539062, 0.992188, 0.910156, 0.988281, 0.652344, 1.328125, 0.785156, 1.34375, 0.941406, 0.925781, 0.660156, 0.65625, 0.714844, 0.746094, 1.171875, 0.683594, 1.15625, 0.894531, 0.695312, 0.910156, 0.636719, 0.671875, 0.628906, 0.917969, 0.65625, 0.84375, 0.6875, 0.800781, 0.722656, 0.259766, 1.023438, 0.59375, 0.519531, 0.875, 0.929688, 0.478516, 0.761719, 0.652344, 0.6875, 0.878906, 0.765625, 0.621094, 0.910156, 0.9375, 0.414062, 1.039062, 1.171875, 1.046875, 0.648438, 0.859375, 0.652344, 0.90625, 0.707031, 0.730469, 0.675781, 0.976562, 0.839844, 0.945312, 0.808594, 0.878906, 1.015625, 0.632812, 0.960938, 0.882812, 0.652344, 1.054688, 0.867188, 0.726562, 1.0625, 0.699219, 0.710938, 0.667969, 0.710938, 0.71875, 0.75, 0.691406, 1.09375, 0.683594, 0.605469, 0.855469, 0.644531, 0.451172, 0.679688, 0.804688, 0.582031, 0.404297, 0.808594, 0.65625, 0.683594, 0.710938, 0.746094, 0.707031, 0.726562, 1.140625, 0.757812, 1.484375, 0.753906, 0.675781, 0.8125, 0.9375, 0.699219, 0.628906, 1.21875, 1.039062, 0.988281, 1.195312, 0.664062, 0.519531, 0.808594, 0.8125, 0.458984, 0.800781, 0.660156, 0.792969, 0.734375, 0.664062, 1.023438, 0.925781, 0.945312, 1.0625, 0.664062, 0.652344, 1.007812, 0.976562, 0.703125, 0.71875, 1.09375, 0.839844, 0.910156, 0.65625, 0.667969, 0.707031, 0.820312, 0.785156, 0.609375, 0.671875, 1.03125, 0.714844, 0.960938, 0.237305, 0.738281, 0.769531, 0.652344, 0.714844, 0.640625, 0.605469, 0.984375, 0.738281, 0.773438, 0.792969, 0.683594, 0.632812, 1.429688, 0.773438, 0.785156, 0.671875, 0.765625, 0.640625, 0.195312, 0.628906, 1.03125, 0.707031, 0.671875, 0.703125, 0.789062, 0.71875, 0.730469, 0.671875, 0.667969, 1.007812, 0.851562, 0.914062, 0.792969, 0.714844, 0.851562, 0.738281, 1.078125, 0.710938, 0.546875, 0.832031, 0.914062, 0.667969, 0.65625, 0.207031, 0.703125, 0.703125, 1.140625, 0.511719, 0.75, 0.75, 0.550781, 0.945312, 0.582031, 0.792969, 0.914062, 0.515625, 0.714844, 1.03125, 0.8125, 0.894531, 0.609375, 0.585938, 0.855469, 0.886719, 0.808594, 1.242188, 0.84375, 0.664062, 0.628906, 0.785156, 0.71875, 1.007812, 0.699219, 0.652344, 0.628906, 1.117188, 0.695312, 0.664062, 0.90625, 0.757812, 0.648438, 0.835938, 0.671875, 0.6875, 0.699219, 0.800781, 0.636719, 0.636719, 0.671875, 0.785156, 0.785156, 0.199219, 0.855469, 0.773438, 0.722656, 0.898438, 0.675781, 0.804688, 0.929688, 0.785156, 0.632812, 0.18457, 0.710938, 0.679688, 0.699219, 0.392578, 0.820312, 1.0, 0.667969, 0.664062, 0.617188, 0.800781, 0.933594, 1.25, 0.660156, 0.949219, 0.632812, 0.695312, 0.734375, 0.648438, 0.691406, 1.523438, 1.109375, 0.316406, 0.785156, 0.675781, 0.878906, 0.734375, 0.914062, 0.675781, 0.617188, 0.636719, 0.65625, 0.679688, 0.730469, 0.726562, 1.015625, 0.287109, 0.820312, 0.675781, 0.789062, 0.867188, 0.769531, 0.921875, 1.078125, 0.78125, 0.714844, 0.988281, 0.664062, 0.757812, 0.777344, 0.644531, 0.835938, 0.761719, 1.210938, 0.765625, 0.757812, 0.929688, 0.738281, 0.65625, 0.287109, 0.867188, 0.761719, 0.929688, 0.917969, 0.617188, 0.730469, 0.773438, 0.789062, 0.667969, 0.652344, 0.953125, 0.6875, 0.890625, 0.628906, 0.769531, 1.15625, 0.871094, 0.675781, 0.667969, 0.726562, 0.875, 0.917969, 0.664062, 0.527344, 0.625, 0.953125, 0.839844, 0.714844, 0.539062, 0.679688, 0.660156, 0.625, 0.832031, 0.769531, 0.832031, 0.455078, 0.785156, 0.664062, 0.683594, 0.972656, 0.65625, 0.964844, 1.09375, 0.65625, 1.0, 0.992188, 0.707031, 0.703125, 1.046875, 1.132812, 1.335938, 0.640625, 0.683594, 0.652344, 1.070312, 1.359375, 0.484375, 0.613281, 0.014893, 0.710938, 0.753906, 0.746094, 0.660156, 0.921875, 1.046875, 0.890625, 0.828125, 0.695312, 0.875, 0.777344, 0.667969, 0.302734, 0.671875, 0.683594, 0.859375, 1.007812, 0.617188, 0.664062, 0.691406, 0.664062, 0.757812, 0.679688, 0.640625, 0.96875, 1.070312, 0.789062, 1.101562, 0.894531, 0.921875, 0.941406, 0.400391, 0.820312, 0.992188, 0.726562, 1.023438, 0.53125, 0.675781, 0.820312, 1.148438, 0.777344, 0.617188, 0.855469, 0.738281, 0.953125, 0.679688, 1.09375, 0.980469, 0.404297, 0.65625, 0.796875, 0.8125, 0.828125, 0.730469, 0.824219, 0.863281, 0.789062, 0.792969, 0.679688, 0.75, 1.0625, 0.613281, 0.710938, 0.683594, 0.246094, 0.703125, 1.039062, 0.925781, 0.691406, 0.722656, 0.691406, 0.664062, 0.964844, 0.976562, 0.652344, 0.648438, 0.707031, 0.847656, 0.667969, 0.882812, 0.675781, 0.574219, 0.566406, 0.644531, 0.695312, 0.78125, 0.828125, 1.085938, 0.988281, 0.292969, 1.1875, 0.835938, 1.078125, 0.769531, 1.5625, 0.746094, 0.675781, 0.703125, 0.640625, 0.683594, 0.699219, 1.015625, 0.726562, 0.800781, 0.421875, 0.957031, 0.757812, 0.671875, 0.882812, 0.949219, 0.53125, 1.0, 0.625, 0.632812, 0.773438, 0.664062, 0.667969, 0.59375, 1.007812, 0.828125, 0.835938, 0.761719, 0.933594, 0.769531, 1.132812, 0.929688, 0.644531, 0.703125, 1.085938, 0.664062, 0.707031, 0.9375, 0.769531, 0.679688, 1.023438, 0.734375, 0.980469, 0.699219, 0.609375, 0.976562, 0.910156, 0.945312, 0.988281, 0.714844, 1.382812, 0.761719, 0.914062, 0.660156, 0.691406, 1.40625, 0.84375, 0.964844, 0.835938, 0.867188, 0.582031, 0.707031, 0.683594, 0.261719, 0.6875, 0.855469, 0.851562, 0.699219, 0.640625, 1.257812, 0.71875, 1.109375, 0.75, 1.320312, 0.671875, 0.648438, 1.015625, 0.855469, 0.875, 0.722656, 0.660156, 0.466797, 0.964844, 0.820312, 0.466797, 0.667969, 0.699219, 0.625, 0.617188, 0.691406, 0.707031, 1.046875, 1.4375, 0.671875, 0.707031, 0.671875, 0.671875, 0.302734, 0.957031, 0.714844, 0.882812, 0.632812, 0.722656, 0.765625, 0.660156, 0.714844, 0.804688, 0.96875, 0.726562, 1.242188, 0.765625, 0.722656, 0.808594, 0.65625, 0.71875, 0.714844, 0.722656, 0.679688, 0.710938, 0.648438, 0.679688, 0.632812, 0.65625, 0.863281, 0.894531, 1.085938, 0.71875, 0.707031, 0.761719, 0.632812, 0.722656, 0.976562, 1.070312, 0.6875, 0.910156, 0.832031, 0.632812, 1.015625, 1.382812, 0.609375, 1.085938, 0.683594, 0.640625, 1.085938, 1.023438, 0.539062, 0.730469, 0.757812, 0.75, 0.8125, 0.621094, 0.742188, 0.660156, 0.71875, 0.220703, 0.714844, 0.890625, 0.785156, 0.445312, 0.835938, 0.738281, 1.195312, 1.1875, 0.769531, 0.71875, 0.90625, 0.78125, 1.0, 0.722656, 0.667969, 0.640625, 0.710938, 0.714844, 0.730469, 0.554688, 0.75, 1.414062, 0.726562, 0.71875, 0.738281, 0.667969, 0.957031, 0.710938, 0.589844, 0.566406, 0.707031, 0.839844, 0.890625, 0.6875, 0.910156, 0.992188, 0.632812, 0.617188, 0.78125, 0.628906, 1.171875, 0.769531, 0.652344, 0.671875, 0.75, 1.117188, 0.851562, 0.648438, 1.109375, 0.75, 1.007812, 0.976562, 0.683594, 0.78125, 0.78125, 0.326172, 0.695312, 0.675781, 0.738281, 1.046875, 0.632812, 1.15625, 0.636719, 0.816406, 0.244141, 0.667969, 1.039062, 0.330078, 0.789062, 0.871094, 0.746094, 0.703125, 0.597656, 1.046875, 0.773438, 0.730469, 0.8125, 0.660156, 0.683594, 0.777344, 0.652344, 0.65625, 0.753906, 0.683594, 0.108887, 0.804688, 0.761719, 0.523438, 0.792969, 0.78125, 1.296875, 0.707031, 0.636719, 1.171875, 0.695312, 0.859375, 0.820312, 0.292969, 0.710938, 0.632812, 1.039062, 0.753906, 0.738281, 0.832031, 0.679688, 1.078125, 0.667969, 0.914062, 0.804688, 0.828125, 0.792969, 0.546875, 0.757812, 0.691406, 0.277344, 0.984375, 0.5, 0.53125, 0.648438, 0.730469, 0.621094, 0.785156, 0.6875, 1.023438, 0.886719, 1.03125, 0.90625, 0.65625, 0.90625, 0.789062, 0.78125, 0.832031, 0.679688, 0.894531, 0.933594, 0.886719, 1.023438, 0.738281, 0.625, 0.871094, 0.722656, 0.660156, 0.632812, 0.644531, 1.078125, 1.023438, 0.839844, 0.640625, 0.9375, 0.925781, 0.855469, 0.824219, 0.945312, 0.773438, 0.609375, 0.8125, 0.820312, 0.738281, 1.03125, 0.59375, 0.628906, 0.753906, 0.65625, 0.765625, 0.941406, 0.90625, 0.769531, 0.871094, 0.886719, 0.25, 0.691406, 0.585938, 0.667969, 0.886719, 0.65625, 0.683594, 0.957031, 0.769531, 0.671875, 0.648438, 0.197266, 1.28125, 1.203125, 0.738281, 0.679688, 0.648438, 1.265625, 0.621094, 0.742188, 0.695312, 1.179688, 1.0, 0.789062, 0.726562, 0.632812, 1.0, 0.765625, 0.910156, 0.667969, 0.804688, 0.722656, 0.757812, 0.960938, 1.007812, 0.714844, 1.03125, 0.679688, 0.621094, 0.722656, 0.941406, 0.859375, 0.675781, 0.746094, 0.710938, 0.632812, 0.773438, 0.707031, 0.648438, 0.9375, 0.636719, 1.007812, 0.710938, 0.691406, 0.945312, 0.714844, 0.804688, 0.890625, 0.765625, 0.546875, 0.789062, 0.890625, 0.761719, 1.0, 0.613281, 0.652344, 1.273438, 1.085938, 0.828125, 1.023438, 0.847656, 1.023438, 0.945312, 1.117188, 0.964844, 0.679688, 1.023438, 0.675781, 0.878906, 0.671875, 0.25, 0.617188, 0.263672, 0.863281, 1.0, 0.832031, 0.632812, 0.96875, 0.71875, 0.671875, 0.628906, 0.953125, 1.25, 0.871094, 0.632812, 0.550781, 0.746094, 0.839844, 1.1875, 0.859375, 0.703125, 0.96875, 0.78125, 0.707031, 1.0625, 0.90625, 0.875, 0.847656, 0.742188, 0.886719, 0.933594, 0.691406, 1.164062, 1.0625, 0.632812, 0.589844, 0.683594, 1.320312, 0.742188, 0.660156, 0.8125, 0.320312, 0.972656, 0.679688, 0.65625, 0.761719, 0.503906, 1.0, 0.652344, 0.753906, 0.886719, 0.863281, 0.519531, 0.683594, 0.667969, 0.671875, 0.660156, 0.201172, 0.667969, 0.742188, 0.570312, 0.9375, 0.824219, 0.621094, 0.78125, 1.546875, 0.996094, 1.03125, 0.847656, 0.287109, 0.695312, 0.625, 0.25, 0.972656, 0.796875, 0.707031, 0.867188, 0.628906, 0.660156, 0.753906, 0.925781, 0.914062, 1.0625, 0.964844, 0.359375, 1.21875, 0.777344, 0.796875, 0.695312, 1.625, 0.617188, 0.652344, 0.703125, 0.785156, 0.96875, 0.933594, 0.8125, 0.984375, 0.785156, 0.773438, 0.886719, 0.875, 0.648438, 0.71875, 0.605469, 0.882812, 0.78125, 0.765625, 0.960938, 0.933594, 0.6875, 0.332031, 0.223633, 1.085938, 0.714844, 0.867188, 0.859375, 1.0625, 1.460938, 0.675781, 1.0, 0.769531, 0.707031, 0.660156, 0.921875, 0.769531, 0.648438, 0.976562, 0.644531, 0.773438, 0.652344, 0.621094, 0.722656, 0.777344, 0.808594, 0.263672, 0.894531, 0.898438, 0.957031, 0.933594, 0.960938, 0.667969, 0.423828, 0.910156, 0.625, 0.578125, 0.761719, 0.671875, 0.96875, 1.015625, 0.691406, 1.203125, 1.070312, 0.322266, 0.496094, 0.730469, 0.667969, 0.824219, 1.046875, 0.578125, 0.710938, 0.832031, 0.71875, 0.886719, 0.996094, 0.527344, 0.59375, 0.707031, 1.335938, 0.511719, 1.03125, 0.640625, 0.671875, 0.652344, 0.96875, 0.773438, 0.761719, 0.671875, 0.761719, 0.765625, 0.644531, 0.894531, 0.78125, 0.945312, 0.71875, 0.921875, 0.710938, 0.6875, 0.707031, 0.667969, 0.863281, 1.054688, 0.699219, 0.921875, 0.691406, 0.65625, 0.960938, 0.671875, 0.882812, 0.78125, 0.671875, 0.470703, 0.789062, 0.703125, 1.375, 0.660156, 0.703125, 0.917969, 0.78125, 0.582031, 0.921875, 0.742188, 0.871094, 0.945312, 0.664062, 0.921875, 0.648438, 0.621094, 0.835938, 0.722656, 0.664062, 0.738281, 0.707031, 0.71875, 0.929688, 0.318359, 1.09375, 0.957031, 0.890625, 0.765625, 0.878906, 0.6875, 0.6875, 0.867188, 0.78125, 1.132812, 0.867188, 0.703125, 0.71875, 0.609375, 0.625, 0.914062, 0.753906, 0.777344, 0.953125, 0.761719, 0.6875, 0.675781, 0.173828, 0.710938, 0.8125, 0.175781, 0.644531, 0.6875, 0.765625, 0.890625, 0.601562, 0.691406, 0.71875, 1.125, 0.996094, 0.683594, 0.765625, 0.476562, 0.6875, 0.613281, 0.867188, 0.839844, 1.265625, 0.730469, 0.652344, 0.890625, 0.757812, 0.597656, 0.859375, 0.894531, 0.664062, 0.882812, 0.746094, 0.972656, 0.613281, 0.808594, 0.679688, 0.878906, 0.996094, 1.03125, 0.664062, 0.988281, 0.722656, 1.023438, 1.007812, 0.644531, 0.789062, 0.988281, 0.6875, 0.6875, 0.757812, 0.886719, 0.738281, 0.652344, 0.671875, 0.769531, 0.699219, 0.734375, 0.988281, 0.640625, 0.792969, 1.023438, 0.871094, 0.197266, 1.023438, 0.625, 0.867188, 0.773438, 0.699219, 0.863281, 0.921875, 0.914062, 0.652344, 0.691406, 0.292969, 0.683594, 0.898438, 0.632812, 0.699219, 0.847656, 0.847656, 0.953125, 0.209961, 0.679688, 0.769531, 1.203125, 0.832031, 0.472656, 0.984375, 0.980469, 0.761719, 0.648438, 0.8125, 0.742188, 0.839844, 0.796875, 0.535156, 0.84375, 0.785156, 1.320312, 0.941406, 0.945312, 0.796875, 0.671875, 0.773438, 0.96875, 1.039062, 0.722656, 0.648438, 1.109375, 0.96875, 0.675781, 0.789062, 0.707031, 0.742188, 0.683594, 1.039062, 0.820312, 0.679688, 1.007812, 0.644531, 0.882812, 1.0, 0.929688, 0.746094, 0.824219, 0.703125, 0.734375, 0.757812, 0.636719, 0.660156, 1.078125, 0.699219, 0.777344, 0.699219, 0.867188, 0.734375, 0.816406, 0.847656, 0.949219, 0.675781, 0.964844, 0.691406, 0.664062, 0.753906, 0.695312, 1.109375, 1.148438, 0.75, 0.523438, 0.875, 0.632812, 0.757812, 0.703125, 1.453125, 0.667969, 0.820312, 0.824219, 0.996094, 1.078125, 0.648438, 0.847656, 0.710938, 0.703125, 0.703125, 0.890625, 0.742188, 0.605469, 0.636719, 0.941406, 0.808594, 1.007812, 0.824219, 0.761719, 0.667969, 0.808594, 0.726562, 0.902344, 0.710938, 0.648438, 0.832031, 0.636719, 0.617188, 0.640625, 0.691406, 0.71875, 1.132812, 0.71875, 0.828125, 0.800781, 0.894531, 0.960938, 0.816406, 0.988281, 0.589844, 0.738281, 0.953125, 0.710938, 1.210938, 0.644531, 0.789062, 0.863281, 0.78125, 0.652344, 0.65625, 0.945312, 1.0625, 0.738281, 0.243164, 0.710938, 0.660156, 0.24707, 0.757812, 0.90625, 1.078125, 0.726562, 0.886719, 0.808594, 0.648438, 0.158203, 0.660156, 0.326172, 0.683594, 1.03125, 0.376953, 0.174805, 0.832031, 0.703125, 0.582031, 0.625, 0.871094, 1.195312, 0.914062, 0.742188, 0.902344, 0.820312, 1.171875, 0.695312, 0.910156, 0.859375, 1.078125, 0.734375, 0.617188, 0.894531, 0.941406, 0.707031, 0.84375, 1.171875, 0.408203, 0.742188, 0.65625, 0.679688, 0.683594, 0.613281, 0.636719, 0.875, 0.601562, 0.777344, 0.933594, 0.6875, 0.78125, 0.867188, 0.714844, 0.84375, 0.667969, 0.664062, 0.769531, 0.390625, 0.921875, 0.730469, 0.703125, 0.996094, 0.710938, 1.140625, 0.703125, 0.640625, 0.769531, 0.722656, 0.742188, 0.664062, 0.710938, 0.792969, 0.976562, 0.710938, 0.632812, 0.664062, 0.613281, 0.808594, 0.757812, 0.894531, 0.832031, 0.710938, 0.71875, 0.695312, 0.714844, 0.988281, 1.109375, 1.015625, 0.703125, 0.882812, 0.769531, 0.675781, 0.894531, 0.726562, 0.107422, 0.761719, 0.660156, 0.941406, 0.679688, 0.6875, 0.773438, 0.628906, 1.164062, 0.699219, 1.054688, 0.75, 0.789062, 0.679688, 0.664062, 0.964844, 0.894531, 0.902344, 0.695312, 0.710938, 0.746094, 0.726562, 0.691406, 0.703125, 0.585938, 0.941406, 0.660156, 0.625, 0.703125, 0.902344, 1.117188, 0.722656, 0.714844, 1.039062, 0.734375, 1.054688, 0.648438, 0.679688, 0.765625, 0.921875, 0.535156, 0.703125, 0.824219, 0.628906, 1.007812, 0.71875, 0.648438, 1.148438, 0.515625, 0.890625, 0.515625, 0.773438, 0.90625, 0.507812, 0.730469, 0.181641, 0.628906, 0.871094, 0.699219, 0.6875, 1.007812, 0.996094, 0.917969, 0.683594, 0.431641, 0.22168, 0.964844, 0.871094, 0.910156, 0.53125, 0.769531, 0.78125, 0.960938, 0.753906, 0.878906, 0.832031, 1.109375, 0.828125, 0.648438, 0.730469, 0.683594, 0.439453, 0.671875, 0.695312, 0.660156, 1.210938, 0.921875, 0.898438, 0.660156, 0.777344, 0.800781, 0.949219, 0.601562, 0.921875, 0.703125, 0.679688, 1.710938, 0.703125, 0.855469, 0.851562, 0.621094, 0.671875, 0.703125, 0.957031, 0.738281, 0.707031, 0.804688, 0.914062, 0.65625, 0.785156, 0.996094, 0.671875, 0.96875, 1.0, 0.914062, 1.078125, 0.617188, 1.015625, 0.871094, 0.742188, 0.585938, 0.228516, 0.695312, 0.792969, 0.832031, 0.707031, 0.617188, 0.710938, 0.726562, 1.046875, 0.90625, 0.652344, 0.828125, 0.652344, 0.96875, 0.574219, 0.722656, 0.523438, 0.613281, 0.90625, 0.648438, 0.703125, 0.996094, 0.960938, 0.988281, 1.53125, 0.65625, 0.671875, 0.832031, 0.710938, 0.46875, 1.015625, 0.851562, 1.289062, 0.816406, 0.6875, 0.738281, 0.738281, 0.898438, 0.820312, 0.675781, 0.835938, 0.730469, 0.804688, 1.046875, 0.992188, 0.640625, 0.902344, 0.730469, 0.859375, 0.648438, 0.683594, 0.785156, 0.636719, 0.773438, 0.765625, 0.710938, 0.408203, 0.753906, 0.941406, 0.804688, 0.65625, 0.832031, 0.640625, 0.808594, 0.601562, 0.800781, 0.644531, 0.746094, 0.808594, 0.675781, 0.71875, 0.648438, 1.101562, 0.695312, 0.703125, 0.660156, 0.617188, 0.730469, 0.789062, 0.204102, 0.976562, 0.695312, 0.648438, 0.796875, 0.789062, 1.578125, 0.9375, 0.625, 0.585938, 0.217773, 0.671875, 0.486328, 0.96875, 1.046875, 1.046875, 0.917969, 0.863281, 0.875, 0.863281, 0.875, 0.835938, 0.664062, 0.773438, 0.636719, 0.714844, 0.644531, 0.71875, 0.816406, 1.03125, 0.691406, 0.609375, 0.832031, 0.796875, 0.644531, 0.894531, 0.851562, 1.023438, 0.597656, 0.640625, 0.648438, 0.984375, 0.828125, 0.921875, 1.03125, 0.269531, 0.644531, 0.753906, 0.632812, 1.101562, 0.65625, 0.6875, 0.171875, 0.808594, 0.640625, 0.671875, 0.835938, 0.789062, 0.710938, 0.800781, 0.417969, 0.738281, 0.847656, 0.722656, 1.15625, 1.320312, 1.039062, 0.785156, 1.164062, 0.535156, 0.671875, 0.824219, 0.703125, 0.65625, 0.245117, 0.726562, 0.914062, 0.660156, 1.03125, 0.53125, 0.753906, 0.289062, 0.734375, 0.882812, 0.871094, 1.03125, 0.609375, 0.644531, 0.757812, 0.726562, 1.007812, 0.71875, 0.96875, 0.707031, 1.625, 1.078125, 0.455078, 0.910156, 0.660156, 0.640625, 0.867188, 1.007812, 1.320312, 0.726562, 0.65625, 0.863281, 0.738281, 1.054688, 0.71875, 0.757812, 0.839844, 0.90625, 0.734375, 0.59375, 0.648438, 0.6875, 0.178711, 0.847656, 0.753906, 0.765625, 0.78125, 0.640625, 1.242188, 0.667969, 0.667969, 1.320312, 0.867188, 0.640625, 0.921875, 0.851562, 1.140625, 0.640625, 0.492188, 0.734375, 0.679688, 0.914062, 0.660156, 0.683594, 0.652344, 1.140625, 0.695312, 0.886719, 1.40625, 0.808594, 0.78125, 0.742188, 0.683594, 0.248047, 0.988281, 0.90625, 0.699219, 0.6875, 0.742188, 0.195312, 0.707031, 1.0625, 0.773438, 0.75, 0.601562, 0.738281, 1.203125, 1.0, 0.792969, 0.921875, 0.535156, 0.867188, 1.21875, 0.652344, 1.007812, 0.601562, 1.328125, 0.742188, 0.886719, 0.640625, 0.816406, 0.703125, 0.703125, 0.695312, 0.988281, 0.71875, 0.75, 0.699219, 0.699219, 0.503906, 0.613281, 0.859375, 0.839844, 0.652344, 0.675781, 0.945312, 0.71875, 0.625, 0.742188, 0.632812, 0.644531, 0.667969, 1.132812, 0.523438, 1.03125, 0.953125, 0.851562, 0.710938, 0.59375, 1.023438, 0.734375, 1.46875, 0.851562, 0.726562, 0.855469, 0.65625, 0.640625, 0.816406, 1.070312, 0.820312, 0.753906, 0.75, 0.882812, 0.644531, 0.298828, 1.085938, 0.675781, 0.761719, 1.0625, 0.652344, 0.726562, 0.792969, 0.984375, 0.71875, 0.9375, 0.667969, 0.671875, 1.171875, 1.054688, 1.265625, 0.835938, 0.648438, 0.757812, 1.078125, 0.597656, 0.960938, 1.132812, 0.707031, 0.71875, 0.847656, 1.226562, 0.648438, 0.84375, 0.800781, 0.648438, 0.777344, 0.726562, 0.878906, 0.785156, 0.769531, 0.820312, 0.769531, 0.660156, 0.765625, 1.101562, 1.039062, 0.225586, 0.785156, 0.640625, 1.007812, 0.550781, 0.683594, 0.75, 0.695312, 0.832031, 0.839844, 0.605469, 0.90625, 0.632812, 0.71875, 1.023438, 0.679688, 0.941406, 0.261719, 0.287109, 0.8125, 0.621094, 0.847656, 0.671875, 0.921875, 0.757812, 0.910156, 0.625, 0.703125, 0.695312, 0.664062, 0.6875, 1.171875, 1.039062, 0.75, 0.855469, 1.289062, 0.640625, 0.894531, 0.875, 0.636719, 0.703125, 0.710938, 0.65625, 1.007812, 0.792969, 0.734375, 0.800781, 0.703125, 0.660156, 0.742188, 0.695312, 1.023438, 0.878906, 0.785156, 0.675781, 0.243164, 0.929688, 0.326172, 0.917969, 0.644531, 0.882812, 0.8125, 0.478516, 1.203125, 0.644531, 0.707031, 0.65625, 0.660156, 0.652344, 0.621094, 0.660156, 0.652344, 0.515625, 0.914062, 0.271484, 0.746094, 0.695312, 0.679688, 0.867188, 0.730469, 0.75, 0.699219, 1.023438, 0.699219, 0.96875, 1.007812, 0.171875, 0.652344, 0.730469, 0.636719, 0.683594, 0.640625, 0.578125, 0.867188, 0.949219, 0.765625, 0.65625, 0.859375, 0.792969, 0.28125, 0.632812, 0.792969, 0.550781, 0.679688, 0.964844, 0.298828, 0.652344, 0.886719, 0.980469, 0.6875, 0.921875, 0.177734, 0.859375, 0.898438, 0.9375, 0.632812, 0.710938, 0.734375, 0.847656, 0.71875, 0.660156, 0.648438, 0.632812, 0.75, 0.714844, 1.078125, 0.851562, 0.636719, 0.671875, 0.789062, 0.691406, 0.65625, 0.902344, 0.691406, 0.703125, 0.691406, 0.835938, 0.652344, 1.03125, 0.710938, 0.960938, 0.730469, 0.953125, 0.675781, 1.03125, 0.667969, 0.707031, 0.792969, 0.886719, 0.765625, 0.210938, 0.730469, 0.882812, 0.730469, 0.925781, 0.699219, 1.039062, 0.65625, 0.875, 0.683594, 0.285156, 0.667969, 1.078125, 0.695312, 0.722656, 0.492188, 0.785156, 0.664062, 0.679688, 0.902344, 0.824219, 1.117188, 0.695312, 0.6875, 0.746094, 0.679688, 0.474609, 0.835938, 0.703125, 1.117188, 0.675781, 0.929688, 1.039062, 0.988281, 0.898438, 0.65625, 0.466797, 0.726562, 1.296875, 0.722656, 0.769531, 0.765625, 0.664062, 1.492188, 0.988281, 0.835938, 0.777344, 0.691406, 0.789062, 0.914062, 0.609375, 0.820312, 1.414062, 0.636719, 0.777344, 0.667969, 0.839844, 0.71875, 0.261719, 0.949219, 0.875, 1.007812, 0.625, 0.621094, 1.125, 0.679688, 0.839844, 0.734375, 0.707031, 0.683594, 0.730469, 0.683594, 0.796875, 0.640625, 0.664062, 0.75, 0.6875, 0.664062, 0.621094, 0.683594, 1.03125, 0.964844, 0.644531, 0.917969, 1.125, 0.503906, 0.96875, 0.640625, 0.660156, 0.640625, 0.804688, 0.439453, 1.132812, 0.664062, 1.070312, 0.609375, 1.046875, 0.832031, 0.671875, 0.871094, 0.804688, 0.671875, 0.664062, 1.0, 0.804688, 1.101562, 0.707031, 0.707031, 0.863281, 1.125, 0.738281, 0.804688, 0.660156, 0.734375, 0.835938, 0.648438, 0.925781, 0.617188, 0.851562, 0.507812, 0.722656, 0.847656, 0.660156, 0.933594, 0.683594, 0.710938, 1.226562, 0.632812, 1.070312, 0.699219, 0.84375, 0.847656, 0.78125, 1.289062, 0.960938, 0.914062, 1.0625, 1.03125, 0.628906, 0.746094, 0.660156, 0.632812, 0.695312, 0.726562, 0.703125, 1.054688, 0.707031, 1.15625, 0.683594, 0.660156, 0.644531, 0.925781, 0.671875, 0.667969, 0.570312, 0.703125, 0.738281, 0.765625, 0.8125, 0.707031, 0.804688, 0.679688, 0.714844, 0.933594, 0.546875, 0.664062, 0.726562, 0.773438, 0.609375, 0.683594, 0.742188, 0.251953, 1.132812, 0.734375, 0.632812, 0.699219, 0.695312, 0.835938, 0.75, 0.691406, 0.664062, 0.792969, 0.605469, 0.546875, 1.015625, 0.660156, 0.244141, 0.601562, 0.871094, 0.878906, 0.808594, 0.636719, 0.695312, 1.414062, 0.648438, 0.929688, 0.800781, 0.691406, 1.070312, 0.996094, 0.679688, 0.746094, 1.03125, 0.90625, 0.6875, 0.796875, 0.652344, 0.734375, 0.890625, 0.671875, 0.859375, 0.765625, 0.613281, 0.597656, 0.636719, 0.90625, 0.652344, 1.3125, 0.78125, 0.785156, 1.039062, 0.796875, 1.132812, 0.738281, 0.914062, 0.902344, 0.832031, 1.054688, 0.640625, 0.703125, 0.726562, 0.169922, 0.875, 0.679688, 0.640625, 0.964844, 0.964844, 0.636719, 0.820312, 0.703125, 0.765625, 0.425781, 0.777344, 0.941406, 0.652344, 1.09375, 0.953125, 0.753906, 0.726562, 0.648438, 0.628906, 0.914062, 0.828125, 1.039062, 0.664062, 0.972656, 0.738281, 0.945312, 0.742188, 0.65625, 0.6875, 0.789062, 0.644531, 1.34375, 1.140625, 0.789062, 0.710938, 0.707031, 0.632812, 1.0625, 0.789062, 0.644531, 0.894531, 0.957031, 0.910156, 0.800781, 1.09375, 1.125, 1.21875, 1.015625, 0.921875, 0.847656, 0.714844, 0.699219, 0.296875, 0.792969, 0.722656, 0.890625, 0.828125, 0.523438, 0.6875, 0.769531, 0.722656, 1.101562, 0.632812, 0.679688, 0.816406, 0.761719, 0.330078, 0.78125, 0.890625, 0.976562, 0.984375, 0.890625, 0.792969, 0.667969, 1.265625, 1.304688, 0.734375, 0.863281, 0.166992, 1.578125, 0.929688, 0.855469, 0.605469, 0.691406, 0.621094, 0.730469, 0.539062, 0.707031, 0.707031, 0.816406, 0.679688, 0.652344, 0.804688, 1.109375, 0.714844, 0.894531, 0.188477, 0.628906, 0.667969, 0.71875, 0.671875, 1.195312, 0.193359, 0.742188, 1.09375, 0.925781, 0.785156, 0.777344, 0.851562, 0.808594, 0.625, 0.710938, 0.753906, 0.8125, 0.816406, 0.625, 0.251953, 0.664062, 0.211914, 0.699219, 0.792969, 0.859375, 0.769531, 0.703125, 0.796875, 0.427734, 0.984375, 0.6875, 0.15918, 0.628906, 0.734375, 0.660156, 0.902344, 0.832031, 0.785156, 0.871094, 0.871094, 1.0625, 0.675781, 0.960938, 0.785156, 0.792969, 0.601562, 0.902344, 1.03125, 0.761719, 0.6875, 0.707031, 0.71875, 0.753906, 0.742188, 0.765625, 0.898438, 0.929688, 0.601562, 0.824219, 0.777344, 0.734375, 1.664062, 0.667969, 0.953125, 1.25, 0.671875, 0.695312, 0.832031, 0.671875, 0.726562, 1.039062, 0.824219, 0.671875, 0.820312, 0.964844, 0.914062, 1.15625, 0.832031, 0.246094, 0.472656, 0.894531, 0.287109, 0.871094, 1.046875, 0.699219, 0.742188, 0.796875, 0.675781, 1.007812, 0.714844, 1.125, 0.628906, 0.742188, 0.667969, 0.9375, 0.785156, 0.515625, 0.625, 0.875, 0.433594, 0.699219, 1.046875, 0.769531, 0.683594, 0.648438, 0.785156, 0.695312, 1.101562, 0.691406, 0.859375, 0.753906, 0.298828, 0.679688, 0.980469, 0.902344, 0.245117, 1.109375, 0.597656, 0.671875, 1.03125, 0.714844, 0.710938, 0.890625, 1.09375, 0.101562, 0.792969, 0.648438, 0.847656, 0.699219, 0.652344, 0.929688, 0.964844, 0.648438, 1.125, 1.023438, 0.625, 0.898438, 0.964844, 0.769531, 0.730469, 0.820312, 0.742188, 0.886719, 0.773438, 0.980469, 0.867188, 1.03125, 0.757812, 0.621094, 1.007812, 0.6875, 1.148438, 1.023438, 0.248047, 0.929688, 0.765625, 0.976562, 0.570312, 0.871094, 0.863281, 0.980469, 1.109375, 0.671875, 0.800781, 0.667969, 0.660156, 0.824219, 0.757812, 0.691406, 0.652344, 0.769531, 0.714844, 0.753906, 0.421875, 0.742188, 0.953125, 0.621094, 0.835938, 0.652344, 1.351562, 0.726562, 0.671875, 0.988281, 0.707031, 0.675781, 0.550781, 0.808594, 0.664062, 0.859375, 0.667969, 1.226562, 0.671875, 1.117188, 1.398438, 0.65625, 0.71875, 0.738281, 1.023438, 0.769531, 0.863281, 0.738281, 0.691406, 0.714844, 0.734375, 0.90625, 1.007812, 0.828125, 0.691406, 1.078125, 0.253906, 0.773438, 0.625, 0.769531, 0.188477, 0.550781, 0.851562, 0.664062, 0.835938, 1.234375, 0.964844, 0.964844, 0.644531, 0.835938, 1.023438, 0.671875, 0.929688, 0.714844, 0.898438, 0.648438, 0.425781, 1.09375, 1.03125, 0.953125, 0.667969, 1.007812, 0.769531, 0.90625, 0.640625, 0.726562, 0.546875, 0.679688, 1.078125, 0.890625, 0.742188, 0.378906, 0.667969, 0.925781, 0.773438, 0.980469, 0.503906, 0.8125, 0.667969, 0.679688, 0.640625, 0.613281, 0.722656, 0.679688, 1.03125, 0.597656, 0.683594, 0.722656, 0.671875, 0.980469, 0.664062, 0.84375, 0.640625, 0.703125, 0.710938, 1.0, 0.824219, 0.75, 0.835938, 0.914062, 1.070312, 0.941406, 1.03125, 0.75, 1.023438, 0.78125, 0.200195, 0.730469, 0.570312, 0.679688, 0.648438, 0.851562, 1.03125, 0.703125, 0.605469, 0.878906, 0.875, 0.699219, 0.808594, 0.208008, 0.644531, 0.785156, 0.664062, 0.613281, 0.996094, 0.660156, 0.609375, 0.710938, 0.789062, 0.746094, 0.75, 0.738281, 0.644531, 0.855469, 0.640625, 0.902344, 0.84375, 0.800781, 1.125, 0.808594, 1.171875, 0.753906, 0.625, 0.554688, 0.613281, 0.726562, 0.777344, 0.71875, 1.0625, 0.695312, 0.769531, 0.796875, 0.835938, 1.109375, 0.964844, 0.808594, 0.96875, 0.722656, 0.710938, 0.710938, 1.226562, 0.214844, 0.679688, 1.265625, 0.957031, 1.078125, 0.917969, 1.046875, 0.855469, 0.613281, 0.839844, 0.542969, 0.789062, 0.582031, 0.613281, 0.953125, 0.550781, 0.527344, 0.84375, 0.925781, 0.722656, 0.695312, 0.703125, 1.0, 0.789062, 0.75, 0.738281, 0.695312, 0.972656, 1.0, 0.671875, 0.703125, 0.625, 0.691406, 0.964844, 0.761719, 0.753906, 0.703125, 0.75, 0.960938, 0.632812, 1.007812, 0.953125, 0.71875, 0.707031, 0.839844, 0.851562, 0.957031, 0.769531, 0.925781, 0.894531, 0.742188, 0.726562, 0.890625, 0.746094, 1.015625, 0.878906, 0.882812, 0.9375, 0.695312, 0.933594, 0.351562, 0.890625, 0.699219, 0.410156, 0.71875, 0.851562, 0.949219, 0.914062, 0.988281, 0.613281, 0.636719, 0.734375, 0.886719, 0.847656, 0.625, 1.046875, 0.933594, 0.867188, 0.671875, 0.976562, 0.96875, 0.695312, 0.71875, 0.726562, 0.972656, 0.738281, 0.683594, 0.773438, 0.738281, 0.808594, 0.628906, 0.9375, 0.625, 0.742188, 0.679688, 0.828125, 0.957031, 0.695312, 0.601562, 1.046875, 0.722656, 0.640625, 0.960938, 0.714844, 0.75, 0.636719, 0.976562, 0.839844, 0.824219, 0.792969, 0.898438, 0.640625, 0.746094, 0.921875, 1.070312, 0.957031, 0.46875, 0.753906, 1.007812, 1.132812, 0.734375, 0.746094, 1.039062, 1.195312, 1.359375, 1.140625, 1.09375, 0.6875, 0.726562, 0.71875, 0.703125, 0.644531, 0.761719, 0.691406, 0.621094, 0.734375, 0.632812, 0.71875, 0.789062, 0.910156, 0.597656, 0.855469, 0.761719, 1.117188, 0.628906, 0.683594, 0.695312, 0.239258, 0.667969, 1.0, 0.757812, 0.71875, 0.699219, 0.902344, 0.972656, 0.921875, 0.671875, 0.9375, 0.667969, 0.777344, 1.242188, 0.707031, 0.664062, 0.679688, 0.710938, 0.933594, 1.054688, 0.878906, 0.773438, 0.699219, 0.695312, 0.6875, 0.640625, 0.882812, 0.664062, 0.742188, 1.0625, 0.699219, 0.582031, 0.78125, 0.207031, 0.867188, 1.078125, 0.703125, 0.894531, 0.621094, 0.835938, 0.828125, 0.648438, 0.882812, 1.109375, 0.777344, 0.609375, 0.519531, 0.625, 0.953125, 0.742188, 0.835938, 0.753906, 0.621094, 0.722656, 0.6875, 0.804688, 1.070312, 1.3125, 0.761719, 1.078125, 1.015625, 0.8125, 0.820312, 0.769531, 0.628906, 1.09375, 0.640625, 0.734375, 1.078125, 0.921875, 0.796875, 0.621094, 0.71875, 0.65625, 0.894531, 0.6875, 0.300781, 0.695312, 0.75, 0.796875, 0.695312, 0.75, 0.769531, 0.617188, 0.957031, 0.742188, 0.984375, 0.640625, 1.015625, 0.976562, 0.945312, 0.851562, 0.777344, 0.734375, 0.6875, 0.796875, 0.878906, 0.785156, 1.007812, 0.957031, 0.996094, 0.679688, 0.742188, 0.789062, 0.808594, 0.703125, 0.789062, 0.671875, 0.707031, 0.867188, 0.625, 0.738281, 1.226562, 0.828125, 0.773438, 0.746094, 0.898438, 0.914062, 0.65625, 0.177734, 0.648438, 0.835938, 0.617188, 0.972656, 0.882812, 0.667969, 0.785156, 0.808594, 0.714844, 0.875, 0.957031, 0.789062, 1.164062, 1.109375, 0.683594, 0.863281, 0.667969, 0.5, 1.164062, 0.632812, 0.894531, 0.679688, 0.707031, 0.945312, 0.212891, 0.800781, 0.820312, 0.671875, 0.820312, 1.015625, 0.90625, 1.078125, 0.808594, 0.648438, 1.054688, 0.6875, 0.640625, 0.964844, 0.675781, 1.070312, 0.6875, 0.667969, 0.726562, 0.376953, 0.890625, 0.535156, 0.886719, 0.960938, 0.617188, 0.882812, 0.699219, 0.875, 0.976562, 0.882812, 0.671875, 0.753906, 0.808594, 0.617188, 0.683594, 0.90625, 0.648438, 0.609375, 0.75, 0.507812, 0.714844, 0.859375, 0.703125, 0.765625, 0.667969, 0.710938, 0.667969, 0.667969, 0.519531, 0.988281, 0.703125, 0.667969, 0.738281, 0.207031, 0.6875, 1.0625, 0.777344, 0.96875, 0.8125, 1.09375, 0.949219, 0.96875, 0.466797, 0.734375, 0.78125, 1.09375, 0.964844, 0.714844, 1.0, 0.921875, 0.703125, 0.726562, 0.65625, 0.664062, 0.683594, 0.800781, 0.824219, 0.75, 1.09375, 0.765625, 0.769531, 0.652344, 0.691406, 0.65625, 0.671875, 0.667969, 0.198242, 0.636719, 0.625, 0.882812, 1.039062, 0.632812, 0.6875, 0.722656, 0.765625, 0.789062, 0.667969, 0.695312, 0.632812, 0.664062, 0.945312, 0.683594, 0.894531, 0.6875, 0.960938, 0.78125, 0.695312, 0.652344, 0.902344, 0.601562, 0.259766, 0.648438, 0.964844, 0.691406, 0.679688, 0.671875, 0.714844, 0.839844, 0.8125, 0.945312, 0.921875, 0.589844, 0.753906, 0.929688, 0.757812, 0.652344, 1.164062, 0.679688, 0.675781, 0.664062, 0.789062, 0.703125, 0.867188, 0.667969, 0.769531, 0.636719, 0.828125, 0.679688, 0.652344, 0.65625, 1.046875, 1.109375, 0.652344, 0.707031, 0.855469, 0.429688, 0.667969, 0.652344, 0.789062, 0.664062, 0.933594, 0.65625, 0.648438, 1.039062, 1.078125, 0.6875, 0.785156, 0.707031, 0.773438, 0.75, 0.613281, 0.695312, 0.722656, 0.632812, 0.609375, 0.667969, 0.660156, 0.609375, 0.800781, 0.683594, 0.523438, 0.671875, 0.792969, 0.824219, 0.703125, 0.644531, 0.949219, 0.570312, 0.6875, 0.667969, 0.925781, 0.675781, 0.75, 0.652344, 0.671875, 0.722656, 0.816406, 1.21875, 0.917969, 0.839844, 0.738281, 0.992188, 0.667969, 0.664062, 0.707031, 0.882812, 1.109375, 0.664062, 0.84375, 0.34375, 0.753906, 0.671875, 0.644531, 0.886719, 0.9375, 0.574219, 0.738281, 0.65625, 0.628906, 0.660156, 0.480469, 0.769531, 0.773438, 0.949219, 0.679688, 0.667969, 1.039062, 0.53125, 0.65625, 0.233398, 0.660156, 0.710938, 0.925781, 0.890625, 0.75, 0.539062, 1.289062, 0.746094, 0.988281, 0.996094, 0.648438, 0.738281, 1.34375, 0.671875, 0.957031, 0.640625, 0.847656, 0.882812, 1.015625, 0.820312, 0.34375, 0.964844, 1.28125, 0.785156, 0.945312, 0.660156, 0.753906, 0.847656, 0.703125, 0.851562, 1.117188, 1.03125, 0.800781, 0.675781, 0.847656, 0.777344, 0.65625, 0.710938, 0.941406, 0.382812, 0.757812, 0.710938, 0.640625, 1.039062, 0.785156, 0.933594, 0.636719, 0.65625, 0.828125, 0.664062, 0.933594, 0.875, 1.21875, 0.605469, 0.742188, 0.761719, 0.644531, 0.976562, 0.158203, 0.8125, 0.742188, 0.703125, 1.023438, 0.777344, 0.65625, 0.953125, 0.71875, 0.597656, 0.75, 0.223633, 0.8125, 0.808594, 0.839844, 0.679688, 0.808594, 0.597656, 0.632812, 1.132812, 0.22168, 1.546875, 0.789062, 0.789062, 1.234375, 0.632812, 0.734375, 0.632812, 0.925781, 0.664062, 0.792969, 0.644531, 0.921875, 0.835938, 0.808594, 1.3125, 0.855469, 0.773438, 0.679688, 1.046875, 0.675781, 0.652344, 1.0, 1.039062, 0.691406, 0.863281, 0.734375, 0.96875, 0.660156, 0.78125, 1.039062, 0.6875, 0.8125, 0.191406, 0.832031, 0.867188, 0.929688, 0.757812, 0.953125, 0.808594, 0.664062, 0.640625, 0.871094, 0.804688, 1.179688, 0.652344, 0.695312, 0.914062, 0.734375, 0.675781, 0.753906, 0.984375, 0.671875, 0.722656, 0.679688, 1.007812, 0.703125, 0.699219, 0.75, 1.039062, 1.085938, 0.523438, 0.761719, 0.734375, 0.390625, 0.699219, 0.65625, 0.988281, 0.636719, 0.703125, 0.683594, 0.777344, 0.636719, 1.921875, 0.640625, 0.671875, 0.820312, 0.75, 0.773438, 0.78125, 0.699219, 0.890625, 0.898438, 1.109375, 0.25, 0.816406, 0.769531, 0.796875, 0.722656, 0.683594, 0.710938, 1.007812, 0.570312, 0.980469, 0.621094, 0.804688, 0.648438, 0.699219, 0.753906, 0.992188, 0.699219, 1.039062, 1.117188, 0.71875, 0.671875, 0.933594, 0.898438, 0.734375, 0.972656, 0.699219, 0.226562, 0.785156, 0.652344, 0.28125, 0.792969, 0.65625, 1.15625, 0.71875, 1.046875, 0.726562, 0.78125, 0.714844, 0.777344, 0.71875, 0.660156, 1.171875, 0.703125, 0.265625, 0.660156, 0.519531, 0.699219, 1.171875, 0.757812, 0.667969, 1.0, 0.789062, 0.84375, 0.703125, 0.435547, 0.664062, 1.0, 0.933594, 0.878906, 0.306641, 1.0, 0.601562, 0.652344, 0.8125, 0.65625, 1.742188, 0.941406, 0.9375, 0.671875, 0.605469, 0.726562, 0.197266, 0.78125, 0.722656, 0.941406, 0.738281, 0.695312, 0.886719, 0.703125, 0.890625, 0.726562, 0.9375, 0.933594, 0.8125, 0.628906, 0.726562, 0.691406, 0.632812, 0.960938, 0.953125, 0.703125, 0.742188, 0.675781, 0.691406, 0.933594, 0.925781, 0.445312, 0.279297, 0.8125, 0.722656, 0.808594, 0.726562, 0.855469, 1.015625, 0.6875, 0.625, 0.667969, 0.699219, 0.613281, 0.910156, 0.621094, 0.78125, 0.71875, 0.714844, 0.589844, 0.703125, 0.699219, 0.664062, 0.644531, 0.664062, 0.808594, 0.695312, 0.738281, 0.910156, 0.209961, 0.789062, 0.550781, 0.652344, 0.789062, 0.84375, 0.835938 ] }, "name": "model.model.layers.21.input_layernorm.weight", "outputIndexes": [ 1726 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1725 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_21/Mul_output_0", "outputIndexes": [ 1727 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1726, 1727 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_21/Mul_1_output_0", "outputIndexes": [ 1728 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1728 ], "outputIndexes": [ 2896 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2896 ], "outputIndexes": [ 2897 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear", "inputIndexes": [ 2897 ], "outputIndexes": [ 2898 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2753246370, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2898 ], "outputIndexes": [ 2899 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2899 ], "outputIndexes": [ 1729 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1728 ], "main_type": "NONE", "name": "/Shape_295_output_0", "outputIndexes": [ 1730 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1730 ], "main_type": "NONE", "name": "Shape5329", "outputIndexes": [ 1731 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1730 ], "main_type": "NONE", "name": "Rank5331", "outputIndexes": [ 1732 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1732, 1732 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5333", "outputIndexes": [ 1733 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1733 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5334", "outputIndexes": [ 1734 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1733, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5336", "outputIndexes": [ 1735 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1735 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5337", "outputIndexes": [ 1736 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1731, 1734, 1736, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5340", "outputIndexes": [ 1737 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1737 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5341", "outputIndexes": [ 1738 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1738 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5342", "outputIndexes": [ 1739 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1739, 1738 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5343", "outputIndexes": [ 1740 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1730, 1740, 1733 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_319_output_0", "outputIndexes": [ 1741 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1741, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_673_output_0", "outputIndexes": [ 1742 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1742, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_273_output_0", "outputIndexes": [ 1743 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1729, 1743 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_190_output_0", "outputIndexes": [ 1744 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_168_output_0", "outputIndexes": [ 1745 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744 ], "main_type": "NONE", "name": "/Shape_296_output_0", "outputIndexes": [ 1746 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1746 ], "main_type": "NONE", "name": "Shape5350", "outputIndexes": [ 1747 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1746 ], "main_type": "NONE", "name": "Rank5352", "outputIndexes": [ 1748 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1748, 1748 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5354", "outputIndexes": [ 1749 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1749 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5355", "outputIndexes": [ 1750 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1749, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5357", "outputIndexes": [ 1751 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1751 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5358", "outputIndexes": [ 1752 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1747, 1750, 1752, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5361", "outputIndexes": [ 1753 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1753 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5362", "outputIndexes": [ 1754 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1754 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5363", "outputIndexes": [ 1755 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1755, 1754 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5364", "outputIndexes": [ 1756 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1746, 1756, 1749 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_320_output_0", "outputIndexes": [ 1757 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1757, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_63_output_0", "outputIndexes": [ 1758 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1758, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_678_output_0", "outputIndexes": [ 1759 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744, 1759, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_85_output_0", "outputIndexes": [ 1760 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1760 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_42_output_0", "outputIndexes": [ 1761 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744, 22, 1759, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_84_output_0", "outputIndexes": [ 1762 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1761, 1762 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_276_output_0", "outputIndexes": [ 1763 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1763, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_169_output_0", "outputIndexes": [ 1764 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1745, 1764 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_105_output_0", "outputIndexes": [ 1765 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1728 ], "outputIndexes": [ 2900 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2900 ], "outputIndexes": [ 2901 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear", "inputIndexes": [ 2901 ], "outputIndexes": [ 2902 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2760486072, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2902 ], "outputIndexes": [ 2903 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2903 ], "outputIndexes": [ 1766 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1742, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_274_output_0", "outputIndexes": [ 1767 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1766, 1767 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_191_output_0", "outputIndexes": [ 1768 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_170_output_0", "outputIndexes": [ 1769 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768 ], "main_type": "NONE", "name": "/Shape_297_output_0", "outputIndexes": [ 1770 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1770 ], "main_type": "NONE", "name": "Shape5413", "outputIndexes": [ 1771 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1770 ], "main_type": "NONE", "name": "Rank5415", "outputIndexes": [ 1772 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1772, 1772 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5417", "outputIndexes": [ 1773 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1773 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5418", "outputIndexes": [ 1774 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1773, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5420", "outputIndexes": [ 1775 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1775 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5421", "outputIndexes": [ 1776 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1771, 1774, 1776, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5424", "outputIndexes": [ 1777 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1777 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5425", "outputIndexes": [ 1778 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1778 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5426", "outputIndexes": [ 1779 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1779, 1778 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5427", "outputIndexes": [ 1780 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1770, 1780, 1773 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_321_output_0", "outputIndexes": [ 1781 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1781, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_64_output_0", "outputIndexes": [ 1782 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1782, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_680_output_0", "outputIndexes": [ 1783 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768, 1783, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_87_output_0", "outputIndexes": [ 1784 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1784 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_43_output_0", "outputIndexes": [ 1785 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768, 22, 1783, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_86_output_0", "outputIndexes": [ 1786 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1785, 1786 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_277_output_0", "outputIndexes": [ 1787 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1787, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_171_output_0", "outputIndexes": [ 1788 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1769, 1788 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_106_output_0", "outputIndexes": [ 1789 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1728 ], "outputIndexes": [ 2904 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2904 ], "outputIndexes": [ 2905 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear", "inputIndexes": [ 2905 ], "outputIndexes": [ 2906 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2761520334, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2906 ], "outputIndexes": [ 2907 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2907 ], "outputIndexes": [ 1790 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1790, 1767 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_192_output_0", "outputIndexes": [ 1791 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1765, 1789, 1791, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_197_output_0", "outputIndexes": [ 1792 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1792 ], "outputIndexes": [ 2908 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2908 ], "outputIndexes": [ 2909 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear", "inputIndexes": [ 2909 ], "outputIndexes": [ 2910 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2762554596, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2910 ], "outputIndexes": [ 2911 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2911 ], "outputIndexes": [ 1793 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1725, 1793 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_108_output_0", "outputIndexes": [ 1794 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.039062, 1.046875, 1.273438, 0.777344, 1.039062, 0.863281, 1.0, 1.0625, 0.478516, 0.664062, 1.023438, 0.746094, 0.964844, 0.871094, 0.710938, 1.0, 1.0, 0.90625, 1.015625, 0.605469, 0.734375, 1.007812, 1.015625, 0.875, 0.84375, 1.101562, 0.597656, 0.789062, 0.820312, 0.878906, 1.109375, 0.734375, 0.574219, 0.9375, 1.125, 1.273438, 0.773438, 0.369141, 1.023438, 0.628906, 1.09375, 1.0, 1.085938, 0.964844, 1.125, 1.125, 0.628906, 1.085938, 1.0, 0.722656, 1.101562, 0.957031, 0.949219, 0.964844, 1.039062, 0.859375, 1.070312, 1.289062, 1.078125, 0.597656, 0.832031, 1.046875, 1.078125, 1.0, 1.125, 1.007812, 0.757812, 0.996094, 0.785156, 0.921875, 0.902344, 0.675781, 1.0625, 0.96875, 1.039062, 1.09375, 0.734375, 0.792969, 0.433594, 1.132812, 1.109375, 1.164062, 1.09375, 0.921875, 1.007812, 0.550781, 1.023438, 1.15625, 1.03125, 0.554688, 1.023438, 1.03125, 1.054688, 1.039062, 0.898438, 0.96875, 0.511719, 0.792969, 1.023438, 0.664062, 0.785156, 0.757812, 1.203125, 0.984375, 0.695312, 1.054688, 0.808594, 0.734375, 0.824219, 0.957031, 0.988281, 0.933594, 1.015625, 0.291016, 0.953125, 0.219727, 0.757812, 1.03125, 1.132812, 0.714844, 0.894531, 0.945312, 1.140625, 1.0, 0.949219, 0.921875, 1.085938, 0.9375, 0.558594, 0.800781, 0.617188, 0.957031, 0.757812, 1.007812, 1.070312, 0.984375, 0.894531, 1.039062, 0.777344, 1.046875, 0.875, 1.078125, 1.1875, 0.75, 0.427734, 0.734375, 1.023438, 1.015625, 1.109375, 1.007812, 1.078125, 1.007812, 0.925781, 1.007812, 0.734375, 0.839844, 0.769531, 0.640625, 1.101562, 1.132812, 0.652344, 0.691406, 0.476562, 0.988281, 0.357422, 0.734375, 0.890625, 0.683594, 0.941406, 0.992188, 1.007812, 0.828125, 0.828125, 0.824219, 0.976562, 1.171875, 0.984375, 0.96875, 1.117188, 0.945312, 0.738281, 0.964844, 1.101562, 0.636719, 0.71875, 0.992188, 0.945312, 0.699219, 0.917969, 1.039062, 0.746094, 1.0, 0.648438, 0.894531, 0.957031, 1.015625, 1.0, 1.09375, 0.664062, 0.980469, 0.972656, 0.285156, 0.894531, 0.855469, 0.9375, 1.023438, 0.722656, 0.839844, 1.085938, 0.742188, 1.085938, 0.957031, 0.804688, 1.023438, 0.988281, 0.84375, 0.734375, 0.738281, 1.140625, 0.910156, 0.960938, 0.734375, 0.765625, 1.046875, 1.023438, 1.15625, 0.773438, 0.792969, 0.910156, 0.984375, 1.015625, 1.03125, 0.996094, 0.957031, 1.023438, 0.90625, 0.898438, 1.125, 0.550781, 0.988281, 1.023438, 0.945312, 1.070312, 0.980469, 0.847656, 0.679688, 1.0625, 1.070312, 1.03125, 0.96875, 1.0, 0.972656, 0.792969, 0.902344, 0.992188, 0.800781, 1.0, 0.5625, 0.945312, 0.710938, 0.976562, 1.046875, 1.015625, 1.070312, 0.980469, 0.800781, 0.960938, 1.0, 0.789062, 1.0, 0.917969, 1.054688, 1.054688, 0.789062, 0.847656, 1.25, 1.03125, 0.511719, 0.847656, 1.039062, 0.933594, 0.996094, 0.566406, 1.03125, 0.902344, 1.140625, 0.796875, 1.054688, 1.023438, 0.644531, 1.117188, 0.644531, 0.847656, 0.722656, 0.6875, 0.925781, 0.695312, 0.761719, 0.972656, 0.957031, 0.851562, 0.765625, 0.691406, 1.039062, 1.226562, 1.085938, 0.96875, 0.964844, 0.9375, 1.007812, 0.488281, 0.898438, 0.988281, 0.976562, 0.378906, 1.054688, 0.992188, 1.125, 0.980469, 0.984375, 1.101562, 0.953125, 0.859375, 0.925781, 0.851562, 1.015625, 0.910156, 0.980469, 0.871094, 0.867188, 0.566406, 0.898438, 0.910156, 0.898438, 0.726562, 0.945312, 1.023438, 1.1875, 1.039062, 0.761719, 0.546875, 0.921875, 0.945312, 0.929688, 0.609375, 1.007812, 1.117188, 1.03125, 0.90625, 0.960938, 0.988281, 0.71875, 1.007812, 0.992188, 1.148438, 0.992188, 1.03125, 1.03125, 0.90625, 1.0, 0.789062, 1.15625, 0.601562, 0.753906, 0.574219, 0.675781, 0.917969, 1.101562, 0.992188, 0.660156, 0.984375, 0.996094, 1.03125, 0.886719, 1.054688, 1.203125, 0.617188, 0.683594, 1.0, 1.039062, 0.976562, 1.039062, 0.753906, 1.054688, 1.070312, 0.730469, 1.148438, 0.996094, 0.933594, 0.828125, 0.996094, 1.070312, 0.578125, 0.75, 0.867188, 1.0625, 0.800781, 0.863281, 1.023438, 0.574219, 0.769531, 1.070312, 0.699219, 1.09375, 0.640625, 1.039062, 0.960938, 1.015625, 1.023438, 0.808594, 0.671875, 1.0, 1.085938, 0.988281, 1.046875, 1.15625, 1.070312, 0.988281, 1.007812, 1.039062, 0.707031, 0.777344, 0.964844, 0.671875, 0.921875, 0.707031, 1.078125, 1.085938, 0.644531, 0.957031, 0.984375, 0.917969, 0.679688, 0.914062, 1.023438, 0.707031, 0.902344, 1.0, 0.917969, 0.753906, 0.964844, 1.054688, 1.023438, 0.980469, 0.726562, 0.789062, 0.921875, 1.039062, 0.945312, 1.070312, 1.046875, 0.984375, 1.046875, 0.980469, 0.929688, 2.140625, 0.773438, 0.914062, -3.1e-05, 0.882812, 1.023438, 0.882812, 1.0, 0.554688, 0.753906, 0.996094, 0.777344, 0.992188, 0.691406, 0.960938, 0.875, 0.5625, 1.023438, 1.046875, 1.023438, 0.671875, 0.910156, 0.707031, 1.046875, 1.023438, 1.0625, 0.988281, 0.785156, 0.992188, 0.5625, 1.070312, 1.226562, 0.960938, 1.03125, 0.957031, 0.75, 1.109375, 1.148438, 1.015625, 1.101562, 0.8125, 1.007812, 0.890625, 1.054688, 1.054688, 0.972656, 0.789062, 0.859375, 0.742188, 0.933594, 0.742188, 1.015625, 0.71875, 1.015625, 0.898438, 1.054688, 1.101562, 0.996094, 1.09375, 1.03125, 0.824219, 0.8125, 0.960938, 0.890625, 1.15625, 0.898438, 1.046875, 1.039062, 0.597656, 1.0, 0.785156, 1.101562, 1.046875, 1.0, 0.9375, 0.984375, 1.0, 1.054688, 1.007812, 0.933594, 1.046875, 0.691406, 0.972656, 0.914062, 1.0625, 0.667969, 0.679688, 0.671875, 0.976562, 0.679688, 1.101562, 1.265625, 0.453125, 0.710938, 1.242188, 0.875, 1.140625, 0.980469, 0.644531, 0.84375, 0.742188, 0.917969, 1.007812, 1.023438, 0.835938, 1.148438, 0.988281, 0.859375, 0.734375, 0.75, 1.070312, 0.929688, 0.945312, 0.90625, 0.75, 0.96875, 0.976562, 0.765625, 0.746094, 0.957031, 0.964844, 0.941406, 1.203125, 0.71875, 1.078125, 1.0625, 0.9375, 1.03125, 0.792969, 1.046875, 0.964844, 0.929688, 0.742188, 0.984375, 0.757812, 1.054688, 0.933594, 1.03125, 0.96875, 1.046875, 0.675781, 0.90625, 0.800781, 0.734375, 0.773438, 1.117188, 0.734375, 0.851562, 1.078125, 0.921875, 1.03125, 0.960938, 0.976562, 0.34375, 1.085938, 1.15625, 1.101562, 0.828125, 0.652344, 1.046875, 1.007812, 0.5625, 0.914062, 0.925781, 0.964844, 1.03125, 0.984375, 0.361328, 0.972656, 0.376953, 0.914062, 1.40625, 0.992188, 0.984375, 1.164062, 0.777344, 0.828125, 0.890625, 0.960938, 0.773438, 0.8125, 1.054688, 0.875, 1.039062, 0.96875, 0.941406, 0.648438, 1.015625, 1.007812, 1.148438, 0.455078, 1.0, 0.976562, 1.0, 0.921875, 0.59375, 0.804688, 0.992188, 0.679688, 0.605469, 1.0625, 0.867188, 1.039062, 1.03125, 0.710938, 0.683594, 0.851562, 0.341797, 1.039062, 1.039062, 1.070312, 0.972656, 0.921875, 1.0625, 0.988281, 0.890625, 0.949219, 1.007812, 1.03125, 1.007812, 0.976562, 1.117188, 0.742188, 0.832031, 1.054688, 0.976562, 1.015625, 0.792969, 1.070312, 0.570312, 0.796875, 0.957031, 0.769531, 0.792969, 0.617188, 1.09375, 0.832031, 1.007812, 1.132812, 0.933594, 0.648438, 0.449219, 1.085938, 0.621094, 0.984375, 0.742188, 1.070312, 1.070312, 0.996094, 0.941406, 1.007812, 0.875, 0.550781, 1.007812, 1.078125, 0.894531, 0.757812, 0.84375, 0.898438, 0.664062, 0.118164, 0.535156, 1.0, 0.683594, 1.085938, 0.679688, 1.0, 0.984375, 0.972656, 1.054688, 0.996094, 0.953125, 0.617188, 0.773438, 0.757812, 1.039062, 1.015625, 0.878906, 1.007812, 0.71875, 1.007812, 0.652344, 0.804688, 0.921875, 1.085938, 0.941406, 0.984375, 0.71875, 0.738281, 0.988281, 0.96875, 1.039062, 0.804688, 1.101562, 0.875, 0.628906, 0.988281, 0.941406, 0.855469, 1.070312, 0.953125, 0.734375, 1.0625, 0.886719, 0.59375, 1.039062, 0.84375, 0.992188, 0.636719, 1.015625, 0.96875, 1.03125, 0.753906, 0.625, 1.1875, 0.910156, 1.039062, 0.539062, 0.929688, 1.132812, 0.59375, 0.945312, 1.164062, 1.054688, 0.917969, 0.953125, 0.753906, 1.078125, 0.960938, 0.703125, 1.0, 0.957031, 0.714844, 1.007812, 0.984375, 1.007812, 0.65625, 0.314453, 0.832031, 1.085938, 0.644531, 0.667969, 1.101562, 1.101562, 1.046875, 0.9375, 0.388672, 0.957031, 1.101562, 1.0, 0.609375, 0.988281, 0.957031, 0.71875, 0.679688, 0.851562, 0.878906, 1.0, 1.46875, 1.015625, 0.886719, 0.867188, 0.691406, 1.078125, 0.636719, 0.890625, 0.949219, 0.613281, 1.101562, 0.667969, 0.746094, 0.964844, 0.902344, 0.898438, 0.84375, 1.039062, 0.898438, 1.117188, 1.070312, 0.796875, 1.210938, 0.648438, 1.054688, 1.070312, 1.015625, 1.007812, 0.679688, 0.769531, 1.125, 0.59375, 0.960938, 0.945312, 0.796875, 0.976562, 0.972656, 0.996094, 1.0, 0.734375, 0.679688, 0.988281, 0.964844, 0.914062, 0.765625, 1.078125, 0.933594, 1.140625, 0.863281, 0.886719, 1.007812, 0.792969, 0.902344, 1.132812, 0.78125, 0.972656, 1.03125, 0.980469, 0.902344, 0.941406, 1.09375, 1.023438, 1.078125, 0.773438, 0.554688, 1.023438, 0.585938, 1.007812, 1.117188, 0.59375, 0.902344, 1.140625, 1.03125, 1.015625, 1.023438, 0.589844, 0.550781, 0.378906, 1.03125, 0.949219, 0.976562, 1.125, 0.984375, 0.945312, 0.980469, 0.445312, 0.375, 1.070312, 0.921875, 0.941406, 0.789062, 1.0625, 1.054688, 0.988281, 1.078125, 1.023438, 0.898438, 1.023438, 1.085938, 0.992188, 0.503906, 1.023438, 0.910156, 1.039062, 0.949219, 0.804688, 1.0, 1.070312, 0.980469, 0.984375, 1.054688, 1.054688, 0.984375, 1.125, 0.988281, 0.773438, 1.03125, 0.988281, 0.820312, 1.039062, 0.851562, 1.117188, 0.960938, 0.628906, 1.078125, 0.800781, 0.980469, 0.746094, 0.960938, 0.96875, 0.341797, 0.318359, 0.816406, 1.148438, 0.832031, 0.388672, 1.046875, 1.046875, 0.710938, 0.996094, 0.75, 0.96875, 1.039062, 0.953125, 0.5625, 0.847656, 0.585938, 0.667969, 1.117188, 1.007812, 0.636719, 0.714844, 0.894531, 0.910156, 0.917969, 0.746094, 1.09375, 1.0625, 0.996094, 0.605469, 1.078125, 1.054688, 1.234375, 0.949219, 1.023438, 1.109375, 0.964844, 0.929688, 0.75, 0.777344, 0.458984, 0.839844, 0.6875, 0.78125, 0.71875, 1.0, 0.753906, 1.101562, 0.984375, 0.839844, 1.015625, 0.734375, 1.03125, 0.996094, 1.0625, 0.585938, 0.71875, 0.957031, 0.996094, 0.859375, 0.570312, 0.726562, 0.960938, 1.054688, 0.890625, 1.09375, 0.773438, 1.023438, 0.984375, 0.941406, 0.710938, 0.578125, 0.988281, 1.046875, 0.789062, 0.777344, 0.835938, 0.921875, 0.792969, 0.882812, 0.773438, 0.742188, 1.015625, 0.589844, 1.007812, 0.882812, 0.605469, 1.078125, 1.070312, 1.03125, 0.777344, 0.886719, 1.015625, 1.054688, 1.117188, 0.664062, 0.53125, 0.769531, 0.75, 0.746094, 0.582031, 1.101562, 0.851562, 1.90625, 0.921875, 0.980469, 0.984375, 0.84375, 0.777344, 1.09375, 0.515625, 1.132812, 0.902344, 0.851562, 1.0625, 0.777344, 1.0, 0.898438, 0.648438, 0.734375, 0.945312, 0.65625, 0.730469, 0.640625, 0.945312, 0.621094, 0.410156, 1.023438, 0.890625, 1.054688, 1.085938, 0.699219, 0.882812, 0.917969, 1.109375, 0.84375, 0.933594, 1.007812, 0.789062, 0.707031, 0.972656, 1.078125, 0.96875, 0.9375, 0.863281, 0.808594, 0.652344, 0.839844, 0.824219, 0.597656, 0.648438, 1.023438, 0.832031, 1.101562, 1.109375, 1.0, 0.734375, 1.15625, 0.957031, 0.652344, 0.890625, 0.945312, 1.148438, 0.671875, 0.949219, 1.195312, 1.132812, 0.667969, 0.921875, 1.101562, 1.007812, 0.890625, 1.101562, 0.652344, 0.875, 0.871094, 1.007812, 1.15625, 0.486328, 0.628906, 0.832031, 0.855469, 0.785156, 0.675781, 1.148438, 0.984375, 0.769531, 0.949219, 0.710938, 1.054688, 0.960938, 0.953125, 1.085938, 0.792969, 1.007812, 0.90625, 0.792969, 0.535156, 1.03125, 0.820312, 1.054688, 0.835938, 0.933594, 0.914062, 0.816406, 1.195312, 0.960938, 0.792969, 1.070312, 0.632812, 1.125, 0.910156, 1.054688, 1.039062, 0.96875, 0.78125, 1.078125, 0.863281, 0.953125, 0.910156, 0.851562, 1.171875, 0.972656, 0.917969, 0.660156, 1.070312, 0.746094, 1.085938, 1.023438, 1.101562, 1.0, 0.710938, 0.703125, 1.007812, 0.894531, 1.070312, 1.023438, 0.890625, 1.132812, 0.894531, 0.960938, 1.125, 1.117188, 0.992188, 1.070312, 0.9375, 0.925781, 0.792969, 0.679688, 1.0, 1.101562, 1.054688, 1.046875, 0.972656, 0.984375, 1.078125, 0.902344, 1.085938, 1.046875, 1.039062, 0.917969, 1.023438, 0.523438, 1.03125, 0.742188, 0.550781, 0.96875, 0.929688, 0.957031, 0.832031, 0.972656, 1.039062, 1.046875, 1.164062, 1.148438, 1.0, 0.792969, 0.613281, 0.628906, 0.855469, 1.101562, 0.710938, 1.726562, 0.925781, 1.023438, 1.078125, 1.078125, 0.917969, 1.15625, 1.117188, 1.0, 0.71875, 1.03125, 1.148438, 0.972656, 0.800781, 0.988281, 1.101562, 1.054688, 1.117188, 1.007812, 1.1875, 1.054688, 0.890625, 1.210938, 0.972656, 0.875, 1.117188, 1.03125, 1.039062, 1.054688, 1.101562, 1.039062, 1.015625, 0.980469, 1.085938, 0.859375, 0.949219, 0.664062, 0.96875, 1.007812, 1.023438, 0.679688, 0.550781, 0.914062, 0.976562, 1.023438, 1.070312, 1.039062, 0.824219, 0.804688, 1.148438, 0.96875, 0.988281, 0.75, 0.984375, 0.59375, 0.96875, 0.914062, 0.769531, 0.789062, 1.03125, 0.578125, 1.023438, 0.867188, 0.265625, 1.054688, 0.6875, 0.648438, 0.816406, 1.085938, 0.941406, 0.777344, 1.007812, 0.816406, 0.738281, 0.660156, 0.554688, 0.941406, 0.302734, 0.769531, 0.714844, 0.976562, 0.875, 1.085938, 1.109375, 0.757812, 1.078125, 0.664062, 1.132812, 0.757812, 0.949219, 1.09375, 1.046875, 0.890625, 1.007812, 0.738281, 1.109375, 1.0, 1.289062, 0.972656, 0.722656, 1.164062, 1.148438, 1.085938, 0.835938, 0.972656, 1.070312, 0.902344, 0.988281, 0.894531, 1.132812, 0.972656, 1.046875, 1.046875, 1.117188, 0.902344, 0.976562, 1.03125, 0.6875, 0.945312, 1.078125, 0.917969, 1.023438, 0.878906, 1.0, 1.101562, 0.863281, 0.917969, 0.648438, 0.847656, 0.929688, 0.734375, 1.0, 1.804688, 0.917969, 0.769531, 1.078125, 0.804688, 1.070312, 1.0, 1.0625, 1.03125, 1.046875, 0.976562, 0.792969, 0.914062, 0.703125, 0.996094, 0.988281, 1.023438, 0.445312, 1.09375, 1.039062, 0.980469, 1.007812, 0.855469, 0.722656, 0.636719, 0.984375, 0.894531, 0.929688, 0.914062, 0.90625, 0.921875, 0.929688, 0.847656, 0.976562, 0.988281, 0.8125, 0.855469, 0.769531, 0.566406, 0.722656, 0.851562, 1.085938, 1.078125, 1.046875, 0.832031, 0.960938, 0.972656, 0.828125, 0.875, 1.0, 0.933594, 1.117188, 1.148438, 0.886719, 0.589844, 0.929688, 0.945312, 0.582031, 1.0625, 1.046875, 1.132812, 0.953125, 0.875, 0.871094, 0.910156, 0.621094, 0.976562, 0.597656, 1.039062, 0.910156, 0.859375, 0.527344, 0.839844, 1.054688, 0.726562, 0.917969, 0.699219, 1.0, 1.109375, 1.03125, 0.9375, 0.914062, 0.394531, 0.96875, 1.007812, 0.964844, 0.695312, 1.054688, 0.601562, 1.0625, 1.0625, 1.023438, 1.109375, 1.171875, 0.679688, 0.925781, 0.964844, 1.007812, 0.988281, 0.832031, 0.996094, 0.839844, 0.890625, 1.03125, 0.527344, 0.957031, 1.007812, 0.851562, 0.9375, 0.839844, 0.828125, 0.976562, 1.039062, 0.621094, 1.148438, 1.039062, 0.617188, 0.988281, 0.804688, 1.25, 1.007812, 0.964844, 0.964844, 0.992188, 1.015625, 0.945312, 1.015625, 0.859375, 1.117188, 1.046875, 0.980469, 0.996094, 0.960938, 1.039062, 0.644531, 1.054688, 1.101562, 0.828125, 1.023438, 1.023438, 1.039062, 0.867188, 1.21875, 1.164062, 0.964844, 0.734375, 0.898438, 0.976562, 1.070312, 1.054688, 0.34375, 1.015625, 1.015625, 1.164062, 0.882812, 0.863281, 1.070312, 0.953125, 0.761719, 0.992188, 1.125, 1.023438, 1.046875, 0.910156, 0.984375, 1.085938, 1.070312, 1.0625, 1.007812, 0.90625, 0.851562, 0.902344, 0.980469, 0.90625, 0.636719, 1.1875, 0.921875, 0.9375, 1.039062, 1.101562, 1.226562, 1.023438, 0.976562, 1.085938, 1.039062, 0.726562, 1.015625, 0.992188, 0.6875, 1.054688, 0.667969, 0.964844, 0.851562, 0.699219, 0.71875, 0.875, 0.972656, 0.351562, 0.769531, 0.707031, 0.738281, 0.925781, 0.8125, 0.667969, 1.054688, 0.613281, 0.953125, 1.054688, 1.023438, 0.996094, 1.164062, 0.765625, 1.117188, 1.039062, 0.625, 0.601562, 0.738281, 0.839844, 1.023438, 0.734375, 0.953125, 1.109375, 0.753906, 1.085938, 0.804688, 1.070312, 1.0625, 0.972656, 0.964844, 0.882812, 1.023438, 0.640625, 0.945312, 0.949219, 1.039062, 0.472656, 0.722656, 0.828125, 1.007812, 1.039062, 0.898438, 0.804688, 0.941406, 0.96875, 1.039062, 1.015625, 0.785156, 0.90625, 0.859375, 0.75, 0.953125, 1.015625, 0.941406, 0.609375, 0.914062, 1.015625, 1.0, 0.785156, 0.988281, 1.070312, 0.519531, 1.007812, 0.695312, 0.671875, 0.476562, 1.132812, 0.976562, 0.929688, 0.777344, 0.910156, 0.707031, 0.558594, 1.023438, 1.054688, 0.785156, 0.917969, 0.984375, 0.875, 0.832031, 1.101562, 1.078125, 0.878906, 0.671875, 0.9375, 1.078125, 0.792969, 1.023438, 0.753906, 0.964844, 1.085938, 0.9375, 0.90625, 1.101562, 0.441406, 1.039062, 0.800781, 0.953125, 1.015625, 0.839844, 0.917969, 0.757812, 1.117188, 1.148438, 0.296875, 0.652344, 0.976562, 0.832031, 0.992188, 1.0625, 0.816406, 0.960938, 1.117188, 1.0, 0.804688, 1.070312, 0.757812, 0.960938, 0.910156, 0.988281, 0.84375, 0.949219, 1.039062, 0.898438, 0.984375, 1.078125, 0.90625, 0.726562, 0.75, 0.851562, 0.796875, 0.980469, 0.910156, 1.039062, 0.882812, 0.925781, 1.164062, 0.867188, 0.984375, 1.015625, 1.0, 0.707031, 0.976562, 0.613281, 0.804688, 1.039062, 0.984375, 1.03125, 0.960938, 0.871094, 0.988281, 0.558594, 0.671875, 0.96875, 0.648438, 0.863281, 0.847656, 0.753906, 1.140625, 1.007812, 0.789062, 0.570312, 1.015625, 0.601562, 0.660156, 0.683594, 0.84375, 0.867188, 0.945312, 0.808594, 1.117188, 0.996094, 1.101562, 1.007812, 0.785156, 0.976562, 1.03125, 1.023438, 1.039062, 0.636719, 1.140625, 0.941406, 0.621094, 1.117188, 0.867188, 0.945312, 0.773438, 0.800781, 0.648438, 0.972656, 0.988281, 1.007812, 0.726562, 1.054688, 0.726562, 0.734375, 0.546875, 0.773438, 1.070312, 0.992188, 1.054688, 1.015625, 0.964844, 0.570312, 0.875, 0.667969, 0.910156, 0.839844, 0.992188, 0.992188, 1.070312, 0.597656, 1.039062, 0.945312, 1.039062, 1.03125, 1.039062, 1.070312, 1.039062, 1.125, 0.710938, 0.929688, 0.785156, 1.023438, 0.957031, 0.652344, 1.0, 0.632812, 1.039062, 0.746094, 0.683594, 1.09375, 0.597656, 1.039062, 0.558594, 1.09375, 1.117188, 0.863281, 0.957031, 0.914062, 1.085938, 0.910156, 1.046875, 0.792969, 1.039062, 0.34375, 1.078125, 0.746094, 1.140625, 0.703125, 0.609375, 1.09375, 1.1875, 0.769531, 1.0, 0.859375, 1.085938, 0.976562, 1.226562, 0.929688, 0.914062, 0.675781, 1.039062, 1.054688, 0.914062, 0.925781, 1.023438, 0.605469, 1.117188, 0.894531, 1.078125, 0.828125, 0.980469, 0.433594, 0.949219, 0.945312, 0.226562, 0.742188, 0.972656, 0.765625, 0.494141, 1.148438, 0.996094, 0.691406, 0.910156, 0.625, 1.140625, 0.972656, 0.878906, 0.964844, 1.132812, 0.929688, 0.957031, 0.449219, 0.867188, 0.84375, 0.988281, 0.8125, 0.546875, 0.738281, 0.773438, 0.972656, 1.039062, 1.070312, 0.585938, 1.054688, 1.078125, 1.046875, 0.894531, 0.613281, 0.710938, 1.023438, 0.730469, 0.539062, 1.085938, 0.835938, 0.695312, 1.171875, 0.996094, 1.09375, 0.792969, 1.0625, 0.890625, 1.125, 0.964844, 0.882812, 1.023438, 0.933594, 1.039062, 0.769531, 1.046875, 1.015625, 0.894531, 1.007812, 0.683594, 0.972656, 0.84375, 0.84375, 0.894531, 0.800781, 1.148438, 1.039062, 0.890625, 1.039062, 0.664062, 0.992188, 0.894531, 0.416016, 0.816406, 1.007812, 1.164062, 0.796875, 0.933594, 0.742188, 0.929688, 0.90625, 0.396484, 1.0, 1.054688, 0.800781, 0.886719, 0.945312, 0.890625, 0.6875, 1.070312, 1.09375, 0.929688, 0.472656, 1.0, 0.59375, 0.457031, 0.992188, 0.902344, 0.425781, 0.933594, 1.046875, 0.757812, 1.101562, 0.929688, 1.132812, 0.988281, 1.023438, 1.054688, 1.359375, 0.351562, 0.824219, 0.953125, 0.929688, 1.15625, 0.910156, 1.117188, 1.085938, 0.992188, 1.03125, 1.085938, 0.339844, 0.976562, 1.117188, 0.992188, 0.90625, 1.0625, 0.9375, 1.054688, 1.0625, 0.832031, 1.085938, 0.875, 0.980469, 1.015625, 1.078125, 1.148438, 0.558594, 0.945312, 0.933594, 1.070312, 0.757812, 1.039062, 1.085938, 1.046875, 1.101562, 0.804688, 0.9375, 1.054688, 0.96875, 0.898438, 0.742188, 0.914062, 1.054688, 0.550781, 1.039062, 1.007812, 0.976562, 1.085938, 0.972656, 0.742188, 0.78125, 1.078125, 0.605469, 1.03125, 0.90625, 0.890625, 0.945312, 1.054688, 0.664062, 1.015625, 1.109375, 0.863281, 0.953125, 0.773438, 1.125, 0.96875, 0.941406, 1.039062, 0.992188, 0.449219, 1.085938, 0.859375, 0.964844, 0.945312, 0.992188, 0.664062, 1.046875, 0.957031, 0.8125, 0.984375, 1.03125, 0.597656, 1.101562, 0.613281, 0.773438, 0.878906, 0.71875, 0.710938, 0.691406, 0.416016, 0.90625, 0.953125, 0.851562, 0.949219, 1.0, 0.816406, 0.90625, 1.0, 0.679688, 0.777344, 0.613281, 0.921875, 1.007812, 0.929688, 0.691406, 1.0625, 0.933594, 0.863281, 1.03125, 0.941406, 0.625, 1.117188, 0.589844, 0.9375, 1.023438, 0.949219, 0.972656, 0.992188, 0.96875, 0.765625, 0.765625, 1.09375, 0.800781, 1.125, 1.109375, 0.710938, 1.023438, 1.046875, 0.597656, 0.9375, 0.71875, 0.570312, 0.976562, 1.101562, 1.109375, 0.960938, 0.726562, 0.582031, 1.109375, 0.804688, 1.195312, 0.96875, 1.046875, 1.007812, 0.863281, 0.980469, 1.03125, 0.878906, 0.976562, 0.722656, 1.0625, 1.09375, 1.078125, 0.644531, 0.695312, 0.84375, 0.9375, 0.980469, 0.660156, 0.917969, 1.007812, 0.949219, 0.820312, 0.972656, 1.164062, 0.894531, 1.460938, 1.085938, 0.742188, 1.007812, 0.742188, 1.0, 1.007812, 1.078125, 1.015625, 0.671875, 0.636719, 0.917969, 1.015625, 1.070312, 1.164062, 1.046875, 0.546875, 1.015625, 1.125, 0.921875, 0.605469, 0.910156, 1.101562, 0.917969, 1.070312, 0.761719, 0.894531, 1.0, 1.007812, 0.871094, 1.039062, 0.925781, 0.945312, 1.007812, 0.863281, 1.054688, 0.601562, 1.0, 0.972656, 0.960938, 0.957031, 0.789062, 0.427734, 0.742188, 1.101562, 0.890625, 0.71875, 0.945312, 0.855469, 1.039062, 0.847656, 1.085938, 0.914062, 1.992188, 0.785156, 1.09375, 0.996094, 0.953125, 1.023438, 1.101562, 0.597656, 1.046875, 0.910156, 0.894531, 0.867188, 1.023438, 1.101562, 0.90625, 0.542969, 1.085938, 0.789062, 0.494141, 0.972656, 0.9375, 1.132812, 0.980469, 0.980469, 1.0625, 1.023438, 0.972656, 1.0, 1.023438, 0.773438, 0.945312, 0.972656, 0.898438, 0.996094, 0.953125, 0.972656, 1.046875, 1.070312, 0.769531, 0.851562, 0.628906, 1.125, 0.695312, 1.078125, 0.976562, 0.957031, 1.0, 0.90625, 0.730469, 0.742188, 0.925781, 0.71875, 0.726562, 0.84375, 1.101562, 0.988281, 0.792969, 0.890625, 1.0, 0.917969, 1.117188, 1.078125, 1.273438, 0.839844, 1.070312, 0.84375, 0.789062, 1.03125, 0.695312, 1.0, 0.613281, 0.835938, 0.988281, 0.945312, 0.816406, 0.738281, 0.695312, 1.039062, 1.023438, 1.070312, 0.816406, 1.039062, 0.921875, 1.148438, 1.023438, 0.722656, 0.921875, 0.824219, 1.109375, 0.9375, 0.792969, 0.390625, 1.117188, 1.101562, 0.546875, 0.664062, 1.023438, 0.898438, 0.65625, 0.964844, 0.988281, 0.976562, 1.054688, 0.996094, 0.804688, 1.007812, 0.910156, 1.007812, 0.710938, 0.953125, 1.015625, 0.972656, 0.914062, 0.640625, 1.078125, 0.5625, 0.863281, 0.804688, 0.976562, 0.800781, 0.84375, 0.652344, 0.964844, 0.914062, 0.796875, 0.683594, 0.9375, 0.90625, 0.589844, 0.194336, 0.832031, 0.914062, 0.976562, 1.023438, 0.613281, 1.039062, 1.039062, 1.007812, 1.007812, 0.667969, 0.816406, 0.71875, 0.808594, 0.558594, 0.648438, 0.808594, 1.03125, 0.554688, 0.984375, 0.957031, 0.753906, 0.964844, 1.109375, 0.90625, 1.039062, 1.179688, 0.628906, 1.039062, 0.859375, 0.980469, 0.796875, 0.972656, 0.761719, 0.9375, 1.0625, 1.125, 0.929688, 0.671875, 0.949219, 0.9375, 0.894531, 0.886719, 0.617188, 0.953125, 0.53125, 0.820312, 1.039062, 1.1875, 1.046875, 1.039062, 0.910156, 0.648438, 1.109375, 0.839844, 1.101562, 0.988281, 0.882812, 1.023438, 0.609375, 0.988281, 1.015625, 0.996094, 1.0625, 0.867188, 0.9375, 0.851562, 0.976562, 1.054688, 0.71875, 0.945312, 0.894531, 1.015625, 1.117188, 1.132812, 0.890625, 0.910156, 0.957031, 0.890625, 0.847656, 0.890625, 0.761719, 0.972656, 0.671875, 0.679688, 0.671875, 1.046875, 0.917969, 1.023438, 1.09375, 0.949219, 0.972656, 1.125, 1.0625, 0.925781, 0.945312, 0.902344, 0.746094, 0.867188, 0.980469, 0.96875, 1.09375, 0.804688, 0.9375, 1.1875, 0.675781, 1.195312, 0.777344, 0.945312, 1.0, 1.015625, 1.023438, 0.585938, 0.886719, 0.75, 0.769531, 0.785156, 0.585938, 0.882812, 0.785156, 1.007812, 0.746094, 0.972656, 0.988281, 0.820312, 1.0625, 0.550781, 0.867188, 1.0625, 0.734375, 0.71875, 1.101562, 1.039062, 1.023438, 0.84375, 0.875, 0.871094, 0.773438, 0.597656, 0.886719, 0.792969, 1.078125, 0.945312, 1.0625, 0.871094, 0.953125, 0.777344, 1.039062, 0.960938, 0.820312, 0.953125, 0.941406, 0.863281, 0.792969, 1.03125, 0.660156, 0.605469, 0.972656, 1.0, 0.917969, 0.921875, 0.734375, 0.570312, 0.847656, 1.203125, 1.023438, 0.726562, 1.015625, 1.109375, 1.101562, 0.988281, 1.039062, 0.84375, 1.03125, 0.992188, 0.945312, 0.542969, 0.996094, 0.628906, 1.03125, 0.992188, 0.75, 1.101562, 1.023438, 1.078125, 0.757812, 0.785156, 0.902344, 0.59375, 0.636719, 0.957031, 0.984375, 0.835938, 1.101562, 0.9375, 0.734375, 1.085938, 0.734375, 0.957031, 0.742188, 0.863281, 1.046875, 0.640625, 1.117188, 1.132812, 1.023438, 0.925781, 0.917969, 1.015625, 0.855469, 1.078125, 1.09375, 0.761719, 1.085938, 0.855469, 1.078125, 1.078125, 1.0625, 0.71875, 1.0, 0.9375, 0.326172, 0.90625, 1.007812, 1.125, 1.039062, 1.007812, 0.769531, 1.046875, 0.96875, 0.761719, 0.828125, 0.957031, 1.210938, 0.644531, 0.621094, 0.785156, 1.109375, 0.542969, 0.960938, 0.435547, 1.023438, 0.917969, 1.09375, 0.988281, 0.707031, 1.070312, 1.28125, 0.957031, 0.980469, 0.886719, 0.886719, 0.800781, 0.710938, 0.964844, 0.671875, 0.613281, 1.007812, 0.613281, 1.023438, 0.949219, 1.007812, 0.847656, 1.03125, 1.15625, 1.046875, 1.046875, 1.09375, 0.597656, 0.882812, 0.773438, 0.695312, 0.609375, 1.101562, 0.960938, 1.046875, 0.738281, 0.953125, 0.582031, 0.8125, 0.789062, 0.21582, 0.664062, 1.0, 1.132812, 1.015625, 0.984375, 0.898438, 0.703125, 0.988281, 1.3125, 1.164062, 0.910156, 0.898438, 0.785156, 1.085938, 1.0625, 1.085938, 1.054688, 1.085938, 0.832031, 0.734375, 0.455078, 1.085938, 0.957031, 1.0, 1.015625, 0.9375, 1.085938, 0.625, 0.574219, 0.75, 0.8125, 1.09375, 0.769531, 0.640625, 0.789062, 0.582031, 1.070312, 0.988281, 1.109375, 0.925781, 0.96875, 0.796875, 0.902344, 0.96875, 0.933594, 1.070312, 0.972656, 1.085938, 0.585938, 0.757812, 1.09375, 0.984375, 1.101562, 0.628906, 0.941406, 0.960938, 0.988281, 1.164062, 0.957031, 1.039062, 0.675781, 0.890625, 0.855469, 0.714844, 1.015625, 1.09375, 0.871094, 0.800781, 0.746094, 0.9375, 0.941406, 0.839844, 0.714844, 0.875, 0.785156, 0.996094, 1.0, 0.894531, 1.039062, 0.804688, 1.1875, 0.84375, 0.890625, 1.132812, 0.566406, 0.863281, 0.824219, 0.847656, 0.511719, 0.628906, 1.046875, 0.976562, 1.023438, 0.746094, 1.132812, 0.773438, 0.949219, 1.0625, 0.84375, 0.988281, 0.980469, 1.0625, 0.738281, 0.960938, 0.753906, 1.015625, 0.652344, 0.714844, 0.957031, 0.726562, 1.054688, 0.769531, 0.910156, 0.980469, 0.601562, 1.0, 1.109375, 1.070312, 1.015625, 0.722656, 1.007812, 1.132812, 0.839844, 1.125, 0.609375, 0.835938, 0.988281, 1.03125, 0.882812, 0.875, 0.914062, 0.859375, 0.699219, 0.988281, 0.945312, 0.875, 0.992188, 0.734375, 0.878906, 0.683594, 0.96875, 1.007812, 0.609375, 0.59375, 0.691406, 1.078125, 1.054688, 0.882812, 1.109375, 0.71875, 0.71875, 0.925781, 1.085938, 0.765625, 0.519531, 1.046875, 0.882812, 1.03125, 0.996094, 0.96875, 0.75, 1.007812, 0.746094, 0.941406, 0.820312, 1.007812, 0.554688, 0.601562, 1.0, 1.03125, 0.976562, 0.867188, 1.109375, 1.007812, 0.660156, 0.957031, 0.9375, 0.910156, 1.0625, 0.605469, 0.992188, 1.085938, 0.800781, 1.101562, 0.730469, 1.023438, 1.1875, 0.839844, 0.10498, 1.070312, 1.0, 0.917969, 0.929688, 0.902344, 1.007812, 1.023438, 1.140625, 0.894531, 0.761719, 0.949219, 0.890625, 1.203125, 0.792969, 1.0, 1.203125, 0.933594, 0.945312, 1.03125, 0.769531, 0.53125, 0.96875, 0.742188, 1.125, 0.773438, 1.132812, 1.125, 0.953125, 0.984375, 0.9375, 0.617188, 1.023438, 0.648438, 0.953125, 0.773438, 0.601562, 0.746094, 0.855469, 1.023438, 1.046875, 0.949219, 0.898438, 1.101562, 1.070312, 1.054688, 1.054688, 0.949219, 1.078125, 1.09375, 0.773438, 0.941406, 0.980469, 0.929688, 0.726562, 0.882812, 1.046875, 1.0625, 0.695312, 0.734375, 0.925781, 1.164062, 1.125, 1.039062, 1.0625, 1.070312, 1.015625, 1.085938, 0.882812, 0.695312, 0.761719, 0.882812, 0.914062, 0.699219, 1.015625, 1.148438, 0.855469, 0.78125, 1.132812, 0.875, 1.085938, 0.605469, 0.710938, 1.0, 0.777344, 1.046875, 1.085938, 1.140625, 1.164062, 1.195312, 0.964844, 1.015625, 0.929688, 1.085938, 0.949219, 0.914062, 1.132812, 1.085938, 1.085938, 0.945312, 1.132812, 1.195312, 0.90625, 1.046875, 0.898438, 1.070312, 0.882812, 0.992188, 1.054688, 1.085938, 1.023438, 0.953125, 1.0625, 0.855469, 0.890625, 0.949219, 0.957031, 1.210938, 0.914062, 0.949219, 1.140625, 0.898438, 0.96875, 0.675781, 0.761719, 0.738281, 0.996094, 0.773438, 0.503906, 1.0, 0.832031, 0.457031, 0.96875, 1.007812, 1.179688, 0.455078, 1.132812, 0.761719, 0.96875, 0.585938, 1.117188, 0.640625, 0.664062, 1.09375, 1.226562, 1.585938, 0.75, 0.337891, 0.847656, 1.070312, 1.03125, 0.976562, 0.957031, 1.0625, 1.0, 0.65625, 0.878906, 0.980469, 0.984375, 0.703125, 0.777344, 0.691406, 0.710938, 0.785156, 0.726562, 1.03125, 1.007812, 0.855469, 0.609375, 0.992188, 1.210938, 1.046875, 1.007812, 0.953125, 1.164062, 0.734375, 0.992188, 0.996094, 1.148438, 0.984375, 1.0, 0.285156, 1.007812, 0.988281, 1.0, 0.886719, 0.878906, 0.722656, 0.921875, 0.652344, 1.015625, 1.015625, 1.039062, 0.992188, 0.714844, 0.988281, 0.878906, 0.804688, 0.9375, 0.644531, 0.8125, 0.511719, 0.957031, 1.296875, 1.054688, 1.109375, 0.910156, 1.054688, 0.953125, 0.933594, 0.792969, 0.710938, 0.890625, 0.949219, 0.65625, 0.984375, 0.746094, 1.070312, 0.867188, 0.921875, 0.96875, 0.695312, 1.007812, 0.945312, 1.070312, 1.046875, 0.851562, 0.984375, 0.777344, 1.398438, 0.664062, 0.996094, 0.953125, 0.757812, 1.039062, 1.046875, 0.738281, 0.71875, 0.882812, 0.929688, 0.878906, 1.015625, 0.960938, 1.0625, 0.601562, 1.023438, 0.675781, 1.0625, 1.039062, 0.882812, 0.933594, 0.941406, 1.109375, 1.101562, 0.769531, 1.007812, 1.117188, 0.773438, 0.859375, 1.054688, 1.054688, 0.898438, 0.921875, 0.988281, 1.101562, 1.101562, 0.667969, 0.71875, 1.117188, 0.984375, 1.070312, 0.945312, 0.757812, 0.945312, 1.039062, 1.015625, 1.070312, 0.875, 0.972656, 1.046875, 1.117188, 1.101562, 1.039062, 0.976562, 0.808594, 0.980469, 0.902344, 0.527344, 0.976562, 1.101562, 0.964844, 0.816406, 0.753906, 1.007812, 0.808594, 1.101562, 1.023438, 1.117188, 0.929688, 0.847656, 0.707031, 1.132812, 1.03125, 1.054688, 0.945312, 0.796875, 0.871094, 0.929688, 0.847656, 0.945312, 0.980469, 0.410156, 0.546875, 1.0625, 0.714844, 1.023438, 1.039062, 1.117188, 0.671875, 0.664062, 1.046875, 0.96875, 1.039062, 0.945312, 0.949219, 0.652344, 0.8125, 1.023438, 0.976562, 1.0, 1.039062, 0.609375, 1.117188, 0.683594, 1.023438, 1.132812, 0.808594, 1.0625, 1.007812, 1.085938, 1.117188, 1.109375, 1.023438, 0.804688, 0.648438, 0.90625, 0.992188, 1.085938, 1.007812, 0.949219, 1.046875, 0.871094, 0.691406, 1.0625, 0.894531, 1.054688, 0.996094, 1.046875, 0.996094, 1.0, 0.625, 0.507812, 0.90625, 1.023438, 0.75, 0.542969, 0.972656, 0.757812, 0.824219, 0.605469, 0.71875, 1.039062, 0.734375, 0.757812, 0.695312, 0.691406, 0.875, 1.179688, 0.710938, 0.945312, 1.125, 1.0, 1.023438, 0.863281, 0.890625, 1.007812, 1.023438, 0.941406, 1.039062, 0.769531, 1.226562, 1.054688, 1.023438, 0.925781, 1.03125, 0.824219, 0.980469, 0.992188, 0.539062, 1.0, 0.953125, 0.78125, 1.109375, 0.992188, 1.015625, 1.03125, 1.085938, 1.09375, 0.941406, 1.046875, 0.976562, 0.949219, 0.722656, 0.914062, 0.800781, 0.976562, 1.15625, 1.0625, 1.03125, 0.964844, 1.046875, 0.980469, 0.566406, 0.882812, 1.132812, 0.800781, 0.925781, 1.0, 0.96875, 1.023438, 0.933594, 0.953125, 0.789062, 0.613281, 1.054688, 0.96875, 0.921875, 1.015625, 0.308594, 1.039062, 0.992188, 1.015625, 1.085938, 0.941406, 0.785156, 1.023438, 0.828125, 1.234375, 1.054688, 0.992188, 0.90625, 0.949219, 1.117188, 1.132812, 0.871094, 1.054688, 0.855469, 0.734375, 0.9375, 0.984375, 0.871094, 0.972656, 0.945312, 0.949219, 0.992188, 0.636719, 1.132812, 0.992188, 1.0, 0.898438, 1.054688, 0.796875, 0.917969, 0.660156, 0.9375, 1.0, 0.96875, 1.007812, 1.03125, 0.972656, 0.898438, 0.855469, 0.75, 0.976562, 1.070312, 0.84375, 0.921875, 0.882812, 1.03125, 0.703125, 0.964844, 0.925781, 0.84375, 1.046875, 0.96875, 0.921875, 0.945312, 1.007812, 0.863281, 1.195312, 1.09375, 0.78125, 0.992188, 0.757812, 1.007812, 0.933594, 0.773438, 1.0625, 1.210938, 0.980469, 1.023438, 0.570312, 1.054688, 0.964844, 0.894531, 1.085938, 0.691406, 0.699219, 1.039062, 1.0, 0.988281, 1.039062, 0.710938, 1.023438, 0.867188, 1.140625, 1.054688, 0.9375, 1.046875, 0.628906, 0.980469, 0.554688, 1.015625, 1.0, 0.84375, 1.023438, 1.054688, 0.769531, 0.324219, 0.9375, 1.15625, 0.730469, 0.902344, 0.847656, 0.271484, 0.953125, 0.773438, 0.988281, 1.0, 0.777344, 1.171875, 1.101562, 1.414062, 0.470703, 0.929688, 0.859375, 1.023438, 0.957031, 1.0625, 0.707031, 0.679688, 0.804688, 1.164062, 1.273438, 0.921875, 1.0, 0.835938, 1.054688, 0.804688, 1.015625, 0.4375, 0.738281, 1.054688, 1.046875, 0.878906, 1.054688, 1.054688, 1.109375, 0.988281, 1.015625, 1.101562, 0.996094, 0.796875, 1.039062, 1.546875, 0.882812, 0.910156, 1.0, 1.0, 0.964844, 0.472656, 1.039062, 1.03125, 1.015625, 0.953125, 0.960938, 0.992188, 0.734375, 0.988281, 0.625, 0.871094, 0.535156, 0.835938, 1.070312, 0.722656, 0.941406, 1.0, 0.988281, 0.980469, 1.023438, 0.527344, 1.023438, 1.101562, 1.0625, 1.164062, 1.023438, 0.957031, 0.9375, 1.109375, 0.976562, 0.859375, 0.972656, 1.085938, 0.796875, 1.070312, 1.6875, 1.101562, 1.046875, 0.980469, 0.746094, 0.972656, 1.023438, 0.738281, 0.734375, 0.984375, 0.519531, 1.03125, 1.132812, 1.015625, 0.667969, 1.070312, 1.03125, 1.09375, 0.605469, 0.710938, 0.75, 0.714844, 1.085938, 0.6875, 1.03125, 0.933594, 0.964844, 1.109375, 0.738281, 0.722656, 0.941406, 0.921875, 1.0625, 0.890625, 1.007812, 0.886719, 0.765625, 1.03125, 1.054688, 0.988281, 0.753906, 1.039062, 0.996094, 1.03125, 1.0625, 0.945312, 0.628906, 0.914062, 0.917969, 0.632812, 1.03125, 0.945312, 0.738281, 0.957031, 0.777344, 0.933594, 1.070312, 0.910156, 3.046875, 0.957031, 1.023438, 0.992188, 0.867188, 0.929688, 1.085938, 1.007812, 1.09375, 1.078125, 0.722656, 0.5625, 1.09375, 1.039062, 0.890625, 0.945312, 1.039062, 1.046875, 1.085938, 0.652344, 0.683594, 0.636719, 0.820312, 0.917969, 0.753906, 1.039062, 1.109375, 1.03125, 0.84375, 0.808594, 1.023438, 1.007812, 1.078125, 0.765625, 1.054688, 0.769531, 0.941406, 0.539062, 1.046875, 0.980469, 0.578125, 1.085938, 1.0, 1.195312, 0.925781, 0.486328, 0.902344, 0.878906, 0.570312, 1.0, 0.835938, 0.65625, 1.203125, 0.96875, 0.597656, 1.03125, 0.628906, 1.039062, 0.871094, 0.863281, 0.945312, 0.675781, 1.023438, 0.882812, 1.054688, 0.703125, 0.953125, 0.710938, 0.710938, 1.023438, 0.609375, 0.742188, 0.808594, 0.578125, 0.851562, 0.941406, 0.789062, 1.179688, 0.945312, 1.039062, 0.796875, 1.023438, 0.558594, 0.828125, 1.007812, 1.070312, 1.007812, 0.984375, 1.046875, 0.789062, 0.925781, 0.863281, 1.046875, 0.820312, 0.882812, 0.984375, 0.917969, 1.039062, 0.96875, 0.671875, 1.117188, 1.023438, 1.023438, 0.675781, 0.847656, 0.988281, 0.773438, 0.753906, 0.632812, 0.757812, 1.007812, 1.039062, 1.015625, 0.804688, 0.941406, 1.007812, 0.945312, 0.964844, 0.957031, 0.804688, 0.820312, 0.933594, 0.789062, 0.949219, 0.910156, 0.589844, 1.039062, 1.0, 0.917969, 0.976562, 0.929688, 0.980469, 0.945312, 0.890625, 0.757812, 0.589844, 0.847656, 0.722656, 0.976562, 0.800781, 1.125, 1.101562 ] }, "name": "model.model.layers.21.post_attention_layernorm.weight", "outputIndexes": [ 1795 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1794 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_21/Mul_output_0", "outputIndexes": [ 1796 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1795, 1796 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_21/Mul_1_output_0", "outputIndexes": [ 1797 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1797 ], "outputIndexes": [ 2912 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2912 ], "outputIndexes": [ 2913 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear", "inputIndexes": [ 2913 ], "outputIndexes": [ 2914 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2769779962, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2914 ], "outputIndexes": [ 2915 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2915 ], "outputIndexes": [ 1798 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1798 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_21/Sigmoid_output_0", "outputIndexes": [ 1799 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1798, 1799 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_21/Mul_output_0", "outputIndexes": [ 1800 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1797 ], "outputIndexes": [ 2916 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2916 ], "outputIndexes": [ 2917 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear", "inputIndexes": [ 2917 ], "outputIndexes": [ 2918 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2807971088, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2918 ], "outputIndexes": [ 2919 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2919 ], "outputIndexes": [ 1801 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1800, 1801 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_21/Mul_output_0", "outputIndexes": [ 1802 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1802 ], "outputIndexes": [ 2920 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2920 ], "outputIndexes": [ 2921 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear", "inputIndexes": [ 2921 ], "outputIndexes": [ 2922 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2846162214, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2922 ], "outputIndexes": [ 2923 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2923 ], "outputIndexes": [ 1803 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1794, 1803 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_109_output_0", "outputIndexes": [ 1804 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1804, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_198_output_0", "outputIndexes": [ 1805 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.085938, 0.6875, 1.09375, 0.914062, 1.195312, 0.824219, 0.703125, 0.78125, 1.476562, 0.625, 0.753906, 0.992188, 0.675781, 0.585938, 1.0, 0.875, 0.664062, 0.605469, 0.699219, 1.070312, 1.40625, 0.707031, 0.691406, 0.699219, 0.730469, 0.878906, 1.007812, 0.746094, 0.8125, 0.632812, 0.992188, 1.03125, 1.15625, 0.710938, 0.898438, 0.875, 0.886719, 1.367188, 0.691406, 0.597656, 0.863281, 0.730469, 1.101562, 0.832031, 1.023438, 0.832031, 1.039062, 1.1875, 0.878906, 0.988281, 1.015625, 0.660156, 0.628906, 0.621094, 0.789062, 0.742188, 0.738281, 1.03125, 0.851562, 1.140625, 0.609375, 0.769531, 0.792969, 0.679688, 0.902344, 1.070312, 0.738281, 0.65625, 0.554688, 0.769531, 0.683594, 1.25, 0.753906, 0.6875, 0.902344, 0.867188, 1.242188, 0.835938, 1.210938, 1.070312, 1.0625, 1.203125, 1.007812, 0.769531, 0.753906, 0.722656, 0.695312, 1.023438, 0.722656, 1.132812, 0.792969, 0.679688, 0.695312, 0.671875, 1.507812, 0.652344, 1.0625, 0.933594, 0.6875, 0.53125, 0.859375, 0.910156, 1.007812, 0.6875, 1.53125, 0.839844, 1.546875, 0.90625, 1.0625, 0.636719, 0.671875, 0.695312, 0.75, 1.1875, 0.675781, 1.335938, 0.777344, 0.71875, 0.886719, 0.582031, 0.636719, 0.621094, 0.886719, 0.683594, 0.832031, 0.632812, 0.785156, 0.679688, 0.863281, 1.015625, 1.179688, 0.542969, 1.039062, 0.957031, 0.554688, 0.785156, 0.652344, 0.695312, 1.0625, 0.78125, 0.613281, 0.957031, 0.898438, 0.46875, 1.351562, 1.15625, 1.109375, 0.667969, 0.878906, 0.664062, 0.898438, 0.710938, 0.707031, 0.667969, 1.289062, 0.929688, 0.941406, 1.070312, 0.96875, 0.992188, 0.746094, 1.078125, 1.320312, 0.667969, 1.359375, 0.957031, 0.726562, 1.25, 0.660156, 0.726562, 0.6875, 0.71875, 0.703125, 0.707031, 0.664062, 1.085938, 0.683594, 0.597656, 0.8125, 0.636719, 0.492188, 0.710938, 0.777344, 0.871094, 0.435547, 0.839844, 0.664062, 0.722656, 0.691406, 0.769531, 0.679688, 0.746094, 1.398438, 0.652344, 1.46875, 0.746094, 0.707031, 0.8125, 1.164062, 0.640625, 0.636719, 1.585938, 1.210938, 1.09375, 1.25, 0.683594, 0.478516, 0.785156, 0.792969, 0.466797, 0.832031, 0.664062, 0.644531, 0.75, 0.652344, 1.164062, 1.015625, 0.902344, 1.140625, 0.664062, 0.644531, 0.980469, 1.15625, 0.757812, 0.75, 1.117188, 0.800781, 0.980469, 0.601562, 0.695312, 0.714844, 0.917969, 0.761719, 0.617188, 0.679688, 1.320312, 0.652344, 1.007812, 0.699219, 0.746094, 0.828125, 0.632812, 0.742188, 0.679688, -0.597656, 1.398438, 0.730469, 0.769531, 0.769531, 0.695312, 0.660156, 1.375, 0.757812, 0.742188, 0.703125, 0.851562, 0.671875, 0.976562, 0.617188, 0.996094, 0.710938, 0.714844, 0.75, 0.761719, 0.699219, 0.722656, 0.632812, 0.640625, 1.25, 0.847656, 0.988281, 0.863281, 0.734375, 0.929688, 0.628906, 1.078125, 0.707031, 0.5625, 0.628906, 0.980469, 0.636719, 0.644531, 0.921875, 0.742188, 0.65625, 1.09375, 0.46875, 0.785156, 0.773438, 0.613281, 0.972656, 0.585938, 0.839844, 1.070312, 0.515625, 0.648438, 1.359375, 0.707031, 0.925781, 0.636719, 0.554688, 1.046875, 1.0, 0.886719, 1.171875, 0.816406, 0.667969, 0.613281, 0.785156, 0.722656, 1.382812, 0.691406, 0.625, 0.636719, 1.398438, 0.738281, 0.679688, 0.917969, 0.8125, 0.636719, 0.820312, 0.652344, 0.585938, 0.667969, 0.890625, 0.65625, 0.648438, 0.660156, 0.847656, 0.832031, 0.792969, 0.886719, 0.867188, 0.640625, 0.972656, 0.65625, 0.828125, 0.859375, 0.816406, 0.59375, 0.871094, 0.648438, 0.640625, 0.675781, 0.945312, 0.917969, 0.972656, 0.640625, 0.628906, 0.671875, 0.800781, 1.007812, 1.382812, 0.738281, 0.953125, 0.621094, 0.703125, 0.765625, 0.59375, 0.734375, 1.65625, 1.070312, 0.910156, 0.839844, 1.101562, 1.078125, 0.691406, 1.0, 0.679688, 0.617188, 0.640625, 0.65625, 0.753906, 0.664062, 0.746094, 1.023438, 0.988281, 0.953125, 0.683594, 0.761719, 0.9375, 0.78125, 1.078125, 1.234375, 0.84375, 0.601562, 0.96875, 0.699219, 0.71875, 0.828125, 0.636719, 0.859375, 1.0, 1.125, 0.6875, 0.800781, 0.835938, 0.605469, 0.710938, 0.957031, 0.8125, 0.761719, 1.101562, 0.859375, 0.695312, 0.734375, 0.800781, 0.785156, 0.75, 0.648438, 1.132812, 0.742188, 0.828125, 0.65625, 0.789062, 1.195312, 0.859375, 0.726562, 0.703125, 0.726562, 1.039062, 1.203125, 0.644531, 0.554688, 0.652344, 0.941406, 0.832031, 0.722656, 0.488281, 0.699219, 0.671875, 0.582031, 0.9375, 0.703125, 0.828125, 0.494141, 0.765625, 0.695312, 0.664062, 1.0, 0.644531, 0.929688, 1.132812, 0.644531, 1.039062, 0.929688, 0.714844, 0.738281, 1.085938, 1.242188, 1.320312, 0.679688, 0.707031, 0.640625, 1.273438, 1.71875, 0.462891, 0.597656, -0.018066, 0.644531, 0.773438, 0.640625, 0.644531, 1.34375, 0.992188, 0.902344, 0.863281, 0.703125, 0.960938, 0.808594, 0.570312, 0.859375, 0.652344, 0.675781, 0.890625, 1.351562, 0.597656, 0.632812, 0.6875, 0.640625, 0.765625, 0.683594, 0.546875, 1.03125, 1.398438, 0.789062, 1.03125, 1.007812, 0.925781, 0.949219, 0.464844, 0.832031, 0.964844, 0.75, 0.925781, 0.496094, 0.671875, 0.761719, 1.226562, 0.777344, 0.640625, 0.824219, 0.652344, 1.015625, 0.628906, 1.304688, 0.976562, 0.431641, 0.683594, 0.65625, 0.890625, 0.851562, 0.777344, 0.804688, 0.855469, 0.804688, 0.621094, 0.695312, 0.667969, 0.992188, 0.566406, 0.714844, 0.695312, 0.988281, 0.695312, 0.882812, 0.902344, 0.707031, 0.726562, 0.675781, 0.6875, 1.023438, 1.070312, 0.691406, 0.667969, 0.710938, 0.988281, 0.648438, 0.921875, 0.703125, 0.601562, 0.597656, 0.675781, 0.667969, 0.789062, 0.816406, 1.070312, 1.4375, 0.384766, 1.03125, 0.894531, 1.007812, 0.785156, 1.820312, 0.65625, 0.605469, 0.636719, 0.636719, 0.730469, 0.609375, 0.941406, 0.746094, 0.765625, 0.449219, 0.9375, 0.730469, 0.6875, 0.933594, 1.101562, 0.460938, 1.070312, 0.636719, 0.5625, 0.734375, 0.652344, 0.640625, 0.589844, 0.914062, 0.917969, 0.871094, 0.765625, 0.96875, 0.765625, 0.863281, 0.910156, 0.65625, 0.707031, 1.09375, 0.667969, 0.675781, 0.9375, 0.832031, 0.730469, 1.085938, 0.734375, 1.273438, 0.648438, 0.507812, 0.996094, 0.851562, 0.90625, 0.988281, 0.683594, 1.3125, 0.804688, 0.976562, 0.664062, 0.636719, 1.429688, 0.816406, 1.015625, 0.863281, 0.785156, 0.625, 0.730469, 0.675781, 0.878906, 0.671875, 0.894531, 0.914062, 0.738281, 0.636719, 1.429688, 0.707031, 1.382812, 0.71875, 1.132812, 0.734375, 0.671875, 0.960938, 0.875, 0.824219, 0.644531, 0.679688, 0.46875, 0.839844, 0.863281, 0.503906, 0.714844, 0.6875, 0.597656, 0.632812, 0.6875, 0.765625, 1.015625, 1.75, 0.671875, 0.667969, 0.703125, 0.628906, 1.0, 1.148438, 0.714844, 1.023438, 1.085938, 0.742188, 0.746094, 0.699219, 0.746094, 0.914062, 1.132812, 0.660156, 1.351562, 0.84375, 0.753906, 0.796875, 0.644531, 0.726562, 0.769531, 0.707031, 0.652344, 0.71875, 0.632812, 0.742188, 0.671875, 0.621094, 0.804688, 1.0625, 1.226562, 0.738281, 0.683594, 0.78125, 0.558594, 0.761719, 1.3125, 1.28125, 0.636719, 0.964844, 0.796875, 1.210938, 1.078125, 1.5625, 0.617188, 1.054688, 0.660156, 0.929688, 1.421875, 1.007812, 0.617188, 0.761719, 0.730469, 0.722656, 0.835938, 0.636719, 0.710938, 0.667969, 0.695312, 0.894531, 0.722656, 0.945312, 0.765625, 0.498047, 0.792969, 0.652344, 1.492188, 1.507812, 1.117188, 0.699219, 0.960938, 0.777344, 1.320312, 0.710938, 0.664062, 0.632812, 0.785156, 0.722656, 0.792969, 1.164062, 0.65625, 1.5625, 0.703125, 0.714844, 0.652344, 0.691406, 1.140625, 0.6875, 0.742188, 0.490234, 0.652344, 0.890625, 0.957031, 0.699219, 0.984375, 0.984375, 0.644531, 0.625, 0.808594, 0.597656, 1.109375, 0.765625, 0.6875, 0.671875, 0.769531, 1.335938, 0.851562, 0.648438, 1.046875, 0.792969, 1.171875, 1.5625, 0.671875, 0.742188, 0.777344, 1.023438, 0.726562, 0.644531, 0.738281, 0.992188, 1.015625, 1.03125, 0.613281, 0.828125, 0.722656, 0.640625, 1.046875, 1.054688, 0.867188, 0.894531, 0.75, 0.667969, 0.648438, 0.933594, 0.765625, 0.699219, 0.789062, 0.664062, 0.710938, 0.695312, 0.671875, 0.648438, 0.773438, 0.914062, 1.273438, 0.917969, 0.753906, 0.554688, 1.03125, 0.769531, 1.421875, 0.695312, 0.582031, 1.523438, 0.710938, 0.839844, 0.878906, 0.964844, 0.722656, 0.660156, 1.257812, 0.769531, 0.589844, 0.800781, 0.664062, 1.09375, 0.683594, 1.039062, 0.816406, 0.921875, 0.792969, 1.179688, 0.761719, 0.71875, 1.023438, 1.0, 0.498047, 0.496094, 0.667969, 0.714844, 0.597656, 0.726562, 0.675781, 1.164062, 1.0, 1.085938, 0.808594, 0.695312, 1.648438, 0.773438, 0.789062, 0.839844, 0.707031, 0.96875, 0.960938, 0.847656, 1.632812, 0.738281, 0.609375, 0.96875, 0.765625, 0.625, 0.667969, 0.664062, 1.171875, 1.125, 0.828125, 0.675781, 1.03125, 0.945312, 0.871094, 0.902344, 1.0, 0.722656, 0.578125, 0.824219, 0.777344, 0.613281, 0.960938, 0.550781, 0.671875, 0.757812, 0.671875, 0.816406, 1.039062, 0.941406, 0.769531, 0.863281, 0.96875, 0.941406, 0.730469, 0.609375, 0.679688, 0.910156, 0.808594, 0.679688, 0.828125, 0.769531, 0.65625, 0.671875, 0.746094, 1.648438, 1.484375, 0.773438, 0.660156, 0.667969, 1.148438, 0.625, 0.695312, 0.734375, 1.570312, 1.351562, 0.789062, 0.699219, 0.675781, 0.851562, 0.804688, 0.976562, 0.6875, 0.800781, 0.742188, 0.699219, 1.015625, 1.015625, 0.710938, 1.421875, 0.777344, 0.632812, 0.71875, 1.007812, 0.757812, 0.648438, 0.800781, 0.742188, 0.65625, 0.769531, 0.753906, 0.699219, 0.996094, 0.675781, 0.9375, 0.726562, 0.679688, 1.078125, 0.699219, 0.722656, 0.902344, 0.683594, 0.601562, 0.761719, 0.773438, 0.730469, 0.972656, 0.621094, 0.644531, 1.492188, 1.421875, 0.703125, 0.976562, 0.800781, 1.398438, 0.988281, 1.15625, 1.304688, 0.707031, 0.996094, 0.636719, 0.878906, 0.644531, 0.90625, 0.578125, 0.902344, 0.988281, 1.046875, 0.808594, 0.714844, 1.109375, 0.648438, 0.617188, 0.585938, 1.03125, 1.242188, 0.851562, 0.636719, 1.164062, 0.796875, 0.847656, 1.203125, 0.976562, 0.730469, 1.015625, 0.894531, 0.703125, 0.976562, 0.828125, 1.257812, 0.933594, 0.882812, 0.804688, 1.054688, 0.679688, 1.484375, 0.953125, 0.640625, 0.542969, 0.679688, 1.492188, 0.746094, 0.679688, 0.917969, 0.996094, 0.984375, 0.695312, 0.660156, 0.65625, 0.597656, 1.023438, 0.613281, 0.753906, 0.921875, 0.832031, 1.242188, 0.675781, 0.683594, 0.59375, 0.605469, 0.972656, 0.648438, 0.8125, 0.535156, 0.835938, 0.863281, 0.601562, 0.734375, 1.554688, 0.90625, 1.0, 0.878906, 0.941406, 0.671875, 0.609375, 0.972656, 0.964844, 0.761719, 0.734375, 0.886719, 0.601562, 0.679688, 0.75, 0.886719, 1.117188, 1.421875, 0.917969, 0.453125, 1.460938, 1.1875, 0.832031, 0.609375, 1.164062, 0.621094, 0.683594, 0.691406, 0.726562, 0.855469, 0.960938, 1.523438, 0.945312, 0.832031, 0.6875, 0.898438, 0.839844, 0.664062, 0.648438, 0.753906, 0.875, 0.761719, 0.757812, 1.054688, 1.09375, 0.65625, 1.054688, 1.390625, 1.140625, 0.679688, 0.894531, 0.800781, 1.398438, 1.664062, 0.628906, 0.996094, 0.742188, 0.730469, 0.660156, 0.820312, 0.714844, 0.664062, 0.960938, 0.617188, 0.808594, 0.644531, 0.539062, 0.914062, 0.703125, 0.972656, 1.007812, 1.101562, 0.925781, 1.09375, 0.960938, 0.96875, 0.644531, 0.453125, 0.898438, 0.621094, 0.621094, 0.710938, 0.660156, 0.949219, 1.28125, 0.636719, 1.078125, 0.988281, 0.490234, 0.5625, 0.757812, 0.660156, 0.804688, 1.101562, 0.613281, 0.671875, 0.914062, 0.773438, 0.886719, 1.359375, 0.804688, 0.519531, 0.710938, 1.59375, 0.498047, 0.960938, 0.683594, 0.652344, 0.65625, 1.03125, 0.820312, 0.738281, 0.644531, 0.800781, 0.683594, 0.667969, 0.929688, 0.863281, 1.375, 0.75, 0.996094, 0.75, 0.589844, 0.691406, 0.621094, 0.886719, 0.917969, 0.707031, 0.835938, 0.726562, 0.726562, 1.023438, 0.652344, 0.894531, 0.78125, 0.707031, 0.458984, 0.800781, 0.675781, 1.632812, 0.628906, 0.640625, 0.902344, 0.816406, 0.59375, 1.1875, 0.753906, 0.957031, 1.007812, 0.71875, 0.894531, 0.699219, 0.582031, 0.960938, 0.695312, 0.640625, 0.765625, 0.714844, 0.613281, 0.863281, 0.431641, 1.039062, 1.0, 0.84375, 0.777344, 0.878906, 0.683594, 0.671875, 0.753906, 0.84375, 1.234375, 0.871094, 0.734375, 0.757812, 0.65625, 0.636719, 0.886719, 0.738281, 0.789062, 0.925781, 0.789062, 0.703125, 0.683594, 0.941406, 0.667969, 0.777344, 0.890625, 0.617188, 0.648438, 0.785156, 0.761719, 0.632812, 0.71875, 0.710938, 1.015625, 0.921875, 0.699219, 0.734375, 0.486328, 0.941406, 0.527344, 0.894531, 0.730469, 1.046875, 0.636719, 0.699219, 0.90625, 0.765625, 0.597656, 0.800781, 0.851562, 0.667969, 0.9375, 0.738281, 0.976562, 0.640625, 0.8125, 0.675781, 0.855469, 0.976562, 1.023438, 0.722656, 0.871094, 0.707031, 1.304688, 1.054688, 0.675781, 0.65625, 0.957031, 0.734375, 0.714844, 0.71875, 0.925781, 0.726562, 0.679688, 0.675781, 0.769531, 0.675781, 0.742188, 1.257812, 0.640625, 0.84375, 1.085938, 0.945312, 0.960938, 1.078125, 0.636719, 0.886719, 0.730469, 0.691406, 0.902344, 0.90625, 0.867188, 0.699219, 0.691406, 0.417969, 0.699219, 1.242188, 0.648438, 0.667969, 0.738281, 0.84375, 1.203125, 0.996094, 0.667969, 0.769531, 1.398438, 0.785156, 0.431641, 1.226562, 1.179688, 0.746094, 0.632812, 0.863281, 0.785156, 0.734375, 0.714844, 0.515625, 1.132812, 0.730469, 1.476562, 0.921875, 1.054688, 0.847656, 0.566406, 0.792969, 0.972656, 1.085938, 0.808594, 0.753906, 1.070312, 1.171875, 0.6875, 0.8125, 0.761719, 0.660156, 0.71875, 1.023438, 0.808594, 0.707031, 0.957031, 0.636719, 0.898438, 0.96875, 0.902344, 0.753906, 0.882812, 0.707031, 0.753906, 0.625, 0.644531, 0.585938, 1.03125, 0.652344, 0.8125, 0.746094, 0.867188, 0.652344, 0.863281, 0.914062, 1.15625, 0.628906, 0.96875, 0.632812, 0.648438, 0.644531, 0.675781, 1.140625, 1.304688, 0.769531, 0.664062, 0.992188, 0.597656, 0.679688, 0.738281, 1.242188, 0.601562, 0.808594, 0.753906, 1.109375, 1.0625, 0.714844, 0.824219, 0.734375, 0.714844, 0.761719, 0.878906, 0.773438, 0.636719, 0.644531, 1.070312, 0.824219, 1.351562, 0.789062, 0.738281, 0.699219, 0.855469, 0.742188, 1.125, 0.855469, 0.660156, 0.824219, 0.632812, 0.632812, 0.613281, 0.640625, 0.753906, 1.328125, 0.730469, 0.925781, 0.628906, 1.0, 0.878906, 1.304688, 1.210938, 0.578125, 0.761719, 0.929688, 0.730469, 1.351562, 0.664062, 0.835938, 0.828125, 0.765625, 0.695312, 0.621094, 0.898438, 1.007812, 0.691406, 0.851562, 0.636719, 0.664062, 0.957031, 0.792969, 0.941406, 0.984375, 0.777344, 0.996094, 0.886719, 0.644531, 1.007812, 0.65625, 1.03125, 0.691406, 1.125, 0.425781, 0.9375, 0.679688, 0.753906, 0.625, 0.59375, 0.84375, 1.328125, 0.921875, 0.699219, 0.992188, 0.824219, 1.546875, 0.660156, 1.0, 0.898438, 1.085938, 0.757812, 1.117188, 0.859375, 0.96875, 0.710938, 0.84375, 1.078125, 0.488281, 0.777344, 0.679688, 0.703125, 0.675781, 0.546875, 0.660156, 0.800781, 0.554688, 0.824219, 1.335938, 0.6875, 0.839844, 0.867188, 0.699219, 0.914062, 0.617188, 0.671875, 0.746094, 1.039062, 0.9375, 0.738281, 1.0625, 1.0625, 0.617188, 1.046875, 0.722656, 0.648438, 0.839844, 0.714844, 0.761719, 0.660156, 0.773438, 0.742188, 0.910156, 0.71875, 0.625, 0.71875, 0.648438, 0.769531, 1.28125, 0.953125, 0.84375, 0.738281, 0.75, 0.757812, 0.753906, 1.085938, 1.0, 0.964844, 0.75, 0.890625, 0.710938, 0.6875, 0.867188, 0.722656, 1.257812, 0.71875, 0.679688, 0.902344, 0.582031, 0.617188, 0.847656, 0.644531, 1.054688, 0.660156, 1.007812, 0.710938, 0.824219, 0.640625, 0.667969, 0.980469, 0.878906, 0.898438, 0.699219, 0.671875, 0.652344, 0.679688, 0.714844, 0.671875, 0.570312, 0.902344, 0.648438, 0.632812, 0.726562, 0.863281, 1.257812, 0.699219, 0.734375, 1.046875, 0.753906, 1.03125, 0.679688, 0.644531, 0.925781, 1.007812, 0.503906, 0.738281, 0.660156, 0.574219, 1.203125, 0.664062, 0.667969, 1.492188, 0.488281, 0.980469, 0.507812, 0.628906, 0.871094, 0.558594, 0.738281, 1.015625, 0.621094, 0.945312, 0.730469, 0.679688, 0.917969, 1.21875, 0.898438, 0.722656, 1.101562, 0.957031, 0.960938, 0.898438, 0.863281, 0.490234, 0.800781, 0.777344, 0.976562, 0.757812, 0.949219, 0.875, 1.109375, 0.933594, 0.652344, 0.730469, 0.714844, 1.03125, 0.632812, 0.667969, 0.6875, 1.5, 0.914062, 0.746094, 0.703125, 0.777344, 0.722656, 0.851562, 0.589844, 0.921875, 0.707031, 0.683594, 1.703125, 0.714844, 0.898438, 1.054688, 0.621094, 0.730469, 0.71875, 1.328125, 0.832031, 0.675781, 0.839844, 0.753906, 0.671875, 0.820312, 1.429688, 0.699219, 1.320312, 1.164062, 1.296875, 1.015625, 0.625, 1.09375, 0.914062, 0.777344, 0.601562, 0.976562, 0.691406, 0.792969, 0.675781, 0.703125, 0.652344, 0.648438, 0.703125, 1.015625, 0.890625, 0.617188, 0.941406, 0.652344, 0.960938, 0.5, 0.726562, 0.472656, 0.648438, 0.910156, 0.609375, 0.722656, 0.929688, 1.335938, 1.007812, 1.90625, 0.652344, 0.742188, 0.859375, 0.699219, 0.482422, 0.929688, 0.785156, 1.367188, 1.03125, 0.660156, 0.6875, 0.777344, 0.890625, 0.714844, 0.621094, 0.847656, 0.773438, 0.730469, 1.0625, 0.933594, 0.640625, 0.945312, 0.742188, 0.832031, 0.652344, 0.714844, 0.84375, 0.601562, 0.761719, 0.691406, 0.699219, 0.455078, 0.695312, 0.914062, 0.789062, 0.644531, 0.84375, 0.628906, 0.839844, 0.679688, 0.898438, 0.628906, 0.75, 0.804688, 0.640625, 0.65625, 1.164062, 1.257812, 0.695312, 0.710938, 0.65625, 0.621094, 0.699219, 0.769531, 0.789062, 1.09375, 0.664062, 0.609375, 0.738281, 0.902344, 1.828125, 0.957031, 0.671875, 0.523438, 0.957031, 0.769531, 0.71875, 1.21875, 1.15625, 1.179688, 0.652344, 0.886719, 0.789062, 0.804688, 0.902344, 0.851562, 0.6875, 0.621094, 0.636719, 0.714844, 0.65625, 0.734375, 1.867188, 1.015625, 0.660156, 0.738281, 0.863281, 0.777344, 0.644531, 1.132812, 0.964844, 1.367188, 0.648438, 0.609375, 0.664062, 1.015625, 0.863281, 1.03125, 1.0625, 0.890625, 0.535156, 0.769531, 0.667969, 1.09375, 0.6875, 0.675781, 1.0, 0.78125, 0.585938, 0.628906, 0.789062, 0.820312, 0.691406, 0.78125, 0.417969, 0.765625, 0.878906, 0.742188, 1.265625, 1.367188, 1.070312, 0.8125, 1.109375, 0.492188, 0.671875, 0.722656, 0.726562, 0.664062, 0.390625, 0.691406, 1.164062, 0.707031, 0.902344, 0.496094, 0.730469, 0.832031, 0.761719, 1.320312, 0.828125, 1.015625, 0.558594, 0.652344, 0.765625, 0.726562, 1.101562, 0.742188, 0.972656, 0.726562, 1.710938, 1.132812, 0.519531, 0.914062, 0.574219, 1.117188, 0.9375, 0.972656, 1.445312, 0.726562, 0.609375, 0.890625, 0.796875, 0.980469, 0.746094, 0.71875, 0.886719, 0.984375, 0.765625, 0.605469, 0.625, 0.683594, 0.992188, 0.898438, 0.683594, 0.835938, 0.789062, 0.644531, 1.578125, 0.695312, 0.617188, 1.476562, 0.761719, 0.699219, 0.828125, 1.210938, 1.164062, 0.65625, 0.494141, 0.734375, 0.773438, 0.949219, 0.625, 0.617188, 0.683594, 0.984375, 0.761719, 0.933594, 1.601562, 0.789062, 0.777344, 0.722656, 0.601562, 0.855469, 0.992188, 0.945312, 0.628906, 0.652344, 0.75, 0.964844, 0.710938, 1.210938, 0.734375, 0.800781, 1.09375, 0.789062, 1.21875, 1.09375, 1.117188, 0.886719, 0.519531, 0.890625, 1.125, 0.6875, 0.980469, 0.582031, 1.375, 0.699219, 0.898438, 0.660156, 0.664062, 0.726562, 0.675781, 0.714844, 0.902344, 0.773438, 0.773438, 0.628906, 0.746094, 0.507812, 0.640625, 1.0, 0.949219, 0.621094, 0.609375, 1.0, 0.765625, 0.601562, 0.742188, 0.699219, 0.691406, 0.652344, 1.453125, 0.482422, 1.125, 0.914062, 0.804688, 0.636719, 0.5625, 1.101562, 0.660156, 1.804688, 0.949219, 0.75, 0.785156, 0.628906, 0.636719, 0.773438, 1.226562, 0.804688, 0.789062, 0.714844, 1.15625, 0.679688, 1.023438, 1.34375, 0.695312, 0.738281, 1.289062, 0.636719, 0.691406, 0.886719, 0.996094, 0.757812, 0.960938, 0.664062, 0.699219, 1.21875, 1.15625, 1.4375, 0.800781, 0.652344, 0.773438, 1.007812, 0.601562, 0.964844, 1.078125, 0.683594, 0.722656, 0.855469, 1.554688, 0.652344, 0.855469, 0.855469, 0.652344, 0.796875, 0.683594, 0.90625, 0.789062, 0.785156, 0.839844, 0.789062, 0.65625, 0.761719, 1.171875, 1.046875, 0.921875, 0.792969, 0.621094, 1.039062, 0.490234, 0.695312, 0.777344, 0.71875, 0.835938, 0.890625, 0.660156, 0.925781, 0.640625, 0.632812, 1.046875, 0.671875, 0.957031, 0.816406, 0.248047, 0.828125, 0.625, 0.84375, 0.652344, 1.015625, 0.78125, 0.933594, 1.085938, 0.730469, 0.699219, 0.59375, 0.730469, 1.171875, 1.3125, 0.78125, 0.878906, 1.4375, 0.644531, 0.96875, 0.894531, 0.570312, 0.707031, 0.738281, 0.679688, 1.195312, 0.863281, 0.675781, 0.796875, 0.730469, 0.695312, 0.980469, 0.707031, 1.046875, 0.898438, 0.855469, 0.71875, 0.902344, 0.910156, 1.023438, 0.859375, 0.59375, 0.910156, 0.894531, 0.515625, 1.453125, 0.628906, 0.6875, 0.617188, 0.621094, 0.679688, 0.546875, 0.636719, 0.671875, 0.503906, 1.015625, 1.0, 0.679688, 0.691406, 0.671875, 0.898438, 0.734375, 0.667969, 0.738281, 1.070312, 0.703125, 1.148438, 1.023438, 1.0, 0.632812, 0.800781, 0.621094, 0.753906, 0.667969, 0.566406, 0.914062, 1.117188, 0.796875, 0.589844, 0.859375, 0.8125, 0.376953, 0.675781, 0.804688, 0.585938, 0.695312, 1.210938, 0.996094, 0.609375, 0.945312, 0.929688, 0.65625, 0.882812, 0.980469, 0.816406, 0.769531, 0.960938, 0.644531, 0.695312, 0.730469, 0.695312, 0.714844, 0.675781, 0.609375, 0.664062, 0.761719, 0.714844, 1.054688, 0.847656, 0.925781, 0.617188, 0.714844, 0.695312, 0.679688, 1.257812, 0.699219, 0.699219, 0.683594, 0.703125, 0.652344, 0.949219, 0.628906, 0.964844, 0.773438, 1.070312, 0.679688, 1.078125, 0.664062, 0.714844, 0.847656, 0.964844, 0.820312, 1.046875, 0.640625, 0.941406, 0.765625, 0.921875, 0.71875, 1.460938, 0.691406, 0.890625, 0.675781, 0.980469, 0.648438, 1.15625, 0.691406, 0.695312, 0.435547, 0.679688, 0.742188, 0.695312, 0.949219, 0.84375, 1.273438, 0.644531, 0.679688, 0.644531, 0.675781, 1.023438, 0.859375, 0.710938, 1.304688, 0.671875, 0.878906, 1.414062, 1.054688, 0.867188, 0.613281, 0.447266, 0.746094, 1.507812, 0.773438, 0.765625, 0.734375, 0.613281, 1.054688, 0.78125, 0.84375, 0.804688, 0.65625, 0.765625, 0.917969, 1.125, 0.894531, 1.5625, 0.625, 0.707031, 0.675781, 0.824219, 0.660156, 0.773438, 0.917969, 1.125, 1.4375, 0.65625, 0.628906, 1.078125, 0.699219, 0.847656, 0.71875, 0.6875, 0.683594, 0.722656, 0.726562, 0.734375, 0.652344, 0.667969, 0.699219, 0.691406, 0.648438, 0.636719, 0.714844, 0.992188, 0.816406, 0.613281, 1.054688, 1.125, 0.511719, 0.972656, 0.675781, 0.65625, 0.675781, 0.808594, 0.498047, 1.046875, 0.683594, 1.109375, 0.632812, 1.203125, 0.820312, 0.683594, 0.796875, 0.898438, 0.667969, 0.65625, 1.007812, 0.8125, 1.015625, 0.582031, 0.746094, 0.71875, 1.3125, 0.742188, 0.914062, 0.679688, 0.875, 0.933594, 0.671875, 0.945312, 0.546875, 0.871094, 0.5, 0.738281, 0.871094, 0.714844, 0.902344, 0.730469, 0.683594, 1.210938, 0.667969, 1.03125, 0.644531, 0.929688, 0.8125, 0.792969, 1.507812, 1.296875, 0.878906, 1.039062, 1.234375, 0.671875, 0.785156, 0.636719, 0.628906, 0.703125, 0.722656, 0.734375, 1.117188, 0.707031, 1.1875, 0.722656, 0.65625, 0.679688, 1.0, 0.667969, 0.664062, 0.59375, 0.730469, 0.875, 0.792969, 1.203125, 0.613281, 0.734375, 0.707031, 0.644531, 1.046875, 0.585938, 0.644531, 0.753906, 0.84375, 0.597656, 0.644531, 0.777344, 0.945312, 1.289062, 0.730469, 0.609375, 0.710938, 0.742188, 1.03125, 0.804688, 0.695312, 0.699219, 0.820312, 0.769531, 0.5, 1.015625, 0.554688, 0.789062, 0.765625, 0.78125, 0.917969, 1.15625, 0.6875, 0.71875, 1.648438, 0.667969, 0.890625, 0.664062, 0.71875, 1.046875, 1.195312, 0.660156, 0.640625, 1.085938, 0.789062, 0.683594, 0.757812, 0.640625, 0.738281, 0.820312, 0.671875, 0.996094, 0.792969, 0.605469, 0.535156, 0.644531, 1.289062, 0.605469, 1.578125, 0.6875, 0.769531, 1.046875, 0.800781, 1.148438, 0.742188, 1.179688, 0.835938, 0.8125, 1.125, 0.648438, 0.601562, 0.707031, 1.015625, 0.878906, 0.652344, 0.679688, 0.964844, 1.0625, 0.621094, 0.660156, 0.730469, 0.824219, 0.466797, 0.742188, 1.117188, 0.671875, 1.09375, 0.878906, 0.667969, 0.65625, 0.617188, 0.597656, 1.023438, 0.960938, 1.304688, 0.710938, 1.242188, 0.851562, 1.085938, 0.820312, 0.617188, 0.734375, 0.789062, 0.625, 1.34375, 1.09375, 0.792969, 0.675781, 0.679688, 0.59375, 1.015625, 0.726562, 0.679688, 0.921875, 0.996094, 0.820312, 0.828125, 1.148438, 1.359375, 1.054688, 0.953125, 1.03125, 0.855469, 0.703125, 0.695312, 0.980469, 0.742188, 0.65625, 1.117188, 0.78125, 1.046875, 0.605469, 0.726562, 0.722656, 1.039062, 0.65625, 0.691406, 0.703125, 0.773438, 0.804688, 0.859375, 0.960938, 1.070312, 1.1875, 0.886719, 0.800781, 0.683594, 1.507812, 1.460938, 0.722656, 0.703125, 0.988281, 1.664062, 0.785156, 0.859375, 0.617188, 0.710938, 0.632812, 0.734375, 0.494141, 0.695312, 0.726562, 0.882812, 0.636719, 0.609375, 0.683594, 1.007812, 0.726562, 1.0, 1.03125, 0.648438, 0.699219, 0.648438, 0.636719, 1.421875, 0.976562, 0.6875, 1.070312, 0.992188, 0.738281, 0.851562, 0.894531, 0.839844, 0.640625, 0.722656, 0.722656, 0.808594, 0.902344, 0.609375, 0.828125, 0.667969, 1.03125, 0.714844, 0.828125, 0.90625, 0.816406, 0.714844, 0.789062, 0.466797, 1.179688, 0.578125, 0.996094, 0.667969, 0.742188, 0.636719, 0.761719, 0.804688, 0.785156, 0.867188, 0.882812, 0.996094, 0.675781, 0.851562, 0.777344, 0.871094, 0.6875, 0.882812, 1.039062, 0.730469, 0.667969, 0.648438, 0.734375, 0.734375, 0.769531, 0.785156, 0.832031, 0.917969, 0.570312, 0.855469, 0.820312, 0.757812, 1.820312, 0.679688, 1.039062, 1.429688, 0.652344, 0.71875, 0.835938, 0.660156, 0.71875, 1.046875, 0.828125, 0.652344, 0.691406, 0.847656, 0.972656, 1.109375, 1.09375, 1.023438, 0.449219, 0.84375, 1.023438, 0.910156, 1.445312, 0.695312, 0.820312, 0.800781, 0.652344, 1.03125, 0.730469, 0.96875, 0.605469, 0.757812, 0.671875, 1.0625, 0.742188, 0.490234, 0.648438, 1.007812, 1.070312, 0.6875, 1.398438, 0.761719, 0.667969, 0.667969, 0.585938, 0.703125, 1.078125, 0.703125, 0.90625, 0.816406, 0.976562, 0.703125, 0.875, 1.054688, 0.917969, 1.109375, 0.652344, 0.71875, 1.054688, 0.703125, 0.871094, 0.886719, 0.910156, 0.003998, 0.828125, 0.714844, 0.800781, 0.722656, 0.652344, 0.984375, 1.203125, 0.644531, 1.039062, 0.988281, 0.597656, 0.953125, 0.921875, 0.746094, 0.734375, 0.789062, 0.769531, 0.90625, 0.652344, 1.265625, 1.0, 1.15625, 0.75, 0.597656, 1.140625, 0.703125, 1.226562, 1.40625, 0.949219, 0.898438, 0.871094, 0.972656, 0.527344, 1.148438, 0.894531, 1.289062, 1.226562, 0.730469, 0.8125, 0.640625, 0.667969, 0.878906, 0.683594, 0.664062, 0.621094, 0.808594, 0.730469, 0.757812, 0.503906, 0.660156, 0.921875, 0.644531, 0.824219, 0.933594, 1.382812, 0.734375, 0.667969, 0.976562, 0.699219, 0.714844, 0.511719, 0.914062, 0.570312, 0.875, 0.714844, 1.265625, 0.691406, 1.382812, 1.632812, 0.652344, 0.683594, 0.640625, 1.117188, 0.800781, 0.777344, 0.734375, 0.6875, 0.761719, 0.734375, 0.757812, 0.957031, 0.867188, 0.625, 1.015625, 0.925781, 0.695312, 0.527344, 0.808594, 0.960938, 0.570312, 0.917969, 0.695312, 0.871094, 1.195312, 0.933594, 1.195312, 0.660156, 0.859375, 1.109375, 0.695312, 1.03125, 0.746094, 0.871094, 0.640625, 0.433594, 1.171875, 1.304688, 1.117188, 0.652344, 1.03125, 0.75, 1.015625, 0.582031, 0.746094, 1.046875, 0.648438, 1.046875, 0.882812, 0.710938, 0.458984, 0.703125, 0.921875, 0.773438, 0.945312, 0.542969, 0.667969, 0.632812, 0.707031, 0.589844, 0.582031, 0.65625, 0.605469, 1.09375, 0.632812, 0.667969, 0.652344, 0.644531, 1.132812, 0.613281, 0.898438, 0.652344, 0.699219, 0.96875, 1.40625, 0.941406, 0.78125, 0.820312, 0.863281, 0.96875, 1.078125, 1.132812, 0.695312, 1.078125, 0.644531, 0.546875, 0.753906, 0.566406, 0.703125, 0.652344, 0.761719, 1.296875, 0.730469, 0.554688, 0.878906, 0.839844, 0.6875, 1.195312, 1.007812, 0.65625, 0.757812, 0.714844, 0.582031, 0.949219, 0.667969, 0.832031, 0.652344, 0.859375, 0.6875, 0.761719, 0.964844, 0.640625, 0.863281, 0.539062, 0.902344, 0.820312, 0.765625, 1.101562, 0.832031, 1.507812, 0.742188, 0.644531, 0.5625, 0.621094, 0.617188, 0.757812, 0.6875, 0.976562, 0.691406, 0.765625, 0.785156, 0.945312, 1.101562, 1.09375, 0.859375, 0.90625, 0.746094, 0.71875, 0.707031, 1.0625, 0.761719, 0.664062, 1.546875, 0.957031, 1.335938, 0.878906, 1.046875, 0.933594, 0.625, 0.882812, 0.789062, 0.871094, 0.578125, 0.601562, 1.109375, 0.550781, 0.462891, 0.78125, 0.910156, 0.714844, 0.648438, 0.742188, 1.039062, 0.800781, 0.769531, 0.75, 0.644531, 1.039062, 0.933594, 0.65625, 0.699219, 0.636719, 0.675781, 1.148438, 0.601562, 0.769531, 0.703125, 0.757812, 0.988281, 0.628906, 1.085938, 1.015625, 0.726562, 0.742188, 0.828125, 0.949219, 0.976562, 0.757812, 1.078125, 0.785156, 0.671875, 0.695312, 0.957031, 0.730469, 0.945312, 0.730469, 0.800781, 0.957031, 0.613281, 0.972656, 1.0, 1.054688, 0.683594, 0.439453, 0.71875, 0.863281, 0.894531, 0.902344, 1.039062, 0.65625, 0.652344, 0.714844, 0.917969, 0.957031, 0.617188, 1.101562, 0.988281, 0.871094, 0.660156, 0.929688, 0.875, 0.679688, 0.738281, 0.707031, 0.992188, 0.695312, 0.675781, 0.765625, 0.746094, 0.824219, 0.660156, 0.988281, 0.507812, 0.769531, 0.683594, 0.8125, 0.875, 0.660156, 0.632812, 1.039062, 0.738281, 0.660156, 1.164062, 0.664062, 0.746094, 0.664062, 0.933594, 1.179688, 0.863281, 0.824219, 1.296875, 0.628906, 0.730469, 0.898438, 1.382812, 0.929688, 0.46875, 0.746094, 1.554688, 1.125, 0.917969, 0.953125, 1.085938, 1.242188, 1.1875, 1.109375, 1.367188, 0.679688, 0.746094, 0.746094, 0.726562, 0.621094, 0.785156, 0.699219, 1.0, 0.652344, 0.628906, 0.710938, 0.96875, 1.0625, 0.609375, 1.140625, 0.851562, 1.078125, 0.679688, 0.703125, 0.601562, 0.976562, 0.683594, 0.914062, 0.769531, 0.710938, 0.746094, 0.902344, 1.039062, 0.96875, 0.667969, 0.886719, 0.679688, 0.765625, 1.476562, 0.679688, 0.660156, 0.683594, 0.628906, 1.109375, 1.359375, 0.875, 0.984375, 0.703125, 0.714844, 0.691406, 0.628906, 1.054688, 0.703125, 0.628906, 1.257812, 0.640625, 0.613281, 0.878906, 0.554688, 0.914062, 1.03125, 0.714844, 0.910156, 0.605469, 0.867188, 0.84375, 0.628906, 0.816406, 1.15625, 0.847656, 0.632812, 0.75, 0.65625, 0.996094, 0.761719, 0.730469, 0.761719, 0.636719, 0.8125, 0.691406, 0.859375, 1.101562, 1.296875, 0.742188, 1.117188, 1.257812, 0.835938, 1.085938, 0.84375, 0.636719, 1.257812, 0.6875, 0.765625, 0.953125, 0.910156, 0.675781, 0.65625, 0.582031, 0.707031, 0.980469, 0.71875, 1.085938, 0.746094, 0.679688, 0.824219, 0.722656, 0.730469, 0.855469, 0.628906, 0.957031, 0.753906, 0.933594, 0.679688, 0.929688, 0.914062, 0.984375, 0.898438, 0.792969, 0.652344, 0.660156, 0.816406, 0.867188, 0.78125, 1.320312, 1.179688, 1.101562, 0.65625, 0.785156, 0.808594, 0.882812, 0.6875, 0.800781, 0.710938, 0.75, 0.980469, 0.636719, 0.761719, 1.171875, 0.820312, 0.757812, 0.800781, 0.785156, 0.980469, 0.628906, 0.980469, 0.675781, 0.875, 0.65625, 1.101562, 0.890625, 0.679688, 0.761719, 0.808594, 0.761719, 0.820312, 0.9375, 0.726562, 1.421875, 1.085938, 0.738281, 0.882812, 0.640625, 0.498047, 1.242188, 0.613281, 0.738281, 0.671875, 0.699219, 1.085938, 0.875, 0.761719, 0.871094, 0.683594, 0.839844, 1.039062, 1.054688, 1.351562, 0.769531, 0.632812, 1.0625, 0.597656, 0.632812, 1.484375, 0.652344, 1.078125, 0.695312, 0.660156, 0.714844, 1.132812, 0.90625, 0.511719, 0.890625, 0.964844, 0.527344, 0.914062, 0.722656, 0.902344, 0.992188, 0.851562, 0.710938, 0.734375, 1.859375, 0.601562, 0.703125, 0.871094, 0.648438, 0.613281, 0.734375, 0.554688, 0.683594, 0.796875, 0.632812, 0.808594, 0.683594, 0.765625, 0.691406, 0.691406, 0.535156, 1.421875, 0.652344, 0.695312, 0.757812, 1.007812, 0.707031, 1.0, 0.71875, 1.179688, 0.859375, 1.21875, 1.21875, 0.914062, 0.46875, 0.78125, 0.726562, 1.132812, 1.101562, 0.722656, 0.953125, 0.957031, 0.769531, 0.75, 0.632812, 0.691406, 0.730469, 0.828125, 0.875, 0.824219, 0.953125, 0.753906, 0.789062, 0.65625, 0.675781, 0.585938, 0.660156, 0.660156, 0.824219, 0.675781, 0.632812, 0.914062, 0.980469, 0.644531, 0.691406, 0.699219, 0.816406, 0.78125, 0.660156, 0.703125, 0.609375, 0.664062, 1.0, 0.65625, 0.902344, 0.660156, 1.03125, 0.765625, 0.714844, 0.648438, 0.859375, 0.644531, 0.839844, 0.617188, 1.03125, 0.617188, 0.703125, 0.667969, 0.742188, 0.875, 0.785156, 0.988281, 1.070312, 0.9375, 0.765625, 1.046875, 0.773438, 0.664062, 1.304688, 0.730469, 0.671875, 0.652344, 0.78125, 0.679688, 0.988281, 0.664062, 0.671875, 0.699219, 0.808594, 0.671875, 0.605469, 0.632812, 1.117188, 1.078125, 0.613281, 0.738281, 0.675781, 0.4375, 0.636719, 0.652344, 0.871094, 0.65625, 1.023438, 0.636719, 0.675781, 1.304688, 1.15625, 0.652344, 0.851562, 0.675781, 0.777344, 0.652344, 0.597656, 0.734375, 0.652344, 0.652344, 0.628906, 0.699219, 0.660156, 0.660156, 0.75, 0.652344, 0.5, 0.6875, 0.773438, 0.878906, 0.664062, 0.609375, 0.996094, 0.746094, 0.691406, 0.609375, 1.0625, 0.683594, 0.765625, 0.613281, 0.640625, 0.746094, 0.707031, 1.0625, 0.941406, 0.882812, 0.738281, 1.03125, 0.640625, 0.585938, 0.628906, 0.941406, 1.0625, 0.664062, 0.835938, 1.039062, 0.753906, 0.695312, 0.601562, 0.882812, 1.109375, 0.5, 0.730469, 0.65625, 0.617188, 0.695312, 0.605469, 0.773438, 0.695312, 0.972656, 0.710938, 0.660156, 1.210938, 0.671875, 0.675781, 0.875, 0.667969, 0.734375, 1.0625, 0.894531, 0.785156, 0.496094, 1.46875, 0.738281, 0.917969, 0.964844, 0.644531, 0.621094, 1.476562, 0.679688, 1.132812, 0.707031, 0.867188, 0.984375, 1.054688, 0.894531, 0.296875, 1.28125, 1.539062, 0.796875, 0.96875, 0.640625, 0.800781, 0.847656, 0.867188, 0.941406, 1.085938, 0.835938, 0.882812, 0.679688, 0.800781, 0.769531, 0.542969, 0.722656, 1.3125, 0.458984, 0.769531, 0.742188, 0.582031, 1.179688, 0.84375, 0.886719, 0.640625, 0.707031, 0.84375, 0.695312, 0.785156, 0.90625, 1.171875, 0.5625, 0.734375, 0.765625, 0.683594, 1.023438, 1.0625, 0.855469, 0.714844, 0.699219, 1.148438, 0.773438, 0.636719, 1.0, 0.679688, 0.707031, 0.648438, 0.726562, 0.828125, 0.816406, 0.882812, 0.695312, 0.824219, 0.628906, 0.621094, 1.164062, 0.808594, 1.523438, 0.84375, 0.832031, 1.257812, 0.644531, 0.726562, 0.605469, 0.964844, 0.675781, 0.78125, 0.613281, 0.929688, 0.746094, 0.820312, 1.242188, 0.847656, 0.8125, 0.675781, 1.234375, 0.675781, 0.667969, 1.023438, 1.101562, 0.707031, 1.25, 0.753906, 0.957031, 0.6875, 0.902344, 1.15625, 0.746094, 0.832031, 0.984375, 0.902344, 0.816406, 1.1875, 0.769531, 1.179688, 0.847656, 0.667969, 0.644531, 0.882812, 0.859375, 1.195312, 0.617188, 0.652344, 0.984375, 0.734375, 0.660156, 0.710938, 1.125, 0.671875, 0.808594, 0.683594, 1.054688, 0.75, 0.71875, 0.777344, 1.125, 1.25, 0.589844, 0.789062, 0.652344, 1.0625, 0.734375, 0.683594, 1.070312, 0.644531, 0.667969, 0.597656, 0.734375, 0.613281, 1.679688, 0.636719, 0.6875, 0.859375, 0.753906, 0.789062, 0.816406, 0.730469, 0.894531, 0.925781, 1.148438, 0.863281, 0.851562, 0.757812, 0.871094, 0.65625, 0.738281, 0.734375, 1.039062, 0.660156, 1.203125, 0.90625, 0.875, 0.625, 0.589844, 0.78125, 0.980469, 0.703125, 1.195312, 1.375, 0.734375, 0.71875, 0.960938, 1.007812, 0.746094, 1.15625, 0.667969, 0.695312, 0.78125, 0.664062, 1.015625, 0.789062, 0.648438, 1.210938, 0.652344, 1.492188, 0.761719, 0.691406, 1.125, 0.792969, 0.617188, 0.644531, 1.265625, 0.703125, 0.921875, 0.6875, 1.101562, 0.738281, 1.273438, 0.707031, 0.648438, 1.164062, 0.871094, 0.988281, 0.707031, 0.464844, 0.652344, 0.996094, 1.171875, 0.871094, 1.007812, 1.0625, 0.542969, 1.101562, 0.863281, 0.613281, 1.875, 0.996094, 1.039062, 0.703125, 0.625, 0.761719, 0.851562, 0.769531, 0.679688, 0.980469, 0.738281, 0.734375, 0.859375, 0.660156, 0.914062, 0.640625, 0.941406, 1.007812, 0.792969, 0.652344, 0.625, 0.722656, 0.648438, 1.210938, 0.933594, 0.714844, 0.816406, 0.730469, 0.644531, 0.964844, 1.078125, 0.441406, 0.996094, 0.753906, 0.679688, 0.832031, 0.785156, 0.953125, 1.109375, 0.695312, 0.621094, 0.683594, 0.714844, 0.589844, 0.765625, 0.671875, 0.816406, 0.667969, 0.664062, 1.039062, 0.691406, 0.714844, 0.65625, 0.667969, 0.621094, 0.839844, 0.640625, 0.644531, 1.054688, 1.039062, 0.777344, 0.476562, 0.664062, 0.765625, 0.828125, 0.886719 ] }, "name": "model.model.layers.22.input_layernorm.weight", "outputIndexes": [ 1806 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1805 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_22/Mul_output_0", "outputIndexes": [ 1807 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1806, 1807 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_22/Mul_1_output_0", "outputIndexes": [ 1808 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1808 ], "outputIndexes": [ 2924 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2924 ], "outputIndexes": [ 2925 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear", "inputIndexes": [ 2925 ], "outputIndexes": [ 2926 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2884353340, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2926 ], "outputIndexes": [ 2927 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2927 ], "outputIndexes": [ 1809 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1808 ], "main_type": "NONE", "name": "/Shape_309_output_0", "outputIndexes": [ 1810 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1810 ], "main_type": "NONE", "name": "Shape5579", "outputIndexes": [ 1811 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1810 ], "main_type": "NONE", "name": "Rank5581", "outputIndexes": [ 1812 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1812, 1812 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5583", "outputIndexes": [ 1813 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1813 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5584", "outputIndexes": [ 1814 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1813, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5586", "outputIndexes": [ 1815 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1815 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5587", "outputIndexes": [ 1816 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1811, 1814, 1816, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5590", "outputIndexes": [ 1817 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1817 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5591", "outputIndexes": [ 1818 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1818 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5592", "outputIndexes": [ 1819 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1819, 1818 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5593", "outputIndexes": [ 1820 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1810, 1820, 1813 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_334_output_0", "outputIndexes": [ 1821 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1821, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_705_output_0", "outputIndexes": [ 1822 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1822, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_286_output_0", "outputIndexes": [ 1823 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1809, 1823 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_199_output_0", "outputIndexes": [ 1824 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_176_output_0", "outputIndexes": [ 1825 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824 ], "main_type": "NONE", "name": "/Shape_310_output_0", "outputIndexes": [ 1826 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1826 ], "main_type": "NONE", "name": "Shape5600", "outputIndexes": [ 1827 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1826 ], "main_type": "NONE", "name": "Rank5602", "outputIndexes": [ 1828 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1828, 1828 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5604", "outputIndexes": [ 1829 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1829 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5605", "outputIndexes": [ 1830 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1829, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5607", "outputIndexes": [ 1831 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1831 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5608", "outputIndexes": [ 1832 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1827, 1830, 1832, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5611", "outputIndexes": [ 1833 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1833 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5612", "outputIndexes": [ 1834 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1834 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5613", "outputIndexes": [ 1835 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1835, 1834 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5614", "outputIndexes": [ 1836 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1826, 1836, 1829 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_335_output_0", "outputIndexes": [ 1837 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1837, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_66_output_0", "outputIndexes": [ 1838 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1838, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_710_output_0", "outputIndexes": [ 1839 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824, 1839, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_89_output_0", "outputIndexes": [ 1840 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1840 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_44_output_0", "outputIndexes": [ 1841 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824, 22, 1839, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_88_output_0", "outputIndexes": [ 1842 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1841, 1842 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_289_output_0", "outputIndexes": [ 1843 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1843, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_177_output_0", "outputIndexes": [ 1844 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1825, 1844 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_110_output_0", "outputIndexes": [ 1845 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1808 ], "outputIndexes": [ 2928 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2928 ], "outputIndexes": [ 2929 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear", "inputIndexes": [ 2929 ], "outputIndexes": [ 2930 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2891593042, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2930 ], "outputIndexes": [ 2931 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2931 ], "outputIndexes": [ 1846 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1822, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_287_output_0", "outputIndexes": [ 1847 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1846, 1847 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_200_output_0", "outputIndexes": [ 1848 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1848, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_178_output_0", "outputIndexes": [ 1849 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1848 ], "main_type": "NONE", "name": "/Shape_311_output_0", "outputIndexes": [ 1850 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1850 ], "main_type": "NONE", "name": "Shape5663", "outputIndexes": [ 1851 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1850 ], "main_type": "NONE", "name": "Rank5665", "outputIndexes": [ 1852 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1852, 1852 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5667", "outputIndexes": [ 1853 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1853 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5668", "outputIndexes": [ 1854 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1853, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5670", "outputIndexes": [ 1855 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1855 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5671", "outputIndexes": [ 1856 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1851, 1854, 1856, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5674", "outputIndexes": [ 1857 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1857 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5675", "outputIndexes": [ 1858 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1858 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5676", "outputIndexes": [ 1859 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1859, 1858 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5677", "outputIndexes": [ 1860 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1850, 1860, 1853 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_336_output_0", "outputIndexes": [ 1861 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1861, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_67_output_0", "outputIndexes": [ 1862 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1862, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_712_output_0", "outputIndexes": [ 1863 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1848, 1863, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_91_output_0", "outputIndexes": [ 1864 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1864 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_45_output_0", "outputIndexes": [ 1865 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1848, 22, 1863, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_90_output_0", "outputIndexes": [ 1866 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1865, 1866 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_290_output_0", "outputIndexes": [ 1867 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1867, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_179_output_0", "outputIndexes": [ 1868 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1849, 1868 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_111_output_0", "outputIndexes": [ 1869 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1808 ], "outputIndexes": [ 2932 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2932 ], "outputIndexes": [ 2933 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear", "inputIndexes": [ 2933 ], "outputIndexes": [ 2934 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 2892627304, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2934 ], "outputIndexes": [ 2935 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2935 ], "outputIndexes": [ 1870 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1870, 1847 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_201_output_0", "outputIndexes": [ 1871 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1845, 1869, 1871, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_206_output_0", "outputIndexes": [ 1872 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1872 ], "outputIndexes": [ 2936 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2936 ], "outputIndexes": [ 2937 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear", "inputIndexes": [ 2937 ], "outputIndexes": [ 2938 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 2893661566, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2938 ], "outputIndexes": [ 2939 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2939 ], "outputIndexes": [ 1873 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1805, 1873 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_113_output_0", "outputIndexes": [ 1874 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.140625, 1.164062, 1.289062, 0.898438, 1.125, 1.007812, 1.125, 1.179688, 0.421875, 0.769531, 1.125, 0.894531, 1.070312, 0.996094, 0.851562, 1.117188, 1.15625, 1.054688, 1.140625, 0.671875, 0.8125, 1.140625, 1.140625, 1.023438, 0.988281, 1.203125, 0.683594, 0.9375, 0.941406, 1.007812, 1.195312, 0.863281, 0.632812, 1.0625, 1.203125, 1.320312, 0.921875, 0.3125, 1.148438, 0.753906, 1.171875, 1.125, 1.15625, 1.09375, 1.210938, 1.21875, 0.78125, 1.179688, 1.132812, 0.859375, 1.179688, 1.085938, 1.0625, 1.085938, 1.140625, 0.984375, 1.1875, 1.328125, 1.171875, 0.683594, 0.957031, 1.171875, 1.1875, 1.140625, 1.242188, 1.125, 0.886719, 1.109375, 0.914062, 1.0625, 1.046875, 0.804688, 1.171875, 1.09375, 1.148438, 1.1875, 0.894531, 0.933594, 0.435547, 1.21875, 1.195312, 1.226562, 1.195312, 1.046875, 1.148438, 0.746094, 1.148438, 1.242188, 1.140625, 0.609375, 1.132812, 1.148438, 1.179688, 1.179688, 1.0, 1.101562, 0.566406, 0.933594, 1.148438, 0.769531, 0.90625, 0.890625, 1.257812, 1.117188, 0.828125, 1.140625, 0.941406, 0.859375, 0.976562, 1.078125, 1.117188, 1.0625, 1.132812, 0.249023, 1.085938, 0.217773, 0.890625, 1.148438, 1.203125, 0.820312, 1.023438, 1.101562, 1.234375, 1.140625, 1.085938, 1.0625, 1.179688, 1.070312, 0.742188, 0.945312, 0.691406, 1.0625, 0.882812, 1.117188, 1.382812, 1.109375, 1.039062, 1.15625, 0.921875, 1.15625, 1.015625, 1.171875, 1.265625, 0.925781, 0.396484, 0.890625, 1.148438, 1.140625, 1.203125, 1.148438, 1.171875, 1.140625, 1.054688, 1.148438, 0.875, 0.972656, 0.910156, 0.769531, 1.1875, 1.21875, 0.769531, 0.832031, 0.484375, 1.109375, 0.328125, 0.871094, 1.023438, 0.828125, 1.085938, 1.125, 1.132812, 0.96875, 0.964844, 0.957031, 1.109375, 1.242188, 1.117188, 1.101562, 1.203125, 1.085938, 0.863281, 1.09375, 1.226562, 0.761719, 0.867188, 1.125, 1.070312, 0.804688, 1.046875, 1.148438, 0.859375, 1.117188, 0.738281, 1.023438, 1.054688, 1.125, 1.125, 1.179688, 0.78125, 1.117188, 1.109375, 0.287109, 1.03125, 1.015625, 1.054688, 1.140625, 0.832031, 0.984375, 1.195312, 0.851562, 1.1875, 1.054688, 0.9375, 1.140625, 1.117188, 0.960938, 0.851562, 0.863281, 1.234375, 1.039062, 1.109375, 0.882812, 0.898438, 1.171875, 1.15625, 1.234375, 0.894531, 0.933594, 1.039062, 1.117188, 1.148438, 1.148438, 1.117188, 1.109375, 1.148438, 1.015625, 1.039062, 1.195312, 0.769531, 1.117188, 1.148438, 1.101562, 1.171875, 1.109375, 0.988281, 0.820312, 1.164062, 1.1875, 1.140625, 1.101562, 1.132812, 1.070312, 0.910156, 1.039062, 1.125, 0.941406, 1.132812, 0.730469, 1.070312, 0.851562, 1.109375, 1.179688, 1.140625, 1.179688, 1.109375, 0.929688, 1.09375, 1.125, 0.929688, 1.125, 1.054688, 1.15625, 1.164062, 0.925781, 1.0, 1.296875, 1.15625, 0.601562, 0.976562, 1.15625, 1.09375, 1.132812, 0.71875, 1.140625, 1.039062, 1.210938, 0.933594, 1.164062, 1.148438, 0.769531, 1.242188, 0.746094, 0.984375, 0.851562, 0.804688, 1.046875, 0.824219, 0.878906, 1.101562, 1.101562, 0.988281, 0.914062, 0.8125, 1.148438, 1.273438, 1.179688, 1.101562, 1.101562, 1.078125, 1.132812, 0.519531, 1.03125, 1.132812, 1.117188, 0.330078, 1.164062, 1.109375, 1.203125, 1.09375, 1.117188, 1.203125, 1.078125, 0.980469, 1.054688, 0.992188, 1.140625, 1.046875, 1.125, 1.007812, 1.0, 0.734375, 1.046875, 1.054688, 1.039062, 0.859375, 1.070312, 1.148438, 1.21875, 1.164062, 0.882812, 0.753906, 1.070312, 1.078125, 1.078125, 0.757812, 1.148438, 1.21875, 1.164062, 1.0625, 1.117188, 1.125, 0.855469, 1.109375, 1.125, 1.242188, 1.117188, 1.148438, 1.148438, 1.046875, 1.109375, 0.90625, 1.226562, 0.71875, 0.867188, 0.632812, 0.789062, 1.039062, 1.1875, 1.125, 0.792969, 1.101562, 1.132812, 1.148438, 1.023438, 1.15625, 1.257812, 0.703125, 0.785156, 1.117188, 1.148438, 1.109375, 1.171875, 0.898438, 1.148438, 1.1875, 0.839844, 1.210938, 1.132812, 1.078125, 0.960938, 1.132812, 1.164062, 0.761719, 0.925781, 1.007812, 1.179688, 0.945312, 0.996094, 1.148438, 0.730469, 0.898438, 1.164062, 0.832031, 1.195312, 0.75, 1.148438, 1.085938, 1.132812, 1.15625, 0.945312, 0.792969, 1.132812, 1.195312, 1.140625, 1.15625, 1.210938, 1.179688, 1.117188, 1.132812, 1.164062, 0.832031, 0.921875, 1.09375, 0.789062, 1.070312, 0.832031, 1.171875, 1.171875, 0.765625, 1.085938, 1.117188, 1.0625, 0.800781, 1.054688, 1.15625, 0.835938, 1.03125, 1.125, 1.046875, 0.890625, 1.101562, 1.164062, 1.132812, 1.125, 0.851562, 0.917969, 1.054688, 1.148438, 1.085938, 1.148438, 1.117188, 1.109375, 1.148438, 1.117188, 1.054688, 3.015625, 0.90625, 1.0625, 0.419922, 1.015625, 1.148438, 1.023438, 1.125, 0.621094, 0.894531, 1.125, 0.910156, 1.101562, 0.8125, 1.101562, 0.992188, 0.75, 1.15625, 1.164062, 1.140625, 0.804688, 1.039062, 0.8125, 1.164062, 1.148438, 1.179688, 1.117188, 0.902344, 1.109375, 0.644531, 1.195312, 1.289062, 1.078125, 1.15625, 1.09375, 0.898438, 1.195312, 1.21875, 1.15625, 1.210938, 0.957031, 1.132812, 1.03125, 1.148438, 1.171875, 1.09375, 0.9375, 0.992188, 0.878906, 1.070312, 0.878906, 1.132812, 0.882812, 1.132812, 1.023438, 1.164062, 1.203125, 1.132812, 1.195312, 1.140625, 0.949219, 0.953125, 1.101562, 1.015625, 1.234375, 1.03125, 1.171875, 1.15625, 0.730469, 1.140625, 0.929688, 1.1875, 1.171875, 1.125, 1.078125, 1.132812, 1.125, 1.171875, 1.15625, 1.078125, 1.164062, 0.828125, 1.109375, 1.054688, 1.171875, 0.796875, 0.808594, 0.769531, 1.101562, 0.785156, 1.203125, 1.289062, 0.457031, 0.875, 1.273438, 1.007812, 1.21875, 1.101562, 0.65625, 0.984375, 0.851562, 1.046875, 1.132812, 1.140625, 0.960938, 1.234375, 1.117188, 1.0, 0.875, 0.90625, 1.1875, 1.078125, 1.078125, 1.054688, 0.847656, 1.085938, 1.117188, 0.886719, 0.863281, 1.078125, 1.078125, 1.078125, 1.242188, 0.839844, 1.195312, 1.1875, 1.078125, 1.15625, 0.945312, 1.164062, 1.101562, 1.0625, 0.902344, 1.117188, 0.882812, 1.164062, 1.070312, 1.148438, 1.085938, 1.140625, 0.792969, 1.046875, 0.925781, 0.875, 0.917969, 1.210938, 0.871094, 0.976562, 1.171875, 1.046875, 1.15625, 1.109375, 1.109375, 0.318359, 1.1875, 1.226562, 1.203125, 0.964844, 0.753906, 1.164062, 1.132812, 0.722656, 1.03125, 1.054688, 1.109375, 1.15625, 1.101562, 0.300781, 1.101562, 0.34375, 1.046875, 1.414062, 1.132812, 1.117188, 1.234375, 0.898438, 0.960938, 1.015625, 1.09375, 0.914062, 0.949219, 1.171875, 1.046875, 1.148438, 1.085938, 1.070312, 0.757812, 1.140625, 1.125, 1.226562, 0.539062, 1.140625, 1.101562, 1.117188, 1.054688, 0.742188, 0.945312, 1.117188, 0.804688, 0.660156, 1.171875, 0.996094, 1.15625, 1.140625, 0.84375, 0.820312, 0.988281, 0.306641, 1.15625, 1.15625, 1.171875, 1.109375, 1.046875, 1.179688, 1.132812, 1.054688, 1.085938, 1.140625, 1.171875, 1.132812, 1.101562, 1.210938, 0.878906, 0.957031, 1.148438, 1.09375, 1.148438, 0.914062, 1.171875, 0.601562, 0.945312, 1.101562, 0.914062, 0.921875, 0.664062, 1.1875, 0.949219, 1.132812, 1.203125, 1.078125, 0.742188, 0.447266, 1.164062, 0.742188, 1.109375, 0.875, 1.179688, 1.171875, 1.132812, 1.09375, 1.140625, 1.023438, 0.746094, 1.132812, 1.195312, 1.03125, 0.867188, 0.980469, 1.03125, 0.777344, 0.089355, 0.585938, 1.125, 0.789062, 1.195312, 0.8125, 1.125, 1.132812, 1.109375, 1.171875, 1.132812, 1.078125, 0.707031, 0.910156, 0.859375, 1.15625, 1.148438, 1.015625, 1.132812, 0.863281, 1.148438, 0.773438, 0.9375, 1.0625, 1.171875, 1.070312, 1.117188, 0.84375, 0.898438, 1.117188, 1.109375, 1.148438, 0.925781, 1.195312, 1.007812, 0.746094, 1.117188, 1.085938, 0.992188, 1.179688, 1.085938, 0.882812, 1.1875, 1.023438, 0.582031, 1.148438, 0.96875, 1.117188, 0.652344, 1.132812, 1.101562, 1.148438, 0.910156, 0.707031, 1.25, 1.046875, 1.148438, 0.769531, 1.046875, 1.21875, 0.710938, 1.09375, 1.234375, 1.164062, 1.0625, 1.078125, 0.882812, 1.195312, 1.09375, 0.800781, 1.117188, 1.078125, 0.804688, 1.132812, 1.117188, 1.117188, 0.726562, 0.800781, 0.980469, 1.1875, 0.761719, 0.773438, 1.1875, 1.179688, 1.179688, 1.070312, 0.390625, 1.085938, 1.195312, 1.140625, 0.742188, 1.109375, 1.09375, 0.871094, 0.792969, 0.988281, 1.023438, 1.125, 1.609375, 1.15625, 1.023438, 0.996094, 0.820312, 1.195312, 0.652344, 1.03125, 1.085938, 0.625, 1.1875, 0.785156, 0.882812, 1.09375, 1.046875, 1.039062, 0.980469, 1.15625, 1.023438, 1.1875, 1.171875, 0.933594, 1.359375, 0.71875, 1.171875, 1.179688, 1.140625, 1.125, 0.800781, 0.902344, 1.226562, 0.644531, 1.109375, 1.046875, 0.933594, 1.117188, 1.117188, 1.132812, 1.140625, 0.875, 0.8125, 1.125, 1.109375, 1.046875, 0.910156, 1.1875, 1.070312, 1.226562, 1.0, 1.007812, 1.132812, 0.921875, 1.039062, 1.210938, 0.910156, 1.117188, 1.148438, 1.109375, 1.039062, 1.070312, 1.210938, 1.15625, 1.171875, 0.90625, 0.730469, 1.140625, 0.75, 1.140625, 1.203125, 0.691406, 1.054688, 1.226562, 1.15625, 1.140625, 1.140625, 0.757812, 0.558594, 0.330078, 1.164062, 1.0625, 1.109375, 1.195312, 1.109375, 1.085938, 1.125, 0.455078, 0.369141, 1.1875, 1.070312, 1.078125, 0.933594, 1.15625, 1.164062, 1.117188, 1.1875, 1.140625, 1.023438, 1.132812, 1.171875, 1.125, 0.523438, 1.140625, 1.039062, 1.164062, 1.09375, 0.945312, 1.132812, 1.1875, 1.117188, 1.125, 1.164062, 1.171875, 1.117188, 1.210938, 1.117188, 0.921875, 1.148438, 1.117188, 0.972656, 1.15625, 0.992188, 1.203125, 1.101562, 0.75, 1.210938, 0.945312, 1.117188, 0.890625, 1.101562, 1.09375, 0.345703, 0.332031, 0.957031, 1.242188, 0.960938, 0.347656, 1.171875, 1.148438, 0.824219, 1.132812, 0.90625, 1.101562, 1.148438, 1.085938, 0.769531, 0.976562, 0.710938, 0.78125, 1.195312, 1.132812, 0.738281, 0.855469, 1.039062, 1.054688, 1.046875, 0.894531, 1.148438, 1.171875, 1.125, 0.699219, 1.171875, 1.171875, 1.273438, 1.078125, 1.132812, 1.21875, 1.09375, 1.054688, 0.882812, 0.90625, 0.445312, 0.972656, 0.804688, 0.910156, 0.867188, 1.132812, 0.890625, 1.203125, 1.125, 0.980469, 1.140625, 0.84375, 1.148438, 1.140625, 1.164062, 0.710938, 0.875, 1.101562, 1.125, 1.0, 0.6875, 0.855469, 1.101562, 1.179688, 1.046875, 1.195312, 0.71875, 1.140625, 1.125, 1.070312, 0.796875, 0.703125, 1.125, 1.179688, 0.90625, 0.933594, 0.980469, 1.039062, 0.933594, 0.988281, 0.914062, 0.875, 1.148438, 0.730469, 1.132812, 1.007812, 0.730469, 1.1875, 1.179688, 1.164062, 0.902344, 1.03125, 1.140625, 1.171875, 1.203125, 0.789062, 0.574219, 0.914062, 0.921875, 0.886719, 0.652344, 1.203125, 0.972656, 1.898438, 1.0625, 1.125, 1.101562, 0.984375, 0.894531, 1.1875, 0.404297, 1.21875, 1.046875, 0.988281, 1.164062, 0.90625, 1.117188, 1.039062, 0.761719, 0.851562, 1.101562, 0.757812, 0.875, 0.746094, 1.09375, 0.628906, 0.925781, 1.125, 1.03125, 1.171875, 1.203125, 0.835938, 0.976562, 1.0625, 1.1875, 0.980469, 1.085938, 1.117188, 0.929688, 0.828125, 1.101562, 1.1875, 1.109375, 1.078125, 1.0, 0.941406, 0.746094, 0.980469, 0.960938, 0.726562, 0.746094, 1.132812, 0.984375, 1.171875, 1.195312, 1.140625, 0.875, 1.226562, 1.070312, 0.765625, 1.03125, 1.085938, 1.21875, 0.792969, 1.085938, 1.25, 1.210938, 0.902344, 1.125, 1.195312, 1.140625, 1.015625, 1.210938, 0.773438, 1.015625, 1.023438, 1.132812, 1.234375, 0.449219, 0.726562, 0.957031, 1.007812, 0.90625, 0.789062, 1.226562, 1.132812, 0.890625, 1.09375, 0.847656, 1.179688, 1.101562, 1.085938, 1.203125, 0.941406, 1.140625, 1.03125, 0.941406, 0.550781, 1.15625, 0.980469, 1.171875, 0.96875, 1.0625, 1.046875, 0.960938, 1.257812, 1.101562, 0.9375, 1.179688, 0.734375, 1.210938, 1.054688, 1.179688, 1.171875, 1.109375, 0.910156, 1.195312, 1.007812, 1.046875, 1.054688, 0.996094, 1.226562, 1.109375, 1.054688, 0.769531, 1.1875, 0.875, 1.179688, 1.148438, 1.210938, 1.125, 0.816406, 0.816406, 1.132812, 1.046875, 1.171875, 1.148438, 1.039062, 1.21875, 1.171875, 1.078125, 1.210938, 1.210938, 1.117188, 1.171875, 1.078125, 1.070312, 0.933594, 0.78125, 1.109375, 1.210938, 1.164062, 1.171875, 1.101562, 1.117188, 1.210938, 1.039062, 1.1875, 1.164062, 1.15625, 1.054688, 1.148438, 0.761719, 1.140625, 0.84375, 0.777344, 1.109375, 1.085938, 1.078125, 0.972656, 1.117188, 1.148438, 1.171875, 1.21875, 1.242188, 1.132812, 0.917969, 0.753906, 0.742188, 0.992188, 1.210938, 0.804688, 1.726562, 1.0625, 1.148438, 1.171875, 1.1875, 1.070312, 1.234375, 1.203125, 1.125, 0.84375, 1.148438, 1.210938, 1.101562, 0.941406, 1.132812, 1.203125, 1.15625, 1.1875, 1.140625, 1.257812, 1.164062, 1.015625, 1.265625, 1.101562, 1.03125, 1.21875, 1.164062, 1.148438, 1.179688, 1.179688, 1.164062, 1.132812, 1.125, 1.171875, 1.015625, 1.070312, 0.78125, 1.101562, 1.140625, 1.148438, 0.792969, 0.730469, 1.054688, 1.109375, 1.140625, 1.1875, 1.15625, 0.964844, 0.949219, 1.203125, 1.101562, 1.109375, 0.960938, 1.132812, 0.65625, 1.101562, 1.046875, 0.898438, 0.917969, 1.039062, 0.722656, 1.125, 1.007812, 0.220703, 1.164062, 0.8125, 0.753906, 0.964844, 1.1875, 1.078125, 0.890625, 1.140625, 0.941406, 0.867188, 0.78125, 0.617188, 1.0625, 0.271484, 0.929688, 0.839844, 1.101562, 1.007812, 1.179688, 1.195312, 0.914062, 1.179688, 0.769531, 1.203125, 0.898438, 1.085938, 1.203125, 1.179688, 1.039062, 1.132812, 0.871094, 1.203125, 1.125, 1.414062, 1.109375, 0.851562, 1.234375, 1.226562, 1.1875, 0.980469, 1.109375, 1.1875, 1.03125, 1.125, 1.023438, 1.203125, 1.101562, 1.171875, 1.171875, 1.195312, 1.03125, 1.117188, 1.148438, 0.808594, 1.0625, 1.179688, 1.0625, 1.140625, 1.015625, 1.125, 1.179688, 1.0, 1.0625, 0.761719, 0.992188, 1.070312, 0.84375, 1.132812, 2.0625, 1.070312, 0.890625, 1.195312, 0.949219, 1.164062, 1.132812, 1.164062, 1.148438, 1.171875, 1.109375, 0.933594, 1.054688, 0.804688, 1.132812, 1.109375, 1.148438, 0.458984, 1.195312, 1.164062, 1.117188, 1.125, 1.0, 0.847656, 0.734375, 1.117188, 1.046875, 1.054688, 1.0625, 1.054688, 1.046875, 1.085938, 0.992188, 1.125, 1.109375, 0.933594, 0.988281, 0.914062, 0.617188, 0.871094, 0.976562, 1.195312, 1.171875, 1.171875, 0.960938, 1.078125, 1.101562, 0.972656, 1.007812, 1.132812, 1.0625, 1.226562, 1.234375, 1.03125, 0.726562, 1.078125, 1.085938, 0.722656, 1.179688, 1.1875, 1.21875, 1.085938, 1.007812, 1.007812, 1.046875, 0.632812, 1.117188, 0.714844, 1.15625, 1.054688, 1.039062, 0.722656, 0.96875, 1.1875, 0.851562, 1.054688, 0.8125, 1.054688, 1.203125, 1.148438, 1.0625, 1.054688, 0.433594, 1.101562, 1.132812, 1.09375, 0.863281, 1.164062, 0.636719, 1.164062, 1.179688, 1.15625, 1.210938, 1.242188, 0.875, 1.0625, 1.085938, 1.140625, 1.125, 0.960938, 1.117188, 0.984375, 1.023438, 1.15625, 0.511719, 1.085938, 1.117188, 0.980469, 1.070312, 0.976562, 0.953125, 1.109375, 1.164062, 0.6875, 1.226562, 1.148438, 0.691406, 1.085938, 0.945312, 1.28125, 1.15625, 1.101562, 1.09375, 1.109375, 1.109375, 1.070312, 1.148438, 0.996094, 1.195312, 1.164062, 1.117188, 1.125, 1.101562, 1.15625, 0.710938, 1.15625, 1.195312, 0.957031, 1.148438, 1.148438, 1.164062, 1.015625, 1.257812, 1.257812, 1.117188, 0.859375, 1.015625, 1.117188, 1.171875, 1.171875, 0.863281, 1.148438, 1.15625, 1.242188, 1.03125, 0.980469, 1.1875, 1.085938, 0.910156, 1.140625, 1.210938, 1.140625, 1.148438, 1.039062, 1.109375, 1.179688, 1.179688, 1.164062, 1.140625, 1.046875, 0.984375, 1.039062, 1.117188, 1.046875, 0.746094, 1.25, 1.0625, 1.0625, 1.148438, 1.195312, 1.273438, 1.125, 1.117188, 1.179688, 1.148438, 0.875, 1.125, 1.132812, 0.800781, 1.15625, 0.796875, 1.085938, 1.007812, 0.820312, 0.851562, 1.0, 1.101562, 0.363281, 0.878906, 0.851562, 0.847656, 1.070312, 0.960938, 0.785156, 1.171875, 0.648438, 1.085938, 1.148438, 1.132812, 1.125, 1.257812, 0.914062, 1.203125, 1.15625, 0.664062, 0.714844, 0.871094, 0.980469, 1.125, 0.871094, 1.078125, 1.195312, 0.90625, 1.1875, 0.945312, 1.195312, 1.179688, 1.101562, 1.101562, 1.023438, 1.15625, 0.703125, 1.070312, 1.078125, 1.15625, 0.511719, 0.859375, 0.976562, 1.140625, 1.148438, 1.03125, 0.941406, 1.070312, 1.101562, 1.164062, 1.132812, 0.886719, 1.054688, 0.996094, 0.890625, 1.085938, 1.132812, 1.078125, 0.695312, 1.0625, 1.148438, 1.132812, 0.90625, 1.109375, 1.171875, 0.511719, 1.125, 0.828125, 0.796875, 0.419922, 1.234375, 1.101562, 1.070312, 0.90625, 1.039062, 0.835938, 0.707031, 1.140625, 1.171875, 0.914062, 1.046875, 1.125, 1.007812, 0.976562, 1.210938, 1.1875, 1.007812, 0.78125, 1.070312, 1.179688, 0.890625, 1.148438, 0.867188, 1.101562, 1.195312, 1.054688, 1.039062, 1.210938, 0.412109, 1.140625, 0.910156, 1.085938, 1.140625, 0.980469, 1.054688, 0.886719, 1.210938, 1.21875, 0.259766, 0.753906, 1.117188, 0.96875, 1.132812, 1.171875, 0.96875, 1.101562, 1.203125, 1.117188, 0.933594, 1.171875, 0.90625, 1.101562, 1.046875, 1.109375, 0.976562, 1.078125, 1.164062, 1.039062, 1.101562, 1.203125, 1.054688, 0.851562, 0.886719, 0.980469, 0.929688, 1.101562, 1.046875, 1.15625, 1.015625, 1.0625, 1.382812, 1.015625, 1.125, 1.125, 1.140625, 0.816406, 1.101562, 0.675781, 0.945312, 1.15625, 1.125, 1.148438, 1.109375, 1.007812, 1.125, 0.761719, 0.800781, 1.101562, 0.738281, 1.007812, 0.980469, 0.859375, 1.226562, 1.132812, 0.917969, 0.695312, 1.140625, 0.710938, 0.777344, 0.824219, 0.988281, 1.0, 1.078125, 0.945312, 1.195312, 1.117188, 1.210938, 1.140625, 0.910156, 1.109375, 1.140625, 1.15625, 1.15625, 0.652344, 1.226562, 1.085938, 0.738281, 1.21875, 1.007812, 1.078125, 0.914062, 0.9375, 0.785156, 1.101562, 1.109375, 1.125, 0.859375, 1.15625, 0.851562, 0.863281, 0.730469, 0.894531, 1.179688, 1.125, 1.15625, 1.132812, 1.109375, 0.699219, 1.007812, 0.769531, 1.03125, 0.984375, 1.125, 1.117188, 1.171875, 0.78125, 1.148438, 1.085938, 1.164062, 1.132812, 1.101562, 1.179688, 1.164062, 1.203125, 0.839844, 1.070312, 0.917969, 1.140625, 1.09375, 0.871094, 1.132812, 0.792969, 1.148438, 0.890625, 0.789062, 1.195312, 0.785156, 1.148438, 0.570312, 1.195312, 1.1875, 1.0, 1.09375, 1.054688, 1.195312, 1.054688, 1.171875, 0.941406, 1.164062, 0.511719, 1.171875, 0.941406, 1.226562, 0.816406, 0.65625, 1.203125, 1.25, 0.847656, 1.117188, 0.992188, 1.195312, 1.101562, 1.265625, 1.070312, 1.046875, 0.773438, 1.132812, 1.179688, 1.046875, 1.054688, 1.148438, 0.636719, 1.21875, 1.03125, 1.195312, 0.972656, 1.125, 0.472656, 1.085938, 1.085938, 0.291016, 0.890625, 1.109375, 0.894531, 0.511719, 1.210938, 1.132812, 0.8125, 1.039062, 0.722656, 1.242188, 1.109375, 1.0, 1.085938, 1.226562, 1.054688, 1.085938, 0.507812, 1.0, 0.980469, 1.109375, 0.964844, 0.738281, 0.886719, 0.925781, 1.101562, 1.15625, 1.171875, 0.675781, 1.171875, 1.164062, 1.148438, 1.039062, 0.636719, 0.824219, 1.117188, 0.871094, 0.570312, 1.1875, 0.984375, 0.820312, 1.265625, 1.125, 1.195312, 0.941406, 1.125, 1.023438, 1.210938, 1.101562, 1.03125, 1.15625, 1.078125, 1.15625, 0.910156, 1.148438, 1.15625, 1.007812, 1.132812, 0.804688, 1.109375, 0.992188, 0.984375, 1.007812, 0.949219, 1.25, 1.164062, 1.007812, 1.148438, 0.769531, 1.132812, 1.03125, 0.455078, 0.933594, 1.125, 1.242188, 0.9375, 1.0625, 0.863281, 1.070312, 1.054688, 0.439453, 1.132812, 1.164062, 0.941406, 1.023438, 1.070312, 1.007812, 0.832031, 1.164062, 1.195312, 1.0625, 0.486328, 1.132812, 0.710938, 0.449219, 1.132812, 1.023438, 0.394531, 1.0625, 1.164062, 0.882812, 1.210938, 1.070312, 1.234375, 1.117188, 1.132812, 1.132812, 1.492188, 0.289062, 0.972656, 1.078125, 1.054688, 1.226562, 1.039062, 1.210938, 1.171875, 1.117188, 1.140625, 1.171875, 0.353516, 1.101562, 1.210938, 1.117188, 1.054688, 1.179688, 1.070312, 1.15625, 1.164062, 0.96875, 1.171875, 1.007812, 1.109375, 1.140625, 1.171875, 1.210938, 0.679688, 1.078125, 1.085938, 1.140625, 0.882812, 1.148438, 1.203125, 1.164062, 1.203125, 0.953125, 1.078125, 1.164062, 1.109375, 1.046875, 0.878906, 1.0625, 1.164062, 0.757812, 1.4375, 1.132812, 1.109375, 1.1875, 1.101562, 0.871094, 0.902344, 1.1875, 0.679688, 1.132812, 1.03125, 1.03125, 1.085938, 1.148438, 0.808594, 1.148438, 1.203125, 1.0, 1.09375, 0.914062, 1.210938, 1.101562, 1.078125, 1.148438, 1.117188, 0.410156, 1.171875, 0.988281, 1.101562, 1.078125, 1.109375, 0.773438, 1.15625, 1.101562, 0.957031, 1.109375, 1.164062, 0.691406, 1.203125, 0.71875, 0.917969, 1.0, 0.855469, 0.855469, 0.8125, 0.367188, 1.039062, 1.09375, 0.984375, 1.085938, 1.132812, 0.9375, 1.046875, 1.125, 0.792969, 0.914062, 0.710938, 1.046875, 1.148438, 1.0625, 0.800781, 1.1875, 1.070312, 0.996094, 1.132812, 1.085938, 0.746094, 1.210938, 0.609375, 1.070312, 1.140625, 1.101562, 1.101562, 1.117188, 1.09375, 0.898438, 0.914062, 1.203125, 0.929688, 1.226562, 1.203125, 0.882812, 1.132812, 1.15625, 0.722656, 1.078125, 0.835938, 0.753906, 1.101562, 1.195312, 1.210938, 1.109375, 0.859375, 0.710938, 1.21875, 0.9375, 1.242188, 1.101562, 1.164062, 1.125, 1.007812, 1.109375, 1.164062, 1.007812, 1.109375, 0.832031, 1.164062, 1.179688, 1.179688, 0.738281, 0.800781, 0.988281, 1.078125, 1.109375, 0.75, 1.070312, 1.148438, 1.070312, 0.960938, 1.109375, 1.234375, 1.03125, 1.539062, 1.195312, 0.875, 1.15625, 0.875, 1.148438, 1.132812, 1.203125, 1.132812, 0.78125, 0.636719, 1.054688, 1.140625, 1.179688, 1.25, 1.164062, 0.566406, 1.15625, 1.210938, 1.054688, 0.695312, 1.015625, 1.179688, 1.054688, 1.171875, 0.914062, 1.023438, 1.125, 1.125, 1.0, 1.15625, 1.046875, 1.085938, 1.132812, 0.996094, 1.15625, 0.703125, 1.117188, 1.101562, 1.09375, 1.09375, 0.921875, 0.388672, 0.890625, 1.179688, 1.03125, 0.832031, 1.085938, 0.996094, 1.148438, 0.988281, 1.195312, 1.046875, 2.0, 0.9375, 1.171875, 1.117188, 1.09375, 1.148438, 1.195312, 0.648438, 1.164062, 0.960938, 1.046875, 1.023438, 1.148438, 1.203125, 1.0625, 0.738281, 1.1875, 0.929688, 0.453125, 1.109375, 1.070312, 1.21875, 1.09375, 1.125, 1.171875, 1.140625, 1.101562, 1.148438, 1.179688, 0.90625, 1.078125, 1.09375, 1.039062, 1.117188, 1.09375, 1.125, 1.15625, 1.171875, 0.902344, 0.996094, 0.734375, 1.203125, 0.816406, 1.195312, 1.101562, 1.085938, 1.140625, 1.039062, 0.863281, 0.894531, 1.070312, 0.871094, 0.84375, 0.984375, 1.203125, 1.109375, 0.914062, 1.03125, 1.132812, 1.046875, 1.171875, 1.179688, 1.28125, 0.976562, 1.179688, 1.0, 0.949219, 1.164062, 0.8125, 1.125, 0.703125, 0.976562, 1.117188, 1.070312, 0.945312, 0.867188, 0.835938, 1.164062, 1.125, 1.1875, 0.949219, 1.171875, 1.0625, 1.25, 1.148438, 0.878906, 1.0625, 0.972656, 1.210938, 1.070312, 0.902344, 0.414062, 1.203125, 1.195312, 0.664062, 0.785156, 1.148438, 1.039062, 0.753906, 1.101562, 1.117188, 1.101562, 1.15625, 1.117188, 0.953125, 1.148438, 1.054688, 1.140625, 0.820312, 1.070312, 1.148438, 1.09375, 1.039062, 0.738281, 1.1875, 0.621094, 1.0, 0.945312, 1.109375, 0.933594, 0.972656, 0.765625, 1.101562, 1.078125, 0.9375, 0.8125, 1.070312, 1.039062, 0.714844, 0.149414, 0.976562, 1.046875, 1.109375, 1.15625, 0.703125, 1.148438, 1.164062, 1.140625, 1.125, 0.777344, 0.9375, 0.855469, 0.9375, 0.753906, 0.75, 0.949219, 1.15625, 0.628906, 1.109375, 1.101562, 0.839844, 1.109375, 1.203125, 1.039062, 1.164062, 1.25, 0.765625, 1.164062, 0.996094, 1.117188, 0.933594, 1.101562, 0.882812, 1.070312, 1.171875, 1.210938, 1.039062, 0.792969, 1.085938, 1.070312, 1.015625, 1.039062, 0.710938, 1.09375, 0.5625, 0.953125, 1.15625, 1.257812, 1.15625, 1.132812, 1.039062, 0.753906, 1.234375, 0.992188, 1.1875, 1.117188, 1.015625, 1.15625, 0.648438, 1.117188, 1.140625, 1.117188, 1.15625, 1.0, 1.078125, 1.0, 1.109375, 1.171875, 0.863281, 1.070312, 1.039062, 1.140625, 1.195312, 1.234375, 1.023438, 1.039062, 1.09375, 1.03125, 0.996094, 1.023438, 0.910156, 1.109375, 0.789062, 0.789062, 0.804688, 1.15625, 1.054688, 1.15625, 1.195312, 1.078125, 1.09375, 1.226562, 1.164062, 1.0625, 1.085938, 1.039062, 0.902344, 1.015625, 1.101562, 1.109375, 1.179688, 0.941406, 1.070312, 1.1875, 0.820312, 1.257812, 0.925781, 1.09375, 1.117188, 1.140625, 1.15625, 0.726562, 1.015625, 0.875, 0.894531, 0.914062, 0.664062, 1.023438, 0.910156, 1.132812, 0.914062, 1.101562, 1.117188, 0.960938, 1.179688, 0.832031, 1.015625, 1.164062, 0.875, 0.847656, 1.195312, 1.125, 1.132812, 0.960938, 0.945312, 1.023438, 0.902344, 0.683594, 0.972656, 0.941406, 1.171875, 1.085938, 1.171875, 1.0, 1.085938, 0.914062, 1.140625, 1.101562, 0.960938, 1.085938, 1.070312, 1.0, 0.9375, 1.15625, 0.757812, 0.667969, 1.101562, 1.117188, 1.070312, 1.054688, 0.871094, 0.75, 1.0, 1.257812, 1.140625, 0.832031, 1.132812, 1.210938, 1.21875, 1.125, 1.15625, 0.980469, 1.148438, 1.117188, 1.085938, 0.695312, 1.132812, 0.636719, 1.148438, 1.132812, 0.875, 1.203125, 1.148438, 1.179688, 0.902344, 0.933594, 1.03125, 0.675781, 0.742188, 1.09375, 1.125, 0.980469, 1.171875, 1.070312, 0.859375, 1.195312, 0.898438, 1.109375, 0.882812, 1.0, 1.15625, 0.742188, 1.203125, 1.210938, 1.15625, 1.0625, 1.039062, 1.140625, 0.992188, 1.179688, 1.203125, 0.90625, 1.195312, 0.996094, 1.179688, 1.1875, 1.171875, 0.800781, 1.132812, 1.085938, 0.283203, 1.046875, 1.140625, 1.203125, 1.164062, 1.140625, 0.925781, 1.15625, 1.101562, 0.855469, 0.972656, 1.101562, 1.265625, 0.734375, 0.613281, 0.914062, 1.203125, 0.714844, 1.078125, 0.451172, 1.15625, 1.046875, 1.171875, 1.109375, 0.839844, 1.171875, 1.3125, 1.078125, 1.109375, 1.023438, 1.03125, 0.941406, 0.824219, 1.09375, 0.804688, 0.714844, 1.117188, 0.71875, 1.132812, 1.09375, 1.140625, 0.96875, 1.140625, 1.21875, 1.179688, 1.164062, 1.195312, 0.738281, 1.03125, 0.910156, 0.824219, 0.710938, 1.203125, 1.09375, 1.171875, 0.886719, 1.101562, 0.675781, 0.953125, 0.933594, 6.2e-05, 0.753906, 1.148438, 1.21875, 1.140625, 1.101562, 1.046875, 0.832031, 1.125, 1.359375, 1.242188, 1.046875, 1.039062, 0.921875, 1.179688, 1.171875, 1.195312, 1.171875, 1.179688, 0.972656, 0.867188, 0.550781, 1.15625, 1.109375, 1.125, 1.132812, 1.070312, 1.179688, 0.730469, 0.757812, 0.886719, 0.925781, 1.179688, 0.894531, 0.691406, 0.898438, 0.632812, 1.195312, 1.117188, 1.203125, 1.0625, 1.101562, 0.9375, 1.03125, 1.085938, 1.070312, 1.171875, 1.132812, 1.195312, 0.710938, 0.882812, 1.195312, 1.132812, 1.210938, 0.714844, 1.070312, 1.085938, 1.117188, 1.210938, 1.085938, 1.15625, 0.789062, 1.03125, 0.988281, 0.828125, 1.140625, 1.15625, 1.007812, 0.9375, 0.84375, 1.0625, 1.09375, 0.96875, 0.859375, 1.023438, 0.910156, 1.132812, 1.140625, 1.039062, 1.140625, 0.9375, 1.25, 0.980469, 1.03125, 1.21875, 0.753906, 1.007812, 0.957031, 0.992188, 0.746094, 0.730469, 1.15625, 1.101562, 1.140625, 0.910156, 1.234375, 0.929688, 1.078125, 1.1875, 0.988281, 1.117188, 1.109375, 1.171875, 0.882812, 1.101562, 0.898438, 1.117188, 0.773438, 0.851562, 1.085938, 0.886719, 1.171875, 0.898438, 1.046875, 1.117188, 0.6875, 1.132812, 1.1875, 1.164062, 1.15625, 0.882812, 1.125, 1.195312, 0.984375, 1.226562, 0.722656, 0.972656, 1.125, 1.164062, 1.03125, 1.023438, 1.0625, 0.988281, 0.832031, 1.109375, 1.085938, 1.007812, 1.117188, 0.871094, 1.015625, 0.800781, 1.101562, 1.125, 0.707031, 0.652344, 0.820312, 1.1875, 1.171875, 1.21875, 1.203125, 0.847656, 0.859375, 1.046875, 1.171875, 0.886719, 0.773438, 1.15625, 1.015625, 1.15625, 1.132812, 1.265625, 0.902344, 1.140625, 0.847656, 1.0625, 0.980469, 1.125, 0.578125, 0.71875, 1.140625, 1.148438, 1.117188, 1.007812, 1.203125, 1.132812, 0.765625, 1.09375, 1.078125, 1.054688, 1.171875, 0.691406, 1.109375, 1.195312, 0.917969, 1.195312, 0.859375, 1.15625, 1.296875, 0.964844, 0.080078, 1.203125, 1.125, 1.054688, 1.070312, 1.023438, 1.132812, 1.15625, 1.234375, 1.039062, 0.882812, 1.085938, 1.039062, 1.304688, 0.949219, 1.125, 1.273438, 1.070312, 1.101562, 1.15625, 0.933594, 0.761719, 1.078125, 0.855469, 1.226562, 0.90625, 1.226562, 1.210938, 1.078125, 1.117188, 1.070312, 0.777344, 1.132812, 0.765625, 1.085938, 0.910156, 0.714844, 0.855469, 1.0, 1.140625, 1.15625, 1.085938, 1.039062, 1.1875, 1.195312, 1.171875, 1.179688, 1.085938, 1.179688, 1.1875, 0.878906, 1.078125, 1.109375, 1.046875, 0.851562, 1.03125, 1.179688, 1.195312, 0.796875, 0.882812, 1.054688, 1.242188, 1.210938, 1.164062, 1.179688, 1.171875, 1.140625, 1.179688, 1.015625, 0.808594, 0.894531, 1.03125, 1.054688, 0.828125, 1.132812, 1.21875, 1.007812, 0.921875, 1.210938, 1.007812, 1.1875, 0.714844, 0.847656, 1.140625, 0.945312, 1.15625, 1.195312, 1.226562, 1.226562, 1.242188, 1.101562, 1.132812, 1.070312, 1.195312, 1.078125, 1.054688, 1.21875, 1.195312, 1.195312, 1.078125, 1.210938, 1.25, 1.039062, 1.164062, 1.046875, 1.171875, 1.023438, 1.117188, 1.171875, 1.179688, 1.15625, 1.0625, 1.171875, 0.976562, 1.046875, 1.101562, 1.109375, 1.242188, 1.054688, 1.101562, 1.210938, 1.023438, 1.117188, 0.8125, 0.863281, 0.839844, 1.132812, 0.917969, 0.535156, 1.132812, 0.972656, 0.441406, 1.117188, 1.140625, 1.265625, 0.470703, 1.195312, 0.910156, 1.109375, 0.652344, 1.195312, 0.738281, 0.777344, 1.179688, 1.257812, 1.695312, 0.914062, 0.310547, 0.992188, 1.179688, 1.148438, 1.085938, 1.085938, 1.179688, 1.140625, 0.757812, 1.007812, 1.117188, 1.125, 0.824219, 0.910156, 0.800781, 0.835938, 0.917969, 0.867188, 1.164062, 1.140625, 0.992188, 0.730469, 1.117188, 1.25, 1.164062, 1.140625, 1.078125, 1.257812, 0.859375, 1.117188, 1.132812, 1.210938, 1.117188, 1.132812, 0.229492, 1.132812, 1.109375, 1.125, 1.007812, 1.015625, 0.828125, 1.054688, 0.816406, 1.148438, 1.140625, 1.15625, 1.117188, 0.871094, 1.101562, 1.007812, 0.953125, 1.070312, 0.765625, 0.957031, 0.773438, 1.101562, 1.359375, 1.171875, 1.179688, 1.070312, 1.15625, 1.09375, 1.0625, 0.9375, 0.875, 1.03125, 1.085938, 0.789062, 1.101562, 0.878906, 1.171875, 0.976562, 1.054688, 1.101562, 0.828125, 1.132812, 1.078125, 1.179688, 1.132812, 1.0, 1.117188, 0.925781, 1.59375, 0.796875, 1.125, 1.078125, 0.914062, 1.148438, 1.15625, 0.90625, 0.859375, 1.039062, 1.070312, 1.023438, 1.148438, 1.101562, 1.171875, 0.625, 1.140625, 0.777344, 1.171875, 1.15625, 1.023438, 1.070312, 1.078125, 1.195312, 1.203125, 0.894531, 1.125, 1.21875, 0.917969, 0.996094, 1.179688, 1.164062, 1.023438, 1.0625, 1.117188, 1.195312, 1.1875, 0.785156, 0.863281, 1.210938, 1.109375, 1.164062, 1.070312, 0.886719, 1.070312, 1.164062, 1.140625, 1.1875, 1.023438, 1.109375, 1.164062, 1.132812, 1.171875, 1.148438, 1.109375, 0.929688, 1.101562, 1.023438, 0.730469, 1.101562, 1.21875, 1.09375, 0.960938, 0.894531, 1.125, 0.933594, 1.203125, 1.148438, 1.195312, 1.0625, 0.996094, 0.824219, 1.226562, 1.171875, 1.164062, 1.085938, 0.925781, 1.015625, 1.0625, 0.988281, 1.070312, 1.125, 0.445312, 0.765625, 1.1875, 0.804688, 1.15625, 1.140625, 1.1875, 0.792969, 0.65625, 1.164062, 1.101562, 1.164062, 1.078125, 1.101562, 0.746094, 0.949219, 1.125, 1.117188, 1.125, 1.171875, 0.683594, 1.21875, 0.804688, 1.125, 1.226562, 0.945312, 1.179688, 1.125, 1.203125, 1.203125, 1.203125, 1.140625, 0.941406, 0.675781, 1.046875, 1.117188, 1.195312, 1.132812, 1.09375, 1.179688, 1.070312, 0.792969, 1.164062, 1.015625, 1.148438, 1.132812, 1.164062, 1.109375, 1.132812, 0.757812, 0.523438, 1.054688, 1.140625, 0.878906, 0.710938, 1.117188, 0.910156, 0.960938, 0.683594, 0.839844, 1.132812, 0.886719, 0.898438, 0.828125, 0.808594, 1.0, 1.226562, 0.84375, 1.0625, 1.21875, 1.125, 1.140625, 1.007812, 1.015625, 1.140625, 1.15625, 1.085938, 1.15625, 0.890625, 1.28125, 1.164062, 1.140625, 1.054688, 1.140625, 0.945312, 1.101562, 1.132812, 0.753906, 1.125, 1.070312, 0.910156, 1.210938, 1.117188, 1.140625, 1.148438, 1.195312, 1.203125, 1.078125, 1.171875, 1.109375, 1.078125, 0.855469, 1.054688, 0.9375, 1.109375, 1.21875, 1.179688, 1.164062, 1.09375, 1.171875, 1.101562, 0.746094, 1.015625, 1.21875, 0.914062, 1.054688, 1.140625, 1.109375, 1.125, 1.054688, 1.085938, 0.929688, 0.703125, 1.15625, 1.117188, 1.054688, 1.148438, 0.298828, 1.171875, 1.117188, 1.140625, 1.179688, 1.085938, 0.921875, 1.140625, 0.949219, 1.578125, 1.148438, 1.125, 1.03125, 1.078125, 1.171875, 1.21875, 1.007812, 1.179688, 0.988281, 0.867188, 1.070312, 1.109375, 1.015625, 1.117188, 1.078125, 1.09375, 1.132812, 0.75, 1.210938, 1.109375, 1.109375, 1.023438, 1.179688, 0.917969, 1.054688, 0.765625, 1.078125, 1.125, 1.109375, 1.132812, 1.148438, 1.101562, 1.039062, 0.996094, 0.871094, 1.125, 1.195312, 0.988281, 1.070312, 1.046875, 1.140625, 0.847656, 1.101562, 1.0625, 0.988281, 1.164062, 1.101562, 1.070312, 1.070312, 1.132812, 0.988281, 1.273438, 1.210938, 0.925781, 1.117188, 0.914062, 1.148438, 1.0625, 0.902344, 1.15625, 1.257812, 1.109375, 1.140625, 0.71875, 1.179688, 1.109375, 1.03125, 1.1875, 0.816406, 0.796875, 1.164062, 1.125, 1.117188, 1.164062, 0.925781, 1.164062, 1.023438, 1.21875, 1.171875, 1.085938, 1.117188, 0.75, 1.117188, 0.742188, 1.125, 1.125, 0.96875, 1.15625, 1.164062, 0.914062, 0.285156, 1.070312, 1.234375, 0.875, 1.039062, 0.988281, 0.225586, 1.078125, 0.914062, 1.125, 1.132812, 0.921875, 1.265625, 1.1875, 1.875, 0.494141, 1.054688, 1.007812, 1.132812, 1.09375, 1.1875, 0.816406, 0.789062, 0.957031, 1.242188, 1.320312, 1.0625, 1.125, 0.964844, 1.171875, 0.933594, 1.125, 0.453125, 0.878906, 1.164062, 1.171875, 1.007812, 1.15625, 1.164062, 1.195312, 1.117188, 1.148438, 1.203125, 1.125, 0.917969, 1.15625, 1.492188, 1.007812, 1.046875, 1.132812, 1.132812, 1.09375, 0.746094, 1.140625, 1.15625, 1.140625, 1.085938, 1.109375, 1.132812, 0.871094, 1.125, 0.722656, 0.996094, 0.714844, 0.980469, 1.1875, 0.835938, 1.070312, 1.125, 1.117188, 1.117188, 1.148438, 0.75, 1.078125, 1.203125, 1.171875, 1.203125, 1.148438, 1.09375, 1.070312, 1.195312, 1.109375, 1.007812, 1.085938, 1.164062, 0.933594, 1.164062, 1.8125, 1.210938, 1.164062, 1.117188, 0.902344, 1.109375, 1.148438, 0.875, 0.867188, 1.117188, 0.542969, 1.15625, 1.226562, 1.132812, 0.765625, 1.140625, 1.15625, 1.179688, 0.683594, 0.828125, 0.863281, 0.855469, 1.1875, 0.796875, 1.140625, 1.070312, 1.101562, 1.1875, 0.84375, 0.890625, 1.085938, 1.070312, 1.164062, 1.03125, 1.125, 1.023438, 0.902344, 1.164062, 1.164062, 1.125, 0.898438, 1.164062, 1.117188, 1.179688, 1.171875, 1.070312, 0.746094, 1.0625, 1.046875, 0.707031, 1.171875, 1.085938, 0.871094, 1.101562, 0.894531, 1.070312, 1.171875, 1.054688, 2.921875, 1.085938, 1.140625, 1.117188, 1.007812, 1.070312, 1.1875, 1.140625, 1.1875, 1.164062, 0.882812, 0.746094, 1.203125, 1.15625, 1.039062, 1.09375, 1.164062, 1.164062, 1.1875, 0.804688, 0.832031, 0.753906, 0.960938, 1.0625, 0.84375, 1.15625, 1.234375, 1.15625, 0.992188, 0.925781, 1.148438, 1.132812, 1.171875, 0.902344, 1.164062, 0.90625, 1.0625, 0.75, 1.15625, 1.125, 0.746094, 1.195312, 1.140625, 1.304688, 1.0625, 0.5, 1.039062, 1.007812, 0.636719, 1.125, 0.96875, 0.796875, 1.304688, 1.085938, 0.714844, 1.15625, 0.675781, 1.164062, 0.984375, 1.007812, 1.085938, 0.804688, 1.148438, 1.007812, 1.171875, 0.855469, 1.085938, 0.867188, 0.84375, 1.125, 0.722656, 0.886719, 0.933594, 0.652344, 1.0, 1.085938, 0.890625, 1.242188, 1.09375, 1.15625, 0.910156, 1.15625, 0.773438, 0.957031, 1.140625, 1.1875, 1.132812, 1.125, 1.148438, 0.929688, 1.0625, 0.996094, 1.164062, 0.957031, 1.023438, 1.125, 1.046875, 1.164062, 1.101562, 0.789062, 1.203125, 1.132812, 1.140625, 0.78125, 0.988281, 1.117188, 0.910156, 0.902344, 0.667969, 0.847656, 1.140625, 1.15625, 1.132812, 0.941406, 1.078125, 1.148438, 1.070312, 1.101562, 1.09375, 0.921875, 0.960938, 1.078125, 0.921875, 1.085938, 1.0625, 0.667969, 1.148438, 1.140625, 1.054688, 1.117188, 1.046875, 1.085938, 1.085938, 1.03125, 0.898438, 0.640625, 0.964844, 0.84375, 1.109375, 0.941406, 1.210938, 1.203125 ] }, "name": "model.model.layers.22.post_attention_layernorm.weight", "outputIndexes": [ 1875 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1874 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_22/Mul_output_0", "outputIndexes": [ 1876 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1875, 1876 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_22/Mul_1_output_0", "outputIndexes": [ 1877 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1877 ], "outputIndexes": [ 2940 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2940 ], "outputIndexes": [ 2941 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear", "inputIndexes": [ 2941 ], "outputIndexes": [ 2942 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2900886932, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2942 ], "outputIndexes": [ 2943 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2943 ], "outputIndexes": [ 1878 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1878 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_22/Sigmoid_output_0", "outputIndexes": [ 1879 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1878, 1879 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_22/Mul_output_0", "outputIndexes": [ 1880 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1877 ], "outputIndexes": [ 2944 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2944 ], "outputIndexes": [ 2945 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear", "inputIndexes": [ 2945 ], "outputIndexes": [ 2946 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2939078058, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2946 ], "outputIndexes": [ 2947 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2947 ], "outputIndexes": [ 1881 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1880, 1881 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_22/Mul_output_0", "outputIndexes": [ 1882 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1882 ], "outputIndexes": [ 2948 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2948 ], "outputIndexes": [ 2949 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear", "inputIndexes": [ 2949 ], "outputIndexes": [ 2950 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 2977269184, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2950 ], "outputIndexes": [ 2951 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2951 ], "outputIndexes": [ 1883 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1874, 1883 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_114_output_0", "outputIndexes": [ 1884 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1884, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_207_output_0", "outputIndexes": [ 1885 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.820312, 0.664062, 0.832031, 0.890625, 0.914062, 0.699219, 0.644531, 0.691406, 1.171875, 0.617188, 0.671875, 0.996094, 0.632812, 0.597656, 0.933594, 0.75, 0.660156, 0.628906, 0.652344, 1.085938, 1.421875, 0.6875, 0.644531, 0.671875, 0.695312, 0.75, 1.507812, 0.769531, 0.707031, 0.609375, 0.804688, 0.90625, 1.257812, 0.679688, 0.777344, 0.808594, 0.859375, 1.3125, 0.660156, 0.574219, 0.765625, 0.683594, 0.839844, 0.75, 0.84375, 0.777344, 1.75, 0.898438, 0.742188, 0.949219, 0.765625, 0.652344, 0.613281, 0.617188, 0.699219, 0.714844, 0.730469, 0.890625, 0.738281, 1.015625, 0.582031, 0.710938, 0.71875, 0.667969, 0.726562, 0.851562, 0.660156, 0.625, 0.601562, 0.714844, 0.679688, 0.992188, 0.695312, 0.671875, 0.773438, 0.753906, 0.9375, 0.757812, 1.085938, 0.789062, 0.804688, 0.941406, 0.816406, 0.703125, 0.699219, 1.96875, 0.703125, 0.839844, 0.683594, 1.039062, 0.699219, 0.6875, 0.675781, 0.65625, 1.171875, 0.671875, 1.054688, 0.878906, 0.640625, 0.59375, 0.871094, 0.8125, 0.824219, 0.664062, 1.085938, 0.761719, 1.179688, 0.882812, 0.820312, 0.660156, 0.652344, 0.652344, 0.679688, 1.515625, 0.664062, 1.6875, 0.847656, 0.660156, 0.753906, 0.632812, 0.628906, 0.632812, 0.761719, 0.65625, 0.707031, 0.613281, 0.753906, 0.640625, 1.898438, 0.972656, 1.539062, 0.546875, 0.839844, 0.757812, 0.605469, 0.722656, 0.636719, 0.679688, 0.839844, 0.6875, 0.605469, 0.796875, 0.78125, 0.488281, 1.296875, 1.21875, 0.863281, 0.644531, 0.789062, 0.644531, 0.726562, 0.671875, 0.683594, 0.664062, 0.917969, 0.773438, 0.855469, 1.085938, 0.742188, 0.777344, 0.746094, 1.039062, 1.132812, 0.652344, 1.289062, 0.902344, 0.679688, 1.023438, 0.6875, 0.671875, 0.652344, 0.679688, 0.707031, 0.664062, 0.636719, 0.792969, 0.679688, 0.644531, 0.710938, 0.632812, 0.494141, 0.667969, 0.707031, 0.9375, 0.476562, 0.734375, 0.636719, 0.65625, 0.640625, 0.671875, 0.664062, 0.664062, 1.109375, 0.644531, 1.054688, 0.742188, 0.699219, 0.703125, 0.957031, 0.648438, 0.648438, 1.6875, 0.886719, 0.84375, 0.988281, 0.65625, 0.515625, 0.71875, 0.691406, 0.492188, 0.710938, 0.65625, 0.695312, 0.699219, 0.636719, 0.855469, 0.890625, 0.84375, 0.832031, 0.640625, 0.632812, 1.03125, 0.902344, 0.671875, 0.671875, 0.878906, 0.761719, 0.792969, 0.636719, 0.667969, 0.675781, 0.742188, 0.746094, 0.625, 0.691406, 0.976562, 0.617188, 0.742188, 1.882812, 0.652344, 0.703125, 0.609375, 0.679688, 0.652344, 0.632812, 0.953125, 0.664062, 0.714844, 0.707031, 0.648438, 0.628906, 1.101562, 0.691406, 0.671875, 0.648438, 0.75, 0.636719, 1.914062, 0.628906, 0.980469, 0.640625, 0.675781, 0.683594, 0.707031, 0.671875, 0.648438, 0.640625, 0.644531, 0.894531, 0.746094, 0.773438, 0.769531, 0.710938, 0.816406, 0.628906, 0.792969, 0.679688, 0.714844, 0.640625, 0.796875, 0.644531, 0.636719, 1.921875, 0.683594, 0.640625, 0.792969, 0.5, 0.714844, 0.742188, 0.664062, 0.792969, 0.609375, 0.726562, 0.917969, 0.566406, 0.632812, 0.933594, 0.671875, 0.765625, 0.632812, 0.566406, 0.804688, 0.917969, 0.773438, 0.898438, 0.710938, 0.648438, 0.625, 0.675781, 0.675781, 1.148438, 0.679688, 0.632812, 0.625, 1.28125, 0.714844, 0.664062, 0.800781, 0.753906, 0.667969, 0.707031, 0.636719, 0.621094, 0.648438, 0.710938, 0.671875, 0.640625, 0.628906, 0.75, 0.75, 1.898438, 0.75, 0.722656, 0.65625, 0.898438, 0.636719, 0.738281, 0.714844, 0.730469, 0.652344, 1.90625, 0.667969, 0.632812, 0.664062, 1.859375, 0.703125, 0.773438, 0.636719, 0.636719, 0.632812, 0.730469, 0.929688, 0.972656, 0.699219, 0.78125, 0.644531, 0.664062, 0.707031, 0.597656, 0.675781, 1.25, 0.851562, 1.78125, 0.761719, 1.164062, 0.9375, 0.652344, 0.742188, 0.679688, 0.652344, 0.640625, 0.640625, 0.695312, 0.644531, 0.667969, 0.765625, 1.773438, 0.863281, 0.636719, 0.703125, 0.773438, 0.714844, 0.855469, 0.894531, 0.707031, 0.625, 0.722656, 0.648438, 0.710938, 0.714844, 0.640625, 0.703125, 1.148438, 1.257812, 0.679688, 0.710938, 0.832031, 0.628906, 0.652344, 1.773438, 0.75, 0.707031, 1.023438, 0.738281, 0.628906, 0.648438, 0.707031, 0.714844, 0.6875, 0.648438, 0.984375, 0.691406, 0.726562, 0.652344, 0.707031, 0.898438, 0.761719, 0.632812, 0.644531, 0.675781, 0.894531, 0.90625, 0.644531, 0.570312, 0.636719, 1.015625, 0.730469, 0.691406, 0.554688, 0.644531, 0.640625, 0.597656, 0.925781, 0.652344, 0.722656, 0.503906, 0.710938, 0.660156, 0.636719, 0.921875, 0.632812, 0.753906, 0.894531, 0.640625, 0.972656, 0.847656, 0.660156, 0.703125, 0.847656, 0.964844, 0.980469, 0.679688, 0.675781, 0.632812, 0.859375, 1.296875, 0.488281, 0.636719, -0.179688, 0.621094, 0.726562, 0.640625, 0.65625, 1.109375, 0.992188, 0.824219, 0.769531, 0.652344, 0.886719, 0.667969, 0.570312, 1.804688, 0.652344, 0.691406, 0.773438, 1.046875, 0.613281, 0.625, 0.699219, 0.664062, 0.722656, 0.652344, 0.574219, 0.777344, 1.140625, 0.734375, 0.867188, 0.851562, 0.8125, 0.796875, 0.601562, 0.722656, 0.769531, 0.695312, 0.78125, 0.53125, 0.636719, 0.691406, 0.921875, 0.710938, 0.632812, 0.808594, 0.609375, 0.863281, 0.625, 1.03125, 0.78125, 0.443359, 0.671875, 0.652344, 0.730469, 0.722656, 0.714844, 0.714844, 0.761719, 0.746094, 0.640625, 0.640625, 0.65625, 0.832031, 0.585938, 0.671875, 0.675781, 1.835938, 0.679688, 0.988281, 0.742188, 0.707031, 0.691406, 0.636719, 0.621094, 0.792969, 0.878906, 0.679688, 0.636719, 0.6875, 0.917969, 0.644531, 0.753906, 0.667969, 0.625, 0.625, 0.621094, 0.695312, 0.757812, 0.730469, 0.921875, 1.210938, 0.441406, 0.832031, 0.746094, 0.824219, 0.691406, 1.546875, 0.628906, 0.597656, 0.625, 0.648438, 0.675781, 0.621094, 0.824219, 0.679688, 0.714844, 0.451172, 0.925781, 0.683594, 0.65625, 0.769531, 0.859375, 0.472656, 0.859375, 0.628906, 0.589844, 0.71875, 0.648438, 0.644531, 0.59375, 0.746094, 0.84375, 0.777344, 0.742188, 0.78125, 0.699219, 0.941406, 0.808594, 0.640625, 0.660156, 1.109375, 0.644531, 0.609375, 0.785156, 0.742188, 0.683594, 0.855469, 0.644531, 1.03125, 0.660156, 0.570312, 0.957031, 0.855469, 0.804688, 1.023438, 0.65625, 0.96875, 0.695312, 0.773438, 0.671875, 0.628906, 1.460938, 0.714844, 0.789062, 0.753906, 0.757812, 0.644531, 0.695312, 0.628906, 1.859375, 0.558594, 0.738281, 0.761719, 0.71875, 0.609375, 1.414062, 0.675781, 1.28125, 0.722656, 0.988281, 0.671875, 0.648438, 0.789062, 0.789062, 0.730469, 0.617188, 0.621094, 0.496094, 0.84375, 0.75, 0.492188, 0.675781, 0.636719, 0.640625, 0.675781, 0.683594, 0.683594, 0.785156, 1.460938, 0.628906, 0.632812, 0.675781, 0.644531, 1.84375, 0.847656, 0.675781, 0.976562, 1.171875, 0.710938, 0.71875, 0.648438, 0.6875, 0.871094, 0.996094, 0.648438, 1.445312, 0.691406, 0.699219, 0.699219, 0.617188, 0.695312, 0.691406, 0.667969, 0.644531, 0.664062, 0.636719, 0.6875, 0.675781, 0.644531, 0.734375, 0.824219, 0.945312, 0.703125, 0.660156, 0.734375, 0.582031, 0.734375, 1.03125, 0.90625, 0.648438, 0.855469, 0.742188, 1.445312, 0.847656, 1.15625, 0.644531, 0.84375, 0.648438, 0.941406, 1.242188, 0.816406, 0.652344, 0.6875, 0.714844, 0.695312, 0.726562, 0.652344, 0.671875, 0.679688, 0.675781, 1.90625, 0.671875, 0.753906, 0.703125, 0.482422, 0.777344, 0.625, 1.226562, 1.960938, 1.148438, 0.683594, 0.78125, 0.71875, 0.976562, 0.675781, 0.667969, 0.617188, 0.683594, 0.683594, 0.746094, 1.601562, 0.675781, 1.296875, 0.679688, 0.714844, 0.648438, 0.664062, 0.976562, 0.6875, 0.695312, 0.542969, 0.636719, 0.722656, 0.792969, 0.640625, 0.898438, 1.0, 0.644531, 0.652344, 0.773438, 0.578125, 0.859375, 0.695312, 0.660156, 0.640625, 0.742188, 0.875, 0.742188, 0.644531, 1.070312, 0.746094, 0.824219, 1.007812, 0.664062, 0.714844, 0.695312, 1.578125, 0.65625, 0.632812, 0.722656, 0.992188, 1.054688, 0.847656, 0.597656, 0.757812, 1.875, 0.613281, 0.820312, 1.835938, 0.679688, 0.75, 0.683594, 0.699219, 0.632812, 0.996094, 0.695312, 0.644531, 0.761719, 0.628906, 0.660156, 0.648438, 0.652344, 0.644531, 0.710938, 0.832031, 1.460938, 0.78125, 0.691406, 0.613281, 0.882812, 0.691406, 1.046875, 0.683594, 0.632812, 1.359375, 0.675781, 0.726562, 0.746094, 1.890625, 0.675781, 0.636719, 0.964844, 0.710938, 0.609375, 0.765625, 0.644531, 1.078125, 0.667969, 0.824219, 0.757812, 0.878906, 0.6875, 1.484375, 0.671875, 0.671875, 1.539062, 0.800781, 0.523438, 0.523438, 0.652344, 0.664062, 0.585938, 0.644531, 0.652344, 0.921875, 0.792969, 0.886719, 0.789062, 0.675781, 0.832031, 0.691406, 0.679688, 0.738281, 0.644531, 0.875, 0.878906, 0.722656, 1.046875, 0.691406, 0.597656, 0.8125, 0.707031, 0.636719, 0.664062, 0.632812, 1.023438, 1.125, 0.746094, 0.652344, 0.796875, 0.839844, 0.75, 0.753906, 0.800781, 0.671875, 0.605469, 0.746094, 0.761719, 0.613281, 0.804688, 0.613281, 0.664062, 0.691406, 0.660156, 0.742188, 0.765625, 0.804688, 0.75, 0.753906, 0.828125, 1.867188, 0.652344, 0.683594, 0.675781, 0.761719, 0.851562, 0.648438, 0.753906, 0.703125, 0.652344, 0.648438, 1.953125, 1.289062, 1.390625, 0.695312, 0.652344, 0.667969, 0.835938, 0.625, 0.679688, 0.65625, 1.398438, 1.296875, 0.710938, 0.652344, 0.691406, 0.933594, 0.695312, 0.832031, 0.6875, 0.722656, 0.679688, 0.652344, 0.777344, 0.800781, 0.679688, 1.273438, 0.683594, 0.625, 0.65625, 0.789062, 0.785156, 0.648438, 0.707031, 0.675781, 0.632812, 0.699219, 0.722656, 0.671875, 0.785156, 0.652344, 0.925781, 0.695312, 0.660156, 0.824219, 0.664062, 0.691406, 0.753906, 0.667969, 0.636719, 0.726562, 0.773438, 0.699219, 0.945312, 0.625, 0.664062, 1.492188, 1.492188, 0.707031, 0.832031, 0.75, 1.234375, 0.832031, 0.867188, 0.933594, 0.660156, 1.03125, 0.636719, 0.742188, 0.628906, 1.898438, 0.570312, 1.804688, 0.855469, 0.824219, 0.707031, 0.691406, 0.957031, 0.667969, 0.621094, 0.628906, 0.886719, 1.007812, 0.75, 0.664062, 1.625, 0.695312, 0.742188, 1.015625, 0.761719, 0.695312, 0.800781, 0.710938, 0.675781, 1.046875, 0.769531, 1.109375, 0.792969, 0.851562, 0.886719, 0.957031, 0.644531, 1.03125, 0.804688, 0.644531, 0.546875, 0.664062, 1.15625, 0.699219, 0.671875, 0.710938, 1.820312, 0.972656, 0.648438, 0.652344, 0.652344, 0.644531, 0.949219, 0.636719, 0.691406, 0.769531, 0.710938, 1.445312, 0.636719, 0.652344, 0.613281, 0.605469, 1.921875, 0.6875, 0.703125, 0.5625, 0.917969, 0.753906, 0.601562, 0.640625, 1.171875, 0.886719, 1.007812, 0.746094, 1.820312, 0.683594, 0.605469, 1.84375, 0.765625, 0.710938, 0.707031, 0.761719, 0.601562, 0.679688, 0.703125, 0.757812, 0.9375, 1.210938, 0.878906, 0.457031, 1.132812, 1.234375, 0.730469, 0.597656, 1.265625, 0.621094, 0.613281, 0.65625, 0.679688, 0.824219, 0.734375, 1.15625, 0.769531, 0.753906, 0.707031, 0.746094, 0.8125, 0.636719, 0.628906, 0.75, 0.792969, 0.707031, 0.722656, 1.007812, 0.996094, 0.671875, 1.523438, 1.351562, 0.867188, 0.65625, 0.785156, 0.695312, 1.023438, 1.226562, 0.640625, 0.789062, 0.675781, 0.710938, 0.671875, 0.851562, 0.746094, 0.625, 0.800781, 0.648438, 0.683594, 0.621094, 0.578125, 0.800781, 0.660156, 0.742188, 1.890625, 0.945312, 0.722656, 0.863281, 0.765625, 0.761719, 0.652344, 0.46875, 0.734375, 0.617188, 0.621094, 0.691406, 0.660156, 0.765625, 1.0, 0.65625, 0.878906, 0.792969, 0.53125, 0.609375, 0.722656, 0.628906, 0.695312, 0.851562, 0.667969, 0.625, 0.746094, 0.707031, 0.742188, 1.226562, 0.847656, 0.550781, 0.664062, 1.164062, 0.570312, 0.800781, 0.632812, 0.609375, 0.667969, 0.972656, 0.753906, 0.683594, 0.644531, 0.730469, 0.675781, 0.65625, 0.761719, 0.792969, 1.164062, 0.695312, 0.800781, 0.714844, 0.636719, 0.675781, 0.628906, 0.738281, 0.800781, 0.644531, 0.796875, 0.691406, 0.683594, 0.816406, 0.636719, 0.75, 0.699219, 0.667969, 0.478516, 0.683594, 0.652344, 1.140625, 0.648438, 0.644531, 0.796875, 0.683594, 0.59375, 0.9375, 0.726562, 0.816406, 0.78125, 0.671875, 0.753906, 0.671875, 0.59375, 0.875, 0.667969, 0.617188, 0.753906, 0.695312, 0.640625, 0.742188, 0.535156, 0.800781, 0.765625, 0.726562, 0.691406, 0.742188, 0.648438, 0.667969, 0.726562, 0.738281, 0.917969, 0.71875, 0.6875, 0.707031, 0.636719, 0.640625, 0.753906, 0.679688, 0.699219, 0.792969, 0.707031, 0.683594, 0.664062, 1.890625, 0.667969, 0.738281, 1.929688, 0.636719, 0.652344, 0.714844, 0.746094, 0.617188, 0.679688, 0.6875, 0.867188, 0.792969, 0.675781, 0.667969, 0.582031, 0.894531, 0.554688, 0.785156, 0.699219, 1.0, 0.628906, 0.652344, 0.773438, 0.71875, 0.597656, 0.722656, 0.765625, 0.648438, 0.839844, 0.691406, 0.769531, 0.632812, 0.703125, 0.648438, 0.726562, 0.820312, 0.824219, 0.652344, 0.765625, 0.679688, 0.96875, 0.796875, 0.636719, 0.65625, 0.777344, 0.6875, 0.6875, 0.679688, 0.78125, 0.734375, 0.675781, 0.664062, 0.71875, 0.652344, 0.648438, 0.980469, 0.652344, 0.738281, 0.832031, 0.859375, 1.929688, 0.8125, 0.628906, 0.777344, 0.679688, 0.667969, 0.800781, 0.777344, 0.773438, 0.632812, 0.628906, 0.507812, 0.671875, 1.0, 0.632812, 0.648438, 0.726562, 0.738281, 1.0, 1.914062, 0.683594, 0.683594, 1.460938, 0.667969, 0.494141, 0.957031, 0.894531, 0.710938, 0.625, 0.777344, 0.707031, 0.714844, 0.738281, 0.542969, 0.984375, 0.710938, 1.492188, 0.886719, 0.964844, 0.71875, 0.628906, 0.710938, 0.789062, 1.03125, 0.695312, 0.671875, 0.789062, 0.910156, 0.667969, 0.738281, 0.703125, 0.636719, 0.667969, 1.09375, 0.730469, 0.652344, 0.875, 0.632812, 0.832031, 0.832031, 0.761719, 0.722656, 0.746094, 0.6875, 0.742188, 0.628906, 0.648438, 0.601562, 0.824219, 0.644531, 0.738281, 0.691406, 0.746094, 0.664062, 0.75, 0.777344, 0.976562, 0.644531, 0.765625, 0.679688, 0.664062, 0.660156, 0.679688, 0.839844, 1.023438, 0.703125, 0.695312, 0.785156, 0.632812, 0.695312, 0.691406, 1.429688, 0.628906, 0.804688, 0.730469, 0.832031, 0.863281, 0.644531, 0.699219, 0.679688, 0.679688, 0.691406, 0.796875, 0.691406, 0.636719, 0.640625, 0.828125, 0.75, 1.179688, 0.761719, 0.6875, 0.652344, 0.753906, 0.695312, 0.921875, 0.773438, 0.636719, 0.71875, 0.632812, 0.613281, 0.621094, 0.597656, 0.683594, 0.953125, 0.6875, 0.761719, 0.625, 0.828125, 0.9375, 1.445312, 0.929688, 0.609375, 0.722656, 0.78125, 0.699219, 1.039062, 0.644531, 0.710938, 0.730469, 0.699219, 0.671875, 0.640625, 0.738281, 0.796875, 0.660156, 1.84375, 0.679688, 0.621094, 1.859375, 0.703125, 0.765625, 0.84375, 0.714844, 0.773438, 0.761719, 0.679688, 1.609375, 0.636719, 1.828125, 0.652344, 0.863281, 0.519531, 1.9375, 0.699219, 0.710938, 0.632812, 0.613281, 0.808594, 0.976562, 0.800781, 0.6875, 0.769531, 0.734375, 1.4375, 0.671875, 0.785156, 0.761719, 1.179688, 0.710938, 1.320312, 0.746094, 0.785156, 0.6875, 0.757812, 0.847656, 0.550781, 0.714844, 0.667969, 0.6875, 0.65625, 0.566406, 0.601562, 0.777344, 0.59375, 0.710938, 1.328125, 0.652344, 0.707031, 0.75, 0.671875, 0.769531, 0.621094, 0.664062, 0.695312, 1.734375, 0.800781, 0.6875, 0.984375, 0.84375, 0.59375, 0.933594, 0.664062, 0.648438, 0.695312, 0.652344, 0.691406, 0.65625, 0.683594, 0.714844, 0.769531, 0.65625, 0.644531, 0.644531, 0.605469, 0.730469, 1.445312, 0.753906, 0.734375, 0.652344, 0.691406, 0.691406, 0.695312, 0.808594, 0.847656, 0.773438, 0.703125, 0.835938, 0.683594, 0.640625, 0.734375, 0.71875, 1.710938, 0.6875, 0.667969, 0.761719, 0.625, 0.59375, 0.6875, 0.621094, 1.171875, 0.691406, 0.785156, 0.679688, 0.722656, 0.632812, 0.628906, 0.8125, 0.738281, 0.746094, 0.664062, 0.632812, 0.59375, 0.667969, 0.71875, 0.6875, 0.605469, 0.746094, 0.648438, 0.636719, 0.703125, 0.734375, 0.980469, 0.664062, 0.691406, 0.851562, 0.722656, 1.109375, 0.6875, 0.648438, 0.851562, 0.769531, 0.523438, 0.667969, 0.648438, 0.578125, 0.941406, 0.636719, 0.644531, 1.390625, 0.523438, 0.804688, 0.486328, 0.65625, 0.785156, 0.558594, 0.695312, 1.71875, 0.628906, 0.761719, 0.667969, 0.671875, 0.792969, 0.976562, 0.777344, 0.652344, 1.625, 1.796875, 0.914062, 0.792969, 0.757812, 0.550781, 0.707031, 0.75, 0.960938, 0.675781, 0.808594, 0.71875, 0.835938, 0.703125, 0.660156, 0.738281, 0.65625, 1.671875, 0.636719, 0.636719, 0.671875, 1.335938, 0.921875, 0.757812, 0.671875, 0.730469, 0.683594, 0.785156, 0.648438, 0.746094, 0.667969, 0.636719, 1.421875, 0.65625, 0.746094, 0.824219, 0.617188, 0.707031, 0.671875, 1.054688, 0.699219, 0.683594, 0.714844, 0.769531, 0.671875, 0.738281, 1.1875, 0.648438, 0.945312, 0.976562, 1.164062, 0.8125, 0.605469, 0.867188, 0.785156, 0.683594, 0.636719, 1.851562, 0.667969, 0.703125, 0.695312, 0.679688, 0.65625, 0.617188, 0.664062, 0.796875, 0.722656, 0.640625, 0.820312, 0.644531, 0.746094, 0.53125, 0.675781, 0.503906, 0.644531, 0.78125, 0.636719, 0.671875, 0.765625, 1.226562, 0.753906, 1.492188, 0.683594, 0.65625, 0.753906, 0.65625, 0.503906, 0.777344, 0.714844, 1.476562, 0.996094, 0.636719, 0.6875, 0.710938, 0.71875, 0.761719, 0.640625, 0.738281, 0.699219, 0.71875, 0.902344, 0.9375, 0.597656, 0.789062, 0.691406, 0.746094, 0.640625, 0.695312, 0.742188, 0.609375, 0.703125, 0.664062, 0.722656, 0.464844, 0.714844, 0.851562, 0.726562, 0.628906, 0.757812, 0.65625, 0.757812, 0.789062, 0.710938, 0.667969, 0.703125, 0.730469, 0.601562, 0.65625, 1.453125, 1.015625, 0.652344, 0.675781, 0.660156, 0.648438, 0.671875, 0.6875, 1.953125, 1.007812, 0.671875, 0.613281, 0.683594, 0.746094, 1.578125, 0.773438, 0.65625, 0.570312, 1.742188, 0.664062, 0.804688, 0.96875, 1.078125, 0.875, 0.652344, 0.71875, 0.757812, 0.730469, 0.734375, 0.738281, 0.6875, 0.683594, 0.652344, 0.703125, 0.625, 0.703125, 0.785156, 0.796875, 0.617188, 0.722656, 0.785156, 0.746094, 0.621094, 0.835938, 0.769531, 0.976562, 0.660156, 0.660156, 0.691406, 1.007812, 0.75, 0.824219, 0.980469, 1.78125, 0.582031, 0.699219, 0.660156, 0.863281, 0.660156, 0.691406, 1.796875, 0.714844, 0.597656, 0.589844, 0.726562, 0.707031, 0.707031, 0.6875, 0.519531, 0.664062, 0.710938, 0.671875, 0.933594, 0.96875, 0.796875, 0.671875, 0.867188, 0.507812, 0.667969, 0.734375, 0.667969, 0.652344, 0.5625, 0.671875, 0.949219, 0.660156, 0.953125, 0.539062, 0.703125, 1.914062, 0.714844, 1.34375, 0.703125, 0.832031, 0.558594, 0.632812, 0.714844, 0.675781, 0.851562, 0.671875, 0.828125, 0.714844, 1.921875, 0.824219, 0.640625, 0.746094, 0.59375, 1.25, 0.792969, 0.824219, 1.09375, 0.679688, 0.613281, 0.753906, 0.707031, 0.871094, 0.722656, 0.671875, 0.789062, 0.8125, 0.695312, 0.597656, 0.617188, 0.679688, 1.664062, 0.769531, 0.648438, 0.707031, 0.707031, 0.640625, 1.375, 0.675781, 0.621094, 1.8125, 0.757812, 0.667969, 0.789062, 1.117188, 0.839844, 0.648438, 0.503906, 0.730469, 0.769531, 0.753906, 0.628906, 0.628906, 0.664062, 0.8125, 0.710938, 0.789062, 1.453125, 0.707031, 0.769531, 0.703125, 0.609375, 1.851562, 0.960938, 0.875, 0.65625, 0.664062, 0.6875, 1.890625, 0.6875, 0.910156, 0.710938, 0.765625, 1.34375, 0.71875, 0.898438, 1.03125, 1.148438, 0.78125, 0.546875, 0.84375, 0.855469, 0.667969, 0.824219, 0.59375, 1.015625, 0.636719, 0.71875, 0.648438, 0.660156, 0.683594, 0.664062, 0.671875, 0.898438, 0.714844, 0.71875, 0.613281, 0.65625, 0.511719, 0.628906, 0.816406, 0.78125, 0.613281, 0.597656, 0.785156, 0.699219, 0.585938, 0.726562, 0.671875, 0.625, 0.628906, 1.3125, 0.523438, 0.902344, 0.773438, 0.757812, 0.65625, 0.5625, 0.917969, 0.65625, 1.59375, 0.746094, 0.699219, 0.742188, 0.65625, 0.625, 0.691406, 0.988281, 0.730469, 0.707031, 0.667969, 1.101562, 0.65625, 1.765625, 1.3125, 0.691406, 0.683594, 1.234375, 0.664062, 0.632812, 0.777344, 0.816406, 0.6875, 0.785156, 0.628906, 0.722656, 0.941406, 1.132812, 1.40625, 0.710938, 0.632812, 0.714844, 0.789062, 0.679688, 0.78125, 0.882812, 0.65625, 0.636719, 0.761719, 1.484375, 0.648438, 0.773438, 0.726562, 0.667969, 0.730469, 0.675781, 0.769531, 0.695312, 0.691406, 0.710938, 0.710938, 0.640625, 0.6875, 0.882812, 0.796875, 1.789062, 0.730469, 0.632812, 0.796875, 0.519531, 0.644531, 0.695312, 0.691406, 0.714844, 0.828125, 0.644531, 0.769531, 0.628906, 0.664062, 0.929688, 0.640625, 0.769531, 1.921875, 0.351562, 0.71875, 0.617188, 0.75, 0.660156, 0.921875, 0.703125, 0.808594, 1.21875, 0.707031, 0.660156, 0.601562, 0.675781, 0.859375, 1.023438, 0.6875, 0.75, 1.109375, 0.652344, 0.859375, 0.726562, 0.636719, 0.683594, 0.695312, 0.65625, 1.3125, 0.730469, 0.695312, 0.683594, 0.679688, 0.652344, 0.921875, 0.683594, 0.789062, 0.785156, 0.757812, 0.679688, 1.804688, 0.722656, 1.773438, 0.859375, 0.625, 0.910156, 0.847656, 0.546875, 1.34375, 0.632812, 0.679688, 0.621094, 0.640625, 0.648438, 0.597656, 0.632812, 0.621094, 0.535156, 0.828125, 1.835938, 0.652344, 0.683594, 0.628906, 0.832031, 0.6875, 0.660156, 0.652344, 0.816406, 0.65625, 0.949219, 0.792969, 1.539062, 0.640625, 0.726562, 0.644531, 0.710938, 0.625, 0.585938, 0.832031, 0.890625, 0.726562, 0.558594, 0.761719, 0.710938, 0.404297, 0.664062, 0.734375, 0.636719, 0.695312, 0.964844, 1.90625, 0.621094, 0.765625, 0.789062, 0.632812, 0.90625, 1.828125, 0.730469, 0.777344, 0.78125, 0.679688, 0.679688, 0.671875, 0.730469, 0.675781, 0.667969, 0.609375, 0.652344, 0.726562, 0.605469, 0.878906, 0.75, 0.847656, 0.628906, 0.683594, 0.644531, 0.660156, 0.910156, 0.648438, 0.714844, 0.648438, 0.707031, 0.605469, 0.792969, 0.636719, 1.109375, 0.675781, 0.898438, 0.660156, 1.054688, 0.660156, 0.664062, 0.734375, 0.765625, 0.777344, 1.679688, 0.65625, 0.792969, 0.734375, 0.769531, 0.675781, 1.109375, 0.671875, 0.726562, 0.664062, 1.742188, 0.628906, 0.824219, 0.65625, 0.660156, 0.511719, 0.632812, 0.679688, 0.652344, 0.773438, 0.679688, 0.949219, 0.664062, 0.679688, 0.652344, 0.648438, 1.523438, 0.746094, 0.699219, 0.871094, 0.628906, 0.757812, 1.296875, 0.929688, 0.726562, 0.613281, 0.447266, 0.695312, 1.117188, 0.6875, 0.75, 0.710938, 0.601562, 1.4375, 0.945312, 0.742188, 0.710938, 0.652344, 0.695312, 0.792969, 1.367188, 0.746094, 1.195312, 0.640625, 0.707031, 0.652344, 0.738281, 0.644531, 1.890625, 0.746094, 0.84375, 1.257812, 0.652344, 0.636719, 0.796875, 0.675781, 0.703125, 0.683594, 0.691406, 0.679688, 0.695312, 0.660156, 0.710938, 0.644531, 0.636719, 0.683594, 0.648438, 0.648438, 0.640625, 0.683594, 0.800781, 0.816406, 0.597656, 0.921875, 0.8125, 0.542969, 0.8125, 0.617188, 0.636719, 0.628906, 0.691406, 0.451172, 1.203125, 0.648438, 1.1875, 0.59375, 0.941406, 0.746094, 0.699219, 0.769531, 0.753906, 0.667969, 0.652344, 0.804688, 0.730469, 0.820312, 0.625, 0.703125, 0.695312, 1.015625, 0.71875, 0.855469, 0.664062, 0.832031, 0.78125, 0.664062, 0.789062, 0.601562, 0.8125, 0.53125, 0.675781, 0.742188, 0.664062, 0.867188, 0.6875, 0.675781, 0.910156, 0.671875, 1.101562, 0.636719, 0.804688, 0.714844, 0.695312, 1.164062, 1.234375, 0.746094, 0.828125, 1.070312, 0.691406, 0.710938, 0.636719, 0.609375, 0.691406, 0.671875, 0.667969, 0.824219, 0.695312, 0.859375, 0.699219, 0.644531, 0.636719, 0.964844, 0.652344, 0.636719, 0.585938, 0.671875, 0.835938, 0.6875, 0.984375, 0.609375, 0.699219, 0.6875, 0.664062, 0.742188, 0.613281, 0.65625, 0.691406, 0.722656, 0.617188, 0.640625, 0.667969, 1.8125, 1.609375, 0.6875, 0.625, 0.664062, 0.710938, 1.023438, 0.703125, 0.660156, 0.652344, 0.761719, 0.71875, 0.554688, 0.945312, 0.582031, 1.914062, 0.722656, 0.742188, 0.753906, 1.039062, 0.703125, 0.675781, 1.320312, 0.65625, 0.800781, 0.652344, 0.667969, 0.835938, 0.957031, 0.644531, 0.617188, 0.824219, 0.882812, 0.660156, 0.730469, 0.652344, 0.667969, 0.707031, 0.609375, 0.921875, 0.707031, 0.613281, 0.59375, 0.664062, 1.0, 0.636719, 1.382812, 0.710938, 0.695312, 0.8125, 0.722656, 0.847656, 0.691406, 0.988281, 0.753906, 0.703125, 0.855469, 0.625, 0.613281, 0.652344, 1.609375, 0.738281, 0.660156, 0.644531, 0.753906, 0.824219, 0.613281, 0.671875, 0.65625, 0.710938, 0.490234, 0.722656, 0.835938, 0.65625, 0.839844, 0.726562, 0.660156, 0.6875, 0.589844, 0.621094, 0.789062, 0.769531, 1.007812, 0.667969, 0.984375, 0.785156, 0.988281, 0.691406, 0.648438, 0.675781, 0.699219, 0.660156, 0.988281, 0.824219, 0.71875, 0.636719, 0.6875, 0.597656, 1.039062, 0.691406, 0.660156, 0.769531, 0.832031, 0.773438, 0.738281, 0.867188, 1.101562, 0.871094, 0.886719, 0.800781, 0.78125, 0.660156, 0.640625, 1.875, 0.699219, 0.648438, 0.847656, 0.738281, 1.554688, 0.605469, 0.675781, 0.667969, 1.09375, 0.644531, 0.675781, 0.675781, 0.667969, 0.9375, 0.761719, 0.789062, 0.945312, 0.910156, 0.769531, 0.71875, 0.636719, 1.117188, 1.054688, 0.660156, 0.78125, 1.734375, 1.21875, 0.847656, 0.765625, 0.613281, 0.667969, 0.628906, 0.640625, 0.539062, 0.652344, 0.675781, 0.71875, 0.648438, 0.613281, 0.691406, 0.945312, 0.695312, 0.902344, 1.710938, 0.644531, 0.679688, 0.648438, 0.632812, 1.101562, 1.882812, 0.644531, 0.859375, 0.742188, 0.722656, 0.746094, 0.753906, 0.746094, 0.628906, 0.703125, 0.675781, 0.714844, 0.71875, 0.632812, 1.804688, 0.640625, 1.578125, 0.652344, 0.710938, 0.867188, 0.71875, 0.683594, 0.730469, 0.476562, 0.863281, 0.621094, 1.773438, 0.628906, 0.691406, 0.648438, 0.714844, 0.710938, 0.679688, 0.882812, 0.777344, 1.109375, 0.675781, 0.824219, 0.75, 0.746094, 0.703125, 0.734375, 0.828125, 0.699219, 0.65625, 0.628906, 0.683594, 0.679688, 0.679688, 0.730469, 0.78125, 0.773438, 0.585938, 0.722656, 0.703125, 0.722656, 1.382812, 0.621094, 0.851562, 1.40625, 0.617188, 0.667969, 0.726562, 0.691406, 0.6875, 1.0, 0.695312, 0.644531, 0.667969, 0.859375, 0.761719, 0.882812, 0.902344, 1.554688, 0.484375, 0.757812, 1.921875, 0.757812, 1.296875, 0.699219, 0.738281, 0.75, 0.644531, 0.992188, 0.667969, 0.8125, 0.644531, 0.6875, 0.644531, 0.789062, 0.71875, 0.515625, 0.632812, 1.007812, 1.679688, 0.660156, 1.164062, 0.695312, 0.65625, 0.664062, 0.617188, 0.667969, 0.839844, 0.683594, 0.757812, 0.714844, 1.890625, 0.675781, 0.894531, 0.96875, 1.804688, 0.898438, 0.652344, 0.675781, 1.078125, 0.65625, 0.871094, 0.765625, 0.90625, 0.059326, 0.699219, 0.675781, 0.738281, 0.664062, 0.660156, 0.792969, 0.960938, 0.636719, 0.949219, 0.800781, 0.628906, 0.800781, 0.824219, 0.683594, 0.6875, 0.710938, 0.691406, 0.75, 0.613281, 0.921875, 1.0, 0.839844, 0.683594, 0.613281, 0.855469, 0.683594, 0.945312, 1.0625, 1.953125, 0.878906, 0.738281, 0.773438, 0.558594, 1.296875, 0.804688, 1.101562, 0.859375, 0.65625, 0.695312, 0.621094, 0.640625, 0.785156, 0.636719, 0.664062, 0.644531, 0.742188, 0.699219, 0.695312, 0.539062, 0.675781, 0.730469, 0.617188, 0.710938, 0.90625, 1.015625, 0.679688, 0.644531, 0.785156, 0.660156, 0.683594, 0.550781, 0.753906, 0.632812, 0.792969, 0.699219, 1.03125, 0.660156, 1.0625, 1.398438, 0.640625, 0.644531, 0.617188, 0.941406, 0.753906, 0.816406, 0.667969, 0.660156, 0.679688, 0.6875, 0.761719, 0.804688, 0.742188, 0.617188, 0.847656, 1.867188, 0.664062, 0.585938, 0.765625, 1.945312, 0.597656, 0.765625, 0.652344, 0.742188, 1.320312, 0.769531, 0.941406, 0.636719, 0.742188, 0.867188, 0.667969, 0.808594, 0.671875, 0.914062, 0.660156, 0.523438, 0.835938, 1.039062, 0.933594, 0.636719, 1.0, 0.671875, 0.839844, 0.597656, 0.699219, 1.382812, 0.628906, 0.785156, 0.730469, 0.679688, 0.453125, 0.636719, 0.753906, 0.691406, 0.746094, 0.585938, 0.664062, 0.644531, 0.675781, 0.609375, 0.597656, 0.640625, 0.613281, 1.007812, 0.621094, 0.640625, 0.644531, 0.664062, 0.941406, 0.613281, 0.816406, 0.644531, 0.652344, 0.929688, 1.007812, 0.820312, 0.722656, 0.75, 0.738281, 0.769531, 0.96875, 1.0625, 0.671875, 0.859375, 0.679688, 1.929688, 0.644531, 0.578125, 0.675781, 0.671875, 0.574219, 0.933594, 0.667969, 0.605469, 0.792969, 0.726562, 0.671875, 1.226562, 1.898438, 0.664062, 0.714844, 0.679688, 0.589844, 0.800781, 0.664062, 0.804688, 0.636719, 0.730469, 0.667969, 0.699219, 0.875, 0.652344, 0.726562, 0.554688, 0.789062, 0.78125, 0.695312, 0.882812, 0.699219, 1.945312, 0.726562, 0.632812, 0.59375, 0.640625, 0.652344, 0.703125, 0.675781, 0.765625, 0.664062, 0.734375, 0.734375, 0.792969, 0.925781, 0.835938, 0.777344, 0.820312, 0.691406, 0.660156, 0.671875, 1.171875, 1.945312, 0.675781, 1.21875, 0.816406, 0.945312, 0.785156, 0.765625, 0.800781, 0.652344, 0.699219, 0.902344, 0.6875, 0.625, 0.597656, 0.855469, 0.625, 0.484375, 0.703125, 0.726562, 0.699219, 0.640625, 0.691406, 0.832031, 0.6875, 0.695312, 0.695312, 0.65625, 0.792969, 0.804688, 0.625, 0.671875, 0.636719, 0.660156, 0.882812, 0.632812, 0.71875, 0.660156, 0.667969, 0.980469, 0.652344, 0.847656, 0.816406, 0.695312, 0.714844, 0.734375, 0.785156, 0.753906, 0.699219, 0.867188, 0.738281, 0.679688, 0.644531, 0.859375, 0.671875, 0.75, 0.683594, 0.789062, 0.789062, 0.628906, 0.761719, 1.734375, 0.949219, 0.660156, 0.460938, 0.691406, 0.769531, 0.78125, 0.757812, 0.828125, 0.644531, 0.644531, 0.671875, 0.738281, 0.777344, 0.605469, 0.890625, 0.769531, 0.765625, 0.613281, 0.789062, 0.726562, 0.644531, 0.675781, 0.675781, 0.828125, 0.675781, 0.660156, 0.695312, 0.714844, 0.734375, 0.617188, 0.789062, 0.546875, 0.6875, 0.683594, 0.730469, 0.730469, 0.648438, 0.625, 0.824219, 0.683594, 0.628906, 0.988281, 0.636719, 0.664062, 0.671875, 0.949219, 1.117188, 0.730469, 0.714844, 1.1875, 0.632812, 0.699219, 0.777344, 1.226562, 0.78125, 0.460938, 0.695312, 1.054688, 0.808594, 0.839844, 0.925781, 0.855469, 0.992188, 1.117188, 1.21875, 1.367188, 0.671875, 0.683594, 0.6875, 0.664062, 0.625, 0.714844, 0.679688, 1.078125, 0.644531, 0.625, 0.691406, 0.886719, 0.785156, 0.613281, 0.890625, 0.769531, 1.109375, 0.652344, 0.648438, 0.613281, 1.875, 0.652344, 0.761719, 0.714844, 0.664062, 0.644531, 0.777344, 0.902344, 0.773438, 0.652344, 0.773438, 0.667969, 0.703125, 1.5, 0.640625, 0.710938, 0.640625, 0.617188, 0.847656, 0.976562, 0.742188, 0.652344, 0.667969, 0.640625, 0.664062, 0.652344, 1.054688, 0.675781, 0.617188, 0.914062, 0.644531, 0.625, 0.742188, 1.890625, 0.734375, 0.882812, 0.699219, 0.808594, 0.59375, 0.722656, 0.726562, 0.628906, 0.761719, 1.132812, 0.707031, 0.621094, 0.8125, 0.648438, 0.90625, 0.707031, 0.65625, 0.683594, 0.628906, 0.847656, 0.671875, 0.714844, 0.839844, 0.9375, 0.6875, 0.894531, 0.945312, 0.820312, 1.03125, 0.726562, 0.621094, 0.898438, 0.65625, 0.6875, 1.179688, 0.929688, 0.675781, 0.644531, 0.632812, 0.667969, 0.777344, 0.671875, 1.5625, 0.730469, 0.675781, 0.753906, 0.660156, 0.667969, 0.738281, 0.628906, 0.757812, 0.699219, 0.863281, 0.644531, 0.761719, 0.925781, 0.824219, 0.726562, 0.714844, 0.644531, 0.617188, 0.730469, 0.742188, 0.730469, 1.046875, 0.964844, 0.800781, 0.664062, 0.714844, 0.707031, 0.753906, 0.671875, 0.691406, 0.652344, 0.683594, 0.769531, 0.636719, 0.699219, 0.960938, 0.742188, 0.683594, 0.707031, 0.816406, 0.789062, 0.605469, 1.945312, 0.636719, 0.796875, 0.660156, 0.835938, 0.789062, 0.644531, 0.667969, 0.679688, 0.695312, 0.753906, 0.789062, 0.699219, 1.109375, 0.886719, 0.667969, 0.757812, 0.625, 0.527344, 0.960938, 0.605469, 0.707031, 0.644531, 0.695312, 1.179688, 1.898438, 0.714844, 0.726562, 0.648438, 0.753906, 0.800781, 0.886719, 1.015625, 0.703125, 0.628906, 0.839844, 0.617188, 0.648438, 0.996094, 0.628906, 0.820312, 0.640625, 0.625, 0.675781, 1.570312, 0.746094, 0.542969, 0.738281, 0.816406, 0.554688, 0.757812, 0.691406, 0.75, 0.777344, 0.769531, 0.675781, 0.722656, 0.914062, 0.609375, 0.679688, 0.746094, 0.628906, 0.640625, 0.699219, 0.578125, 0.667969, 0.738281, 0.625, 0.707031, 0.675781, 0.722656, 0.644531, 0.648438, 0.566406, 1.148438, 0.683594, 0.617188, 0.742188, 1.882812, 0.695312, 1.125, 0.679688, 0.996094, 0.769531, 0.796875, 0.933594, 0.859375, 0.511719, 0.71875, 0.703125, 0.855469, 0.964844, 0.6875, 0.757812, 0.789062, 0.71875, 0.695312, 0.621094, 0.671875, 0.664062, 0.722656, 0.746094, 0.71875, 0.820312, 0.6875, 0.726562, 0.621094, 0.65625, 0.609375, 0.660156, 0.695312, 1.921875, 0.660156, 0.652344, 0.824219, 0.816406, 0.628906, 0.667969, 0.695312, 0.695312, 0.710938, 0.648438, 0.679688, 0.628906, 0.621094, 0.820312, 0.648438, 0.769531, 0.652344, 0.832031, 0.699219, 0.679688, 0.613281, 0.730469, 0.648438, 1.875, 0.617188, 0.757812, 0.597656, 0.6875, 0.679688, 0.691406, 0.746094, 0.734375, 0.777344, 0.890625, 0.917969, 0.703125, 0.824219, 0.734375, 0.644531, 1.390625, 0.671875, 0.664062, 0.671875, 0.679688, 0.699219, 0.8125, 0.65625, 0.660156, 0.734375, 0.746094, 0.632812, 0.671875, 0.660156, 0.8125, 0.820312, 0.621094, 0.707031, 0.679688, 0.507812, 0.648438, 0.660156, 0.792969, 0.632812, 0.8125, 0.617188, 0.644531, 1.070312, 0.863281, 0.644531, 0.738281, 0.667969, 0.753906, 0.675781, 0.609375, 0.671875, 0.644531, 0.664062, 0.621094, 0.660156, 0.644531, 0.652344, 0.691406, 0.648438, 0.470703, 0.648438, 0.734375, 0.71875, 0.628906, 0.636719, 0.777344, 0.730469, 0.648438, 0.613281, 0.769531, 0.660156, 0.714844, 0.597656, 0.609375, 0.695312, 0.71875, 0.882812, 0.78125, 0.753906, 0.691406, 0.949219, 0.644531, 0.589844, 0.640625, 0.730469, 0.910156, 0.679688, 0.65625, 1.796875, 0.691406, 0.671875, 0.617188, 0.746094, 0.875, 0.542969, 0.707031, 0.671875, 0.621094, 0.691406, 0.703125, 0.710938, 0.660156, 0.761719, 0.671875, 0.625, 0.839844, 0.726562, 0.644531, 1.875, 0.648438, 0.714844, 0.855469, 0.742188, 0.691406, 0.554688, 1.492188, 0.71875, 0.753906, 0.992188, 0.632812, 0.644531, 1.640625, 0.644531, 0.878906, 0.667969, 0.792969, 0.835938, 0.828125, 0.761719, 0.392578, 1.3125, 1.023438, 0.742188, 0.785156, 0.660156, 0.714844, 0.761719, 0.761719, 0.734375, 0.800781, 0.78125, 0.757812, 0.6875, 0.746094, 0.710938, 0.59375, 0.679688, 1.164062, 0.412109, 0.730469, 0.671875, 0.59375, 0.859375, 0.726562, 0.765625, 0.660156, 0.667969, 0.742188, 0.699219, 0.835938, 0.761719, 1.429688, 0.574219, 0.671875, 0.722656, 0.679688, 0.796875, 1.929688, 0.734375, 0.691406, 0.65625, 0.847656, 0.707031, 0.617188, 0.996094, 0.664062, 0.6875, 0.664062, 1.8125, 0.757812, 0.71875, 0.863281, 0.648438, 0.691406, 0.613281, 0.636719, 0.859375, 1.929688, 1.078125, 0.726562, 0.71875, 0.992188, 0.664062, 0.679688, 0.609375, 0.753906, 0.644531, 0.683594, 0.640625, 0.753906, 0.753906, 0.722656, 1.226562, 0.769531, 0.726562, 0.617188, 1.023438, 0.652344, 0.652344, 0.945312, 0.996094, 0.683594, 1.226562, 0.6875, 0.777344, 0.648438, 0.8125, 0.886719, 0.703125, 0.753906, 1.765625, 0.871094, 0.761719, 0.941406, 0.6875, 0.921875, 0.734375, 0.65625, 0.652344, 0.769531, 0.804688, 1.210938, 0.613281, 0.667969, 0.78125, 0.640625, 0.652344, 0.691406, 0.867188, 0.667969, 0.707031, 0.667969, 0.921875, 0.691406, 0.65625, 0.738281, 0.878906, 0.886719, 0.625, 0.722656, 0.640625, 1.6875, 0.695312, 0.660156, 0.984375, 0.632812, 0.707031, 0.621094, 0.703125, 0.625, 1.304688, 0.636719, 0.617188, 0.691406, 0.738281, 0.71875, 0.671875, 0.703125, 0.804688, 0.75, 1.132812, 1.898438, 0.761719, 0.648438, 0.75, 0.628906, 0.691406, 0.707031, 0.820312, 0.734375, 0.945312, 0.835938, 0.71875, 0.628906, 0.640625, 0.71875, 0.804688, 0.675781, 0.933594, 0.976562, 0.660156, 0.679688, 0.824219, 0.8125, 0.695312, 0.835938, 0.648438, 1.9375, 0.703125, 0.644531, 1.8125, 0.730469, 0.621094, 0.976562, 0.652344, 1.179688, 0.667969, 0.648438, 1.296875, 0.707031, 0.632812, 0.652344, 1.03125, 0.660156, 1.859375, 0.65625, 1.453125, 0.65625, 0.925781, 0.691406, 0.644531, 1.09375, 0.726562, 0.785156, 0.679688, 0.535156, 0.636719, 1.023438, 0.878906, 0.75, 1.828125, 1.0, 0.5625, 1.289062, 0.765625, 0.636719, 1.507812, 0.824219, 0.800781, 0.648438, 0.59375, 0.671875, 1.9375, 0.761719, 0.675781, 0.773438, 0.679688, 0.652344, 0.75, 0.671875, 0.769531, 0.628906, 0.769531, 0.863281, 0.683594, 0.644531, 0.652344, 0.65625, 0.628906, 0.9375, 0.769531, 0.644531, 0.6875, 0.695312, 0.675781, 0.78125, 0.863281, 0.507812, 1.734375, 0.691406, 0.6875, 0.707031, 0.6875, 0.808594, 0.847656, 0.671875, 0.613281, 0.679688, 0.683594, 0.566406, 0.765625, 0.644531, 0.722656, 0.648438, 0.628906, 1.40625, 0.683594, 0.652344, 0.664062, 0.628906, 0.613281, 0.738281, 0.65625, 0.652344, 0.875, 1.71875, 0.730469, 0.490234, 0.648438, 0.695312, 0.738281, 0.746094 ] }, "name": "model.model.layers.23.input_layernorm.weight", "outputIndexes": [ 1886 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1885 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_23/Mul_output_0", "outputIndexes": [ 1887 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1886, 1887 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_23/Mul_1_output_0", "outputIndexes": [ 1888 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1888 ], "outputIndexes": [ 2952 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2952 ], "outputIndexes": [ 2953 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear", "inputIndexes": [ 2953 ], "outputIndexes": [ 2954 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 3015460310, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2954 ], "outputIndexes": [ 2955 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2955 ], "outputIndexes": [ 1889 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1888 ], "main_type": "NONE", "name": "/Shape_323_output_0", "outputIndexes": [ 1890 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1890 ], "main_type": "NONE", "name": "Shape5829", "outputIndexes": [ 1891 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1890 ], "main_type": "NONE", "name": "Rank5831", "outputIndexes": [ 1892 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1892, 1892 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5833", "outputIndexes": [ 1893 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1893 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5834", "outputIndexes": [ 1894 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1893, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5836", "outputIndexes": [ 1895 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1895 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5837", "outputIndexes": [ 1896 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1891, 1894, 1896, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5840", "outputIndexes": [ 1897 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1897 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5841", "outputIndexes": [ 1898 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1898 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5842", "outputIndexes": [ 1899 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1899, 1898 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5843", "outputIndexes": [ 1900 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1890, 1900, 1893 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_349_output_0", "outputIndexes": [ 1901 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1901, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_737_output_0", "outputIndexes": [ 1902 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1902, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_299_output_0", "outputIndexes": [ 1903 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1889, 1903 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_208_output_0", "outputIndexes": [ 1904 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_184_output_0", "outputIndexes": [ 1905 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904 ], "main_type": "NONE", "name": "/Shape_324_output_0", "outputIndexes": [ 1906 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1906 ], "main_type": "NONE", "name": "Shape5850", "outputIndexes": [ 1907 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1906 ], "main_type": "NONE", "name": "Rank5852", "outputIndexes": [ 1908 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1908, 1908 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5854", "outputIndexes": [ 1909 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1909 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5855", "outputIndexes": [ 1910 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1909, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5857", "outputIndexes": [ 1911 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1911 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5858", "outputIndexes": [ 1912 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1907, 1910, 1912, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5861", "outputIndexes": [ 1913 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1913 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5862", "outputIndexes": [ 1914 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1914 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5863", "outputIndexes": [ 1915 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1915, 1914 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5864", "outputIndexes": [ 1916 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1906, 1916, 1909 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_350_output_0", "outputIndexes": [ 1917 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1917, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_69_output_0", "outputIndexes": [ 1918 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1918, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_742_output_0", "outputIndexes": [ 1919 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904, 1919, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_93_output_0", "outputIndexes": [ 1920 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1920 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_46_output_0", "outputIndexes": [ 1921 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904, 22, 1919, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_92_output_0", "outputIndexes": [ 1922 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1921, 1922 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_302_output_0", "outputIndexes": [ 1923 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1923, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_185_output_0", "outputIndexes": [ 1924 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1905, 1924 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_115_output_0", "outputIndexes": [ 1925 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1888 ], "outputIndexes": [ 2956 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2956 ], "outputIndexes": [ 2957 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear", "inputIndexes": [ 2957 ], "outputIndexes": [ 2958 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 3022700012, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2958 ], "outputIndexes": [ 2959 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2959 ], "outputIndexes": [ 1926 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1902, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_300_output_0", "outputIndexes": [ 1927 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1926, 1927 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_209_output_0", "outputIndexes": [ 1928 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_186_output_0", "outputIndexes": [ 1929 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928 ], "main_type": "NONE", "name": "/Shape_325_output_0", "outputIndexes": [ 1930 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1930 ], "main_type": "NONE", "name": "Shape5913", "outputIndexes": [ 1931 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1930 ], "main_type": "NONE", "name": "Rank5915", "outputIndexes": [ 1932 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1932, 1932 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5917", "outputIndexes": [ 1933 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1933 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5918", "outputIndexes": [ 1934 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1933, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5920", "outputIndexes": [ 1935 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1935 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5921", "outputIndexes": [ 1936 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1931, 1934, 1936, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5924", "outputIndexes": [ 1937 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1937 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5925", "outputIndexes": [ 1938 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1938 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5926", "outputIndexes": [ 1939 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1939, 1938 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5927", "outputIndexes": [ 1940 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1930, 1940, 1933 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_351_output_0", "outputIndexes": [ 1941 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1941, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_70_output_0", "outputIndexes": [ 1942 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1942, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_744_output_0", "outputIndexes": [ 1943 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928, 1943, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_95_output_0", "outputIndexes": [ 1944 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1944 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_47_output_0", "outputIndexes": [ 1945 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928, 22, 1943, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_94_output_0", "outputIndexes": [ 1946 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1945, 1946 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_303_output_0", "outputIndexes": [ 1947 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1947, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_187_output_0", "outputIndexes": [ 1948 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1929, 1948 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_116_output_0", "outputIndexes": [ 1949 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1888 ], "outputIndexes": [ 2960 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2960 ], "outputIndexes": [ 2961 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear", "inputIndexes": [ 2961 ], "outputIndexes": [ 2962 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 3023734274, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2962 ], "outputIndexes": [ 2963 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2963 ], "outputIndexes": [ 1950 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1950, 1927 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_210_output_0", "outputIndexes": [ 1951 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1925, 1949, 1951, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_215_output_0", "outputIndexes": [ 1952 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1952 ], "outputIndexes": [ 2964 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2964 ], "outputIndexes": [ 2965 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear", "inputIndexes": [ 2965 ], "outputIndexes": [ 2966 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 3024768536, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2966 ], "outputIndexes": [ 2967 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2967 ], "outputIndexes": [ 1953 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1885, 1953 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_118_output_0", "outputIndexes": [ 1954 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.3125, 1.328125, 1.421875, 1.117188, 1.304688, 1.21875, 1.289062, 1.328125, 0.4375, 0.925781, 1.289062, 1.109375, 1.25, 1.179688, 1.039062, 1.296875, 1.328125, 1.226562, 1.296875, 0.789062, 0.835938, 1.304688, 1.296875, 1.203125, 1.179688, 1.375, 0.785156, 1.132812, 1.15625, 1.195312, 1.367188, 1.078125, 0.703125, 1.234375, 1.375, 1.414062, 1.125, 0.310547, 1.3125, 0.871094, 1.351562, 1.289062, 1.328125, 1.265625, 1.390625, 1.367188, 0.890625, 1.351562, 1.296875, 1.078125, 1.34375, 1.273438, 1.265625, 1.28125, 1.304688, 1.1875, 1.328125, 1.453125, 1.351562, 0.875, 1.140625, 1.335938, 1.34375, 1.3125, 1.375, 1.3125, 1.09375, 1.265625, 1.0625, 1.234375, 1.226562, 1.023438, 1.34375, 1.265625, 1.320312, 1.335938, 1.148438, 1.132812, 0.449219, 1.382812, 1.382812, 1.382812, 1.359375, 1.234375, 1.320312, 0.761719, 1.3125, 1.40625, 1.296875, 0.75, 1.3125, 1.335938, 1.320312, 1.335938, 1.195312, 1.28125, 0.648438, 1.148438, 1.320312, 0.917969, 1.117188, 1.085938, 1.390625, 1.289062, 1.078125, 1.328125, 1.148438, 1.070312, 1.171875, 1.265625, 1.296875, 1.25, 1.296875, 0.273438, 1.257812, 0.259766, 1.09375, 1.328125, 1.359375, 0.988281, 1.203125, 1.257812, 1.375, 1.304688, 1.257812, 1.257812, 1.351562, 1.242188, 0.753906, 1.15625, 0.757812, 1.195312, 1.09375, 1.320312, 1.65625, 1.296875, 1.234375, 1.3125, 1.109375, 1.335938, 1.226562, 1.328125, 1.398438, 1.1875, 0.421875, 1.140625, 1.3125, 1.304688, 1.351562, 1.304688, 1.359375, 1.296875, 1.234375, 1.3125, 1.109375, 1.171875, 1.125, 0.953125, 1.351562, 1.367188, 0.917969, 1.054688, 0.511719, 1.28125, 0.332031, 1.054688, 1.195312, 1.046875, 1.25, 1.304688, 1.3125, 1.164062, 1.179688, 1.15625, 1.304688, 1.390625, 1.28125, 1.28125, 1.351562, 1.265625, 1.046875, 1.265625, 1.367188, 0.949219, 1.085938, 1.296875, 1.257812, 0.960938, 1.234375, 1.328125, 1.03125, 1.296875, 0.945312, 1.203125, 1.25, 1.3125, 1.28125, 1.351562, 0.984375, 1.28125, 1.28125, 0.263672, 1.25, 1.226562, 1.234375, 1.304688, 0.988281, 1.164062, 1.351562, 1.085938, 1.34375, 1.210938, 1.117188, 1.296875, 1.296875, 1.15625, 1.070312, 1.070312, 1.398438, 1.234375, 1.273438, 1.078125, 1.125, 1.34375, 1.328125, 1.382812, 1.09375, 1.132812, 1.210938, 1.289062, 1.3125, 1.3125, 1.304688, 1.273438, 1.328125, 1.226562, 1.21875, 1.359375, 0.800781, 1.296875, 1.3125, 1.25, 1.335938, 1.273438, 1.132812, 1.085938, 1.328125, 1.34375, 1.3125, 1.28125, 1.296875, 1.265625, 1.09375, 1.21875, 1.296875, 1.125, 1.304688, 0.757812, 1.25, 1.070312, 1.273438, 1.34375, 1.335938, 1.351562, 1.28125, 1.125, 1.265625, 1.296875, 1.171875, 1.28125, 1.242188, 1.328125, 1.328125, 1.125, 1.1875, 1.398438, 1.3125, 0.660156, 1.15625, 1.328125, 1.265625, 1.289062, 0.753906, 1.296875, 1.226562, 1.367188, 1.09375, 1.34375, 1.328125, 0.894531, 1.375, 0.875, 1.15625, 1.054688, 0.953125, 1.25, 1.0625, 1.046875, 1.289062, 1.265625, 1.195312, 1.117188, 1.015625, 1.351562, 1.40625, 1.335938, 1.28125, 1.265625, 1.265625, 1.3125, 0.566406, 1.226562, 1.304688, 1.265625, 0.330078, 1.320312, 1.28125, 1.351562, 1.28125, 1.28125, 1.34375, 1.25, 1.1875, 1.234375, 1.179688, 1.296875, 1.234375, 1.289062, 1.203125, 1.203125, 0.773438, 1.21875, 1.242188, 1.226562, 1.054688, 1.25, 1.304688, 1.3125, 1.328125, 1.078125, 0.722656, 1.257812, 1.257812, 1.242188, 0.824219, 1.320312, 1.367188, 1.335938, 1.242188, 1.273438, 1.304688, 1.085938, 1.28125, 1.28125, 1.382812, 1.28125, 1.320312, 1.320312, 1.234375, 1.296875, 1.132812, 1.390625, 0.777344, 1.070312, 0.707031, 0.988281, 1.234375, 1.34375, 1.28125, 0.9375, 1.289062, 1.289062, 1.3125, 1.210938, 1.320312, 1.382812, 0.769531, 0.96875, 1.289062, 1.320312, 1.28125, 1.320312, 1.125, 1.328125, 1.328125, 0.992188, 1.375, 1.328125, 1.257812, 1.15625, 1.3125, 1.328125, 0.859375, 1.171875, 1.195312, 1.34375, 1.15625, 1.164062, 1.320312, 0.785156, 1.09375, 1.335938, 1.046875, 1.359375, 0.886719, 1.3125, 1.28125, 1.304688, 1.34375, 1.195312, 1.007812, 1.304688, 1.34375, 1.304688, 1.320312, 1.359375, 1.328125, 1.289062, 1.3125, 1.335938, 1.023438, 1.132812, 1.273438, 0.9375, 1.242188, 1.039062, 1.328125, 1.328125, 0.9375, 1.265625, 1.289062, 1.226562, 1.007812, 1.234375, 1.320312, 1.039062, 1.226562, 1.3125, 1.234375, 1.09375, 1.296875, 1.351562, 1.304688, 1.273438, 1.0625, 1.117188, 1.242188, 1.3125, 1.289062, 1.335938, 1.304688, 1.296875, 1.328125, 1.289062, 1.265625, 2.5625, 1.101562, 1.242188, 0.542969, 1.195312, 1.3125, 1.210938, 1.289062, 0.800781, 1.125, 1.304688, 1.117188, 1.296875, 1.015625, 1.28125, 1.179688, 0.785156, 1.320312, 1.320312, 1.3125, 1.054688, 1.21875, 0.980469, 1.3125, 1.320312, 1.335938, 1.289062, 1.070312, 1.28125, 0.828125, 1.335938, 1.414062, 1.265625, 1.34375, 1.273438, 1.164062, 1.367188, 1.375, 1.296875, 1.375, 1.148438, 1.296875, 1.21875, 1.320312, 1.320312, 1.265625, 1.132812, 1.171875, 1.085938, 1.265625, 1.101562, 1.320312, 1.078125, 1.304688, 1.210938, 1.328125, 1.359375, 1.296875, 1.34375, 1.3125, 1.132812, 1.132812, 1.265625, 1.195312, 1.382812, 1.226562, 1.320312, 1.328125, 0.734375, 1.320312, 1.148438, 1.359375, 1.328125, 1.3125, 1.25, 1.304688, 1.3125, 1.335938, 1.320312, 1.257812, 1.328125, 1.023438, 1.28125, 1.25, 1.335938, 0.917969, 0.9375, 0.890625, 1.273438, 0.957031, 1.359375, 1.414062, 0.535156, 1.070312, 1.421875, 1.21875, 1.398438, 1.289062, 0.78125, 1.195312, 1.007812, 1.226562, 1.3125, 1.3125, 1.15625, 1.398438, 1.3125, 1.1875, 1.0625, 1.109375, 1.34375, 1.273438, 1.265625, 1.265625, 1.023438, 1.28125, 1.289062, 1.070312, 1.070312, 1.226562, 1.265625, 1.25, 1.390625, 1.046875, 1.359375, 1.34375, 1.273438, 1.328125, 1.164062, 1.328125, 1.28125, 1.25, 1.125, 1.273438, 1.0625, 1.335938, 1.257812, 1.3125, 1.273438, 1.320312, 1.023438, 1.234375, 1.09375, 1.09375, 1.140625, 1.335938, 1.09375, 1.164062, 1.34375, 1.21875, 1.328125, 1.289062, 1.28125, 0.322266, 1.328125, 1.367188, 1.359375, 1.164062, 0.890625, 1.328125, 1.289062, 0.765625, 1.15625, 1.257812, 1.289062, 1.320312, 1.265625, 0.310547, 1.257812, 0.335938, 1.234375, 1.523438, 1.296875, 1.28125, 1.398438, 1.109375, 1.171875, 1.203125, 1.25, 1.109375, 1.164062, 1.34375, 1.289062, 1.335938, 1.273438, 1.257812, 0.886719, 1.3125, 1.289062, 1.375, 0.470703, 1.3125, 1.28125, 1.296875, 1.226562, 0.765625, 1.140625, 1.296875, 1.0, 0.734375, 1.320312, 1.1875, 1.304688, 1.304688, 1.039062, 1.015625, 1.179688, 0.304688, 1.320312, 1.328125, 1.335938, 1.28125, 1.234375, 1.351562, 1.296875, 1.242188, 1.257812, 1.3125, 1.320312, 1.304688, 1.273438, 1.359375, 1.085938, 1.148438, 1.328125, 1.273438, 1.328125, 1.101562, 1.328125, 0.746094, 1.1875, 1.273438, 1.109375, 1.125, 0.722656, 1.359375, 1.195312, 1.296875, 1.367188, 1.242188, 0.890625, 0.453125, 1.328125, 0.863281, 1.28125, 1.054688, 1.328125, 1.34375, 1.320312, 1.265625, 1.3125, 1.203125, 0.773438, 1.289062, 1.351562, 1.203125, 1.078125, 1.195312, 1.210938, 1.015625, 0.103027, 0.644531, 1.304688, 0.960938, 1.351562, 1.054688, 1.289062, 1.3125, 1.28125, 1.320312, 1.304688, 1.265625, 0.757812, 1.085938, 1.046875, 1.335938, 1.335938, 1.203125, 1.320312, 1.085938, 1.3125, 0.914062, 1.085938, 1.21875, 1.351562, 1.28125, 1.304688, 1.046875, 1.101562, 1.296875, 1.28125, 1.320312, 1.117188, 1.382812, 1.203125, 0.894531, 1.289062, 1.265625, 1.210938, 1.335938, 1.289062, 1.117188, 1.335938, 1.21875, 0.726562, 1.3125, 1.148438, 1.28125, 0.75, 1.304688, 1.289062, 1.304688, 1.140625, 0.808594, 1.390625, 1.210938, 1.320312, 0.761719, 1.226562, 1.367188, 0.75, 1.265625, 1.390625, 1.320312, 1.25, 1.257812, 1.109375, 1.359375, 1.265625, 0.96875, 1.28125, 1.257812, 0.960938, 1.320312, 1.265625, 1.3125, 0.890625, 0.675781, 1.1875, 1.351562, 0.90625, 0.964844, 1.34375, 1.351562, 1.335938, 1.25, 0.388672, 1.265625, 1.34375, 1.296875, 0.792969, 1.28125, 1.265625, 1.101562, 0.957031, 1.164062, 1.21875, 1.296875, 1.828125, 1.3125, 1.226562, 1.195312, 0.980469, 1.34375, 0.726562, 1.203125, 1.257812, 0.703125, 1.328125, 0.917969, 1.03125, 1.265625, 1.257812, 1.226562, 1.164062, 1.3125, 1.21875, 1.34375, 1.359375, 1.125, 1.429688, 1.039062, 1.335938, 1.359375, 1.320312, 1.3125, 1.0, 1.09375, 1.367188, 0.910156, 1.28125, 1.21875, 1.132812, 1.28125, 1.289062, 1.296875, 1.296875, 1.09375, 1.046875, 1.304688, 1.28125, 1.234375, 1.117188, 1.351562, 1.234375, 1.375, 1.179688, 1.203125, 1.289062, 1.125, 1.242188, 1.367188, 1.09375, 1.273438, 1.320312, 1.273438, 1.226562, 1.273438, 1.375, 1.328125, 1.34375, 1.101562, 0.738281, 1.320312, 0.855469, 1.296875, 1.351562, 0.773438, 1.234375, 1.375, 1.3125, 1.296875, 1.304688, 0.800781, 0.601562, 0.339844, 1.3125, 1.257812, 1.289062, 1.359375, 1.28125, 1.265625, 1.296875, 0.464844, 0.375, 1.335938, 1.226562, 1.242188, 1.148438, 1.335938, 1.34375, 1.296875, 1.351562, 1.3125, 1.226562, 1.296875, 1.34375, 1.289062, 0.5625, 1.296875, 1.226562, 1.320312, 1.28125, 1.148438, 1.3125, 1.328125, 1.296875, 1.28125, 1.328125, 1.335938, 1.28125, 1.382812, 1.296875, 1.132812, 1.320312, 1.304688, 1.179688, 1.328125, 1.171875, 1.34375, 1.273438, 0.839844, 1.335938, 1.140625, 1.296875, 1.125, 1.28125, 1.28125, 0.330078, 0.371094, 1.15625, 1.382812, 1.148438, 0.371094, 1.351562, 1.335938, 1.046875, 1.304688, 1.132812, 1.273438, 1.328125, 1.257812, 0.773438, 1.148438, 0.792969, 0.980469, 1.375, 1.3125, 0.867188, 1.0625, 1.21875, 1.21875, 1.21875, 1.109375, 1.328125, 1.320312, 1.289062, 0.75, 1.34375, 1.335938, 1.390625, 1.273438, 1.3125, 1.367188, 1.273438, 1.242188, 1.109375, 1.117188, 0.480469, 1.1875, 0.984375, 1.125, 1.09375, 1.304688, 1.132812, 1.34375, 1.289062, 1.15625, 1.3125, 1.0625, 1.3125, 1.296875, 1.320312, 0.734375, 1.085938, 1.28125, 1.296875, 1.179688, 0.796875, 1.070312, 1.257812, 1.34375, 1.234375, 1.335938, 0.671875, 1.304688, 1.28125, 1.242188, 0.945312, 0.753906, 1.296875, 1.320312, 1.109375, 1.125, 1.171875, 1.226562, 1.117188, 1.203125, 1.125, 1.09375, 1.320312, 0.75, 1.289062, 1.203125, 0.777344, 1.34375, 1.320312, 1.3125, 1.09375, 1.21875, 1.3125, 1.335938, 1.34375, 0.980469, 0.679688, 1.117188, 1.117188, 1.132812, 0.707031, 1.335938, 1.164062, 2.03125, 1.257812, 1.289062, 1.289062, 1.179688, 1.109375, 1.34375, 0.416016, 1.367188, 1.234375, 1.171875, 1.320312, 1.132812, 1.289062, 1.226562, 0.925781, 1.046875, 1.28125, 0.914062, 1.101562, 0.949219, 1.273438, 0.71875, 0.808594, 1.304688, 1.21875, 1.335938, 1.367188, 1.054688, 1.179688, 1.25, 1.34375, 1.179688, 1.265625, 1.289062, 1.117188, 0.996094, 1.296875, 1.34375, 1.273438, 1.273438, 1.195312, 1.109375, 0.921875, 1.1875, 1.148438, 0.757812, 0.929688, 1.304688, 1.195312, 1.3125, 1.351562, 1.296875, 1.0625, 1.375, 1.257812, 0.898438, 1.226562, 1.25, 1.375, 1.054688, 1.273438, 1.390625, 1.359375, 1.171875, 1.390625, 1.351562, 1.3125, 1.210938, 1.367188, 0.871094, 1.1875, 1.210938, 1.3125, 1.382812, 0.412109, 0.839844, 1.140625, 1.203125, 1.117188, 0.921875, 1.375, 1.296875, 1.085938, 1.273438, 1.070312, 1.351562, 1.273438, 1.273438, 1.359375, 1.148438, 1.304688, 1.234375, 1.132812, 0.582031, 1.304688, 1.164062, 1.335938, 1.148438, 1.25, 1.226562, 1.1875, 1.390625, 1.242188, 1.140625, 1.34375, 0.871094, 1.359375, 1.21875, 1.328125, 1.3125, 1.265625, 1.109375, 1.34375, 1.195312, 1.234375, 1.25, 1.164062, 1.390625, 1.28125, 1.234375, 0.96875, 1.335938, 1.085938, 1.335938, 1.3125, 1.359375, 1.296875, 0.957031, 1.023438, 1.289062, 1.234375, 1.335938, 1.3125, 1.242188, 1.382812, 1.570312, 1.25, 1.390625, 1.390625, 1.3125, 1.328125, 1.242188, 1.25, 1.132812, 0.964844, 1.320312, 1.375, 1.320312, 1.335938, 1.265625, 1.28125, 1.34375, 1.234375, 1.351562, 1.335938, 1.335938, 1.25, 1.328125, 0.734375, 1.304688, 1.023438, 0.730469, 1.265625, 1.25, 1.265625, 1.179688, 1.304688, 1.3125, 1.335938, 1.367188, 1.382812, 1.3125, 1.09375, 0.898438, 0.894531, 1.15625, 1.359375, 0.964844, 1.671875, 1.242188, 1.304688, 1.335938, 1.3125, 1.25, 1.382812, 1.367188, 1.289062, 1.039062, 1.304688, 1.375, 1.265625, 1.125, 1.289062, 1.375, 1.328125, 1.34375, 1.3125, 1.382812, 1.320312, 1.195312, 1.382812, 1.289062, 1.210938, 1.375, 1.3125, 1.3125, 1.320312, 1.34375, 1.328125, 1.296875, 1.28125, 1.335938, 1.1875, 1.25, 1.007812, 1.265625, 1.304688, 1.320312, 0.976562, 0.734375, 1.226562, 1.28125, 1.3125, 1.34375, 1.335938, 1.171875, 1.15625, 1.351562, 1.273438, 1.289062, 1.328125, 1.289062, 0.84375, 1.28125, 1.234375, 1.09375, 1.125, 1.210938, 0.738281, 1.3125, 1.203125, 0.211914, 1.320312, 0.960938, 0.964844, 1.171875, 1.34375, 1.257812, 1.09375, 1.296875, 1.132812, 1.046875, 0.925781, 0.738281, 1.242188, 0.269531, 1.109375, 1.0625, 1.289062, 1.1875, 1.359375, 1.359375, 1.15625, 1.359375, 0.941406, 1.351562, 1.125, 1.257812, 1.367188, 1.335938, 1.226562, 1.296875, 1.109375, 1.375, 1.304688, 1.46875, 1.289062, 1.046875, 1.382812, 1.375, 1.34375, 1.179688, 1.289062, 1.335938, 1.210938, 1.304688, 1.203125, 1.34375, 1.265625, 1.335938, 1.3125, 1.359375, 1.210938, 1.289062, 1.34375, 1.0, 1.25, 1.351562, 1.242188, 1.304688, 1.195312, 1.304688, 1.359375, 1.234375, 1.242188, 0.90625, 1.195312, 1.242188, 1.015625, 1.296875, 2.15625, 1.257812, 1.085938, 1.34375, 1.15625, 1.328125, 1.3125, 1.320312, 1.320312, 1.335938, 1.296875, 1.140625, 1.234375, 0.984375, 1.296875, 1.289062, 1.328125, 0.441406, 1.34375, 1.320312, 1.273438, 1.296875, 1.195312, 1.039062, 0.886719, 1.296875, 1.226562, 1.242188, 1.257812, 1.21875, 1.234375, 1.273438, 1.1875, 1.296875, 1.28125, 1.101562, 1.195312, 1.125, 0.601562, 1.09375, 1.164062, 1.34375, 1.351562, 1.335938, 1.195312, 1.257812, 1.28125, 1.179688, 1.210938, 1.3125, 1.242188, 1.351562, 1.390625, 1.203125, 0.75, 1.25, 1.25, 0.75, 1.335938, 1.351562, 1.382812, 1.257812, 1.195312, 1.21875, 1.234375, 0.71875, 1.28125, 0.75, 1.328125, 1.234375, 1.171875, 0.71875, 1.164062, 1.34375, 1.0625, 1.226562, 0.984375, 1.25, 1.351562, 1.304688, 1.273438, 1.242188, 0.429688, 1.273438, 1.3125, 1.265625, 1.09375, 1.3125, 0.714844, 1.335938, 1.351562, 1.304688, 1.351562, 1.398438, 1.101562, 1.257812, 1.265625, 1.289062, 1.289062, 1.171875, 1.289062, 1.171875, 1.226562, 1.335938, 0.519531, 1.273438, 1.296875, 1.1875, 1.265625, 1.179688, 1.140625, 1.273438, 1.34375, 0.75, 1.367188, 1.320312, 0.816406, 1.242188, 1.125, 1.445312, 1.3125, 1.28125, 1.265625, 1.289062, 1.28125, 1.25, 1.320312, 1.179688, 1.34375, 1.328125, 1.28125, 1.3125, 1.226562, 1.328125, 0.734375, 1.320312, 1.335938, 1.164062, 1.3125, 1.304688, 1.328125, 1.210938, 1.390625, 1.382812, 1.257812, 1.046875, 1.203125, 1.289062, 1.335938, 1.328125, 0.722656, 1.3125, 1.304688, 1.398438, 1.195312, 1.164062, 1.359375, 1.257812, 1.164062, 1.3125, 1.367188, 1.3125, 1.3125, 1.21875, 1.304688, 1.335938, 1.367188, 1.34375, 1.296875, 1.203125, 1.164062, 1.210938, 1.289062, 1.21875, 0.859375, 1.382812, 1.242188, 1.257812, 1.320312, 1.359375, 1.445312, 1.296875, 1.289062, 1.34375, 1.335938, 1.09375, 1.304688, 1.296875, 0.980469, 1.304688, 0.945312, 1.242188, 1.203125, 0.988281, 1.085938, 1.203125, 1.28125, 0.328125, 1.046875, 1.046875, 1.046875, 1.242188, 1.164062, 0.941406, 1.328125, 0.691406, 1.257812, 1.34375, 1.304688, 1.273438, 1.398438, 1.125, 1.367188, 1.3125, 0.742188, 0.769531, 1.070312, 1.164062, 1.3125, 1.054688, 1.273438, 1.367188, 1.140625, 1.335938, 1.148438, 1.335938, 1.359375, 1.28125, 1.273438, 1.21875, 1.3125, 0.769531, 1.265625, 1.265625, 1.320312, 0.574219, 1.0625, 1.164062, 1.3125, 1.320312, 1.226562, 1.15625, 1.25, 1.28125, 1.3125, 1.3125, 1.125, 1.226562, 1.1875, 1.09375, 1.257812, 1.3125, 1.273438, 0.894531, 1.257812, 1.3125, 1.304688, 1.109375, 1.289062, 1.328125, 0.53125, 1.296875, 1.0625, 1.015625, 0.439453, 1.382812, 1.289062, 1.257812, 1.117188, 1.226562, 0.9375, 0.71875, 1.3125, 1.335938, 1.09375, 1.234375, 1.289062, 1.171875, 1.148438, 1.351562, 1.34375, 1.195312, 0.953125, 1.257812, 1.359375, 1.0625, 1.3125, 1.046875, 1.273438, 1.359375, 1.257812, 1.210938, 1.359375, 0.412109, 1.304688, 1.148438, 1.273438, 1.3125, 1.179688, 1.242188, 1.101562, 1.367188, 1.351562, 0.289062, 0.945312, 1.289062, 1.179688, 1.3125, 1.335938, 1.148438, 1.273438, 1.367188, 1.289062, 1.109375, 1.359375, 1.109375, 1.265625, 1.234375, 1.28125, 1.164062, 1.25, 1.335938, 1.195312, 1.28125, 1.351562, 1.257812, 1.03125, 1.109375, 1.179688, 1.148438, 1.289062, 1.226562, 1.328125, 1.195312, 1.242188, 1.53125, 1.195312, 1.3125, 1.3125, 1.289062, 0.96875, 1.289062, 0.726562, 1.164062, 1.335938, 1.289062, 1.328125, 1.273438, 1.203125, 1.289062, 0.761719, 1.007812, 1.273438, 0.871094, 1.203125, 1.15625, 1.09375, 1.359375, 1.304688, 1.117188, 0.707031, 1.296875, 0.828125, 0.996094, 1.046875, 1.195312, 1.1875, 1.257812, 1.15625, 1.359375, 1.289062, 1.375, 1.304688, 1.09375, 1.28125, 1.304688, 1.296875, 1.320312, 1.054688, 1.367188, 1.257812, 0.886719, 1.367188, 1.195312, 1.273438, 1.117188, 1.148438, 1.046875, 1.273438, 1.289062, 1.289062, 1.085938, 1.3125, 1.046875, 1.078125, 0.730469, 1.0625, 1.34375, 1.296875, 1.320312, 1.304688, 1.28125, 0.695312, 1.195312, 0.914062, 1.179688, 1.171875, 1.289062, 1.28125, 1.335938, 0.929688, 1.304688, 1.257812, 1.3125, 1.3125, 1.289062, 1.34375, 1.328125, 1.351562, 1.0, 1.28125, 1.085938, 1.304688, 1.25, 1.171875, 1.296875, 1.0, 1.304688, 1.101562, 0.953125, 1.351562, 0.816406, 1.304688, 0.550781, 1.359375, 1.359375, 1.179688, 1.273438, 1.242188, 1.328125, 1.273438, 1.335938, 1.164062, 1.335938, 0.910156, 1.335938, 1.21875, 1.367188, 0.96875, 0.734375, 1.351562, 1.40625, 1.046875, 1.304688, 1.1875, 1.351562, 1.28125, 1.40625, 1.226562, 1.226562, 0.9375, 1.304688, 1.335938, 1.226562, 1.25, 1.320312, 0.6875, 1.367188, 1.210938, 1.359375, 1.15625, 1.273438, 0.472656, 1.25, 1.25, 0.441406, 1.070312, 1.28125, 1.101562, 0.5625, 1.375, 1.289062, 0.960938, 1.226562, 0.855469, 1.375, 1.28125, 1.203125, 1.265625, 1.375, 1.242188, 1.273438, 0.507812, 1.179688, 1.164062, 1.28125, 1.132812, 0.753906, 1.117188, 1.140625, 1.296875, 1.320312, 1.304688, 0.699219, 1.328125, 1.34375, 1.328125, 1.234375, 0.691406, 1.007812, 1.3125, 1.09375, 0.632812, 1.34375, 1.15625, 1.023438, 1.414062, 1.28125, 1.359375, 1.132812, 1.296875, 1.203125, 1.367188, 1.273438, 1.21875, 1.3125, 1.25, 1.328125, 1.132812, 1.320312, 1.328125, 1.203125, 1.304688, 0.960938, 1.28125, 1.195312, 1.1875, 1.203125, 1.132812, 1.375, 1.335938, 1.1875, 1.320312, 0.90625, 1.3125, 1.21875, 0.439453, 1.109375, 1.3125, 1.390625, 1.15625, 1.242188, 1.046875, 1.265625, 1.234375, 0.380859, 1.296875, 1.328125, 1.140625, 1.203125, 1.242188, 1.203125, 1.054688, 1.328125, 1.351562, 1.257812, 0.519531, 1.304688, 0.765625, 0.474609, 1.296875, 1.21875, 0.417969, 1.273438, 1.320312, 1.101562, 1.359375, 1.257812, 1.382812, 1.304688, 1.320312, 1.304688, 1.742188, 0.28125, 1.179688, 1.25, 1.242188, 1.375, 1.21875, 1.375, 1.34375, 1.289062, 1.320312, 1.351562, 0.34375, 1.289062, 1.375, 1.320312, 1.21875, 1.335938, 1.257812, 1.320312, 1.328125, 1.164062, 1.335938, 1.203125, 1.289062, 1.320312, 1.34375, 1.390625, 0.683594, 1.257812, 1.25, 1.296875, 1.046875, 1.3125, 1.34375, 1.335938, 1.351562, 1.148438, 1.234375, 1.328125, 1.28125, 1.234375, 1.078125, 1.242188, 1.328125, 0.789062, 2.015625, 1.3125, 1.289062, 1.351562, 1.28125, 1.085938, 1.078125, 1.359375, 0.773438, 1.304688, 1.21875, 1.195312, 1.257812, 1.320312, 1.0625, 1.304688, 1.382812, 1.203125, 1.257812, 1.140625, 1.367188, 1.265625, 1.25, 1.3125, 1.3125, 0.40625, 1.351562, 1.1875, 1.273438, 1.273438, 1.28125, 0.957031, 1.3125, 1.289062, 1.15625, 1.296875, 1.335938, 0.757812, 1.351562, 0.785156, 1.117188, 1.1875, 1.039062, 1.054688, 0.992188, 0.371094, 1.242188, 1.25, 1.171875, 1.28125, 1.3125, 1.117188, 1.234375, 1.28125, 0.960938, 1.109375, 0.742188, 1.242188, 1.320312, 1.234375, 0.988281, 1.34375, 1.242188, 1.164062, 1.320312, 1.273438, 0.949219, 1.375, 0.6875, 1.234375, 1.304688, 1.28125, 1.265625, 1.304688, 1.257812, 1.109375, 1.117188, 1.351562, 1.125, 1.359375, 1.34375, 1.117188, 1.304688, 1.328125, 0.824219, 1.257812, 1.054688, 0.769531, 1.28125, 1.359375, 1.359375, 1.289062, 1.054688, 0.726562, 1.351562, 1.148438, 1.398438, 1.265625, 1.335938, 1.28125, 1.203125, 1.257812, 1.320312, 1.195312, 1.289062, 1.015625, 1.265625, 1.34375, 1.359375, 0.890625, 0.953125, 1.195312, 1.257812, 1.28125, 0.96875, 1.25, 1.304688, 1.21875, 1.148438, 1.28125, 1.40625, 1.210938, 1.898438, 1.359375, 1.085938, 1.304688, 1.109375, 1.3125, 1.3125, 1.34375, 1.304688, 0.929688, 0.746094, 1.234375, 1.3125, 1.34375, 1.382812, 1.328125, 0.742188, 1.304688, 1.34375, 1.21875, 0.75, 1.203125, 1.351562, 1.226562, 1.328125, 1.085938, 1.210938, 1.3125, 1.296875, 1.195312, 1.320312, 1.25, 1.265625, 1.304688, 1.210938, 1.328125, 0.765625, 1.296875, 1.296875, 1.257812, 1.265625, 1.132812, 0.398438, 1.101562, 1.335938, 1.203125, 1.0, 1.273438, 1.203125, 1.3125, 1.164062, 1.351562, 1.210938, 2.078125, 1.132812, 1.359375, 1.289062, 1.265625, 1.304688, 1.351562, 0.703125, 1.351562, 1.148438, 1.21875, 1.21875, 1.328125, 1.367188, 1.25, 0.761719, 1.34375, 1.148438, 0.449219, 1.273438, 1.25, 1.367188, 1.265625, 1.304688, 1.3125, 1.320312, 1.273438, 1.304688, 1.328125, 1.101562, 1.265625, 1.257812, 1.226562, 1.296875, 1.28125, 1.28125, 1.320312, 1.351562, 1.09375, 1.179688, 0.921875, 1.367188, 0.957031, 1.335938, 1.289062, 1.257812, 1.3125, 1.226562, 1.046875, 1.140625, 1.257812, 1.101562, 1.007812, 1.1875, 1.335938, 1.289062, 1.125, 1.234375, 1.304688, 1.25, 1.335938, 1.351562, 1.398438, 1.15625, 1.3125, 1.1875, 1.164062, 1.320312, 0.988281, 1.296875, 0.835938, 1.179688, 1.296875, 1.273438, 1.132812, 1.0625, 1.015625, 1.3125, 1.304688, 1.335938, 1.15625, 1.304688, 1.257812, 1.398438, 1.320312, 1.109375, 1.234375, 1.171875, 1.351562, 1.25, 1.109375, 0.527344, 1.359375, 1.359375, 0.871094, 0.9375, 1.320312, 1.226562, 0.910156, 1.265625, 1.28125, 1.265625, 1.34375, 1.296875, 1.140625, 1.304688, 1.257812, 1.296875, 1.023438, 1.257812, 1.304688, 1.226562, 1.226562, 0.910156, 1.335938, 0.746094, 1.195312, 1.117188, 1.289062, 1.109375, 1.148438, 0.945312, 1.296875, 1.234375, 1.132812, 0.988281, 1.234375, 1.210938, 0.777344, 0.167969, 1.148438, 1.234375, 1.289062, 1.328125, 0.855469, 1.320312, 1.34375, 1.320312, 1.304688, 0.917969, 1.148438, 1.0625, 1.132812, 0.753906, 0.894531, 1.140625, 1.320312, 0.757812, 1.289062, 1.28125, 1.0625, 1.289062, 1.351562, 1.226562, 1.328125, 1.398438, 0.996094, 1.320312, 1.164062, 1.296875, 1.148438, 1.273438, 1.078125, 1.242188, 1.335938, 1.367188, 1.21875, 0.96875, 1.265625, 1.242188, 1.109375, 1.210938, 0.921875, 1.28125, 0.609375, 1.15625, 1.3125, 1.382812, 1.328125, 1.3125, 1.226562, 0.953125, 1.359375, 1.210938, 1.351562, 1.289062, 1.210938, 1.3125, 0.707031, 1.3125, 1.3125, 1.28125, 1.328125, 1.195312, 1.265625, 1.195312, 1.28125, 1.359375, 1.070312, 1.257812, 1.25, 1.296875, 1.34375, 1.375, 1.234375, 1.234375, 1.28125, 1.21875, 1.195312, 1.21875, 1.15625, 1.28125, 1.007812, 0.964844, 1.0, 1.320312, 1.242188, 1.335938, 1.351562, 1.265625, 1.289062, 1.382812, 1.320312, 1.226562, 1.257812, 1.203125, 1.140625, 1.203125, 1.289062, 1.28125, 1.34375, 1.140625, 1.257812, 1.320312, 1.070312, 1.390625, 1.148438, 1.273438, 1.28125, 1.304688, 1.320312, 0.773438, 1.203125, 1.054688, 1.117188, 1.101562, 0.710938, 1.203125, 1.09375, 1.320312, 1.148438, 1.273438, 1.289062, 1.148438, 1.34375, 0.949219, 1.210938, 1.335938, 1.101562, 1.09375, 1.34375, 1.296875, 1.320312, 1.171875, 1.148438, 1.210938, 1.09375, 0.710938, 1.179688, 1.140625, 1.34375, 1.257812, 1.335938, 1.1875, 1.25, 1.101562, 1.3125, 1.265625, 1.15625, 1.265625, 1.25, 1.210938, 1.15625, 1.328125, 0.9375, 0.703125, 1.257812, 1.296875, 1.25, 1.242188, 1.101562, 0.75, 1.195312, 1.414062, 1.304688, 1.007812, 1.328125, 1.359375, 1.359375, 1.296875, 1.34375, 1.179688, 1.304688, 1.296875, 1.25, 0.738281, 1.304688, 0.738281, 1.3125, 1.304688, 1.070312, 1.359375, 1.320312, 1.351562, 1.101562, 1.132812, 1.226562, 0.703125, 0.890625, 1.265625, 1.289062, 1.179688, 1.335938, 1.257812, 1.054688, 1.359375, 1.132812, 1.28125, 1.070312, 1.203125, 1.320312, 0.871094, 1.359375, 1.359375, 1.320312, 1.242188, 1.21875, 1.296875, 1.179688, 1.328125, 1.375, 1.117188, 1.34375, 1.1875, 1.328125, 1.34375, 1.335938, 1.007812, 1.304688, 1.265625, 0.283203, 1.226562, 1.304688, 1.359375, 1.320312, 1.304688, 1.132812, 1.320312, 1.273438, 1.023438, 1.179688, 1.28125, 1.414062, 0.9375, 0.699219, 1.140625, 1.351562, 0.746094, 1.28125, 0.511719, 1.320312, 1.234375, 1.34375, 1.273438, 1.0625, 1.34375, 1.421875, 1.265625, 1.28125, 1.210938, 1.25, 1.140625, 0.960938, 1.273438, 1.0, 0.765625, 1.296875, 0.941406, 1.304688, 1.273438, 1.28125, 1.140625, 1.3125, 1.382812, 1.328125, 1.34375, 1.34375, 0.777344, 1.210938, 1.109375, 1.039062, 0.78125, 1.351562, 1.28125, 1.328125, 1.101562, 1.265625, 0.777344, 1.148438, 1.164062, -0.000237, 0.914062, 1.328125, 1.359375, 1.3125, 1.265625, 1.242188, 1.070312, 1.296875, 1.515625, 1.382812, 1.242188, 1.25, 1.148438, 1.335938, 1.335938, 1.351562, 1.328125, 1.335938, 1.1875, 1.101562, 0.660156, 1.328125, 1.289062, 1.289062, 1.328125, 1.257812, 1.328125, 0.960938, 0.761719, 1.101562, 1.148438, 1.335938, 1.0625, 0.738281, 1.101562, 0.753906, 1.335938, 1.289062, 1.375, 1.234375, 1.28125, 1.132812, 1.226562, 1.28125, 1.242188, 1.335938, 1.289062, 1.335938, 0.84375, 1.0625, 1.351562, 1.273438, 1.359375, 0.796875, 1.273438, 1.265625, 1.296875, 1.375, 1.257812, 1.3125, 0.917969, 1.226562, 1.179688, 1.023438, 1.296875, 1.351562, 1.195312, 1.148438, 1.0625, 1.242188, 1.265625, 1.164062, 1.070312, 1.210938, 1.109375, 1.289062, 1.3125, 1.234375, 1.296875, 1.15625, 1.375, 1.164062, 1.21875, 1.382812, 0.78125, 1.203125, 1.140625, 1.1875, 0.738281, 0.847656, 1.335938, 1.28125, 1.328125, 1.171875, 1.382812, 1.171875, 1.25, 1.367188, 1.21875, 1.289062, 1.296875, 1.34375, 1.085938, 1.273438, 1.09375, 1.320312, 0.976562, 1.0625, 1.265625, 1.09375, 1.34375, 1.117188, 1.226562, 1.304688, 0.753906, 1.28125, 1.367188, 1.335938, 1.296875, 1.125, 1.320312, 1.351562, 1.171875, 1.382812, 0.855469, 1.164062, 1.304688, 1.3125, 1.21875, 1.179688, 1.242188, 1.132812, 1.054688, 1.28125, 1.242188, 1.1875, 1.296875, 1.101562, 1.195312, 0.960938, 1.273438, 1.304688, 0.847656, 0.855469, 1.015625, 1.34375, 1.351562, 1.59375, 1.351562, 1.054688, 1.101562, 1.21875, 1.335938, 1.070312, 0.78125, 1.328125, 1.195312, 1.335938, 1.289062, 1.414062, 1.117188, 1.304688, 1.0, 1.25, 1.148438, 1.296875, 0.597656, 0.726562, 1.289062, 1.3125, 1.289062, 1.179688, 1.367188, 1.3125, 0.902344, 1.273438, 1.265625, 1.242188, 1.328125, 0.816406, 1.296875, 1.359375, 1.085938, 1.351562, 1.0625, 1.328125, 1.382812, 1.164062, 0.081055, 1.351562, 1.289062, 1.234375, 1.257812, 1.226562, 1.304688, 1.3125, 1.375, 1.242188, 1.070312, 1.28125, 1.21875, 1.429688, 1.15625, 1.296875, 1.414062, 1.25, 1.257812, 1.3125, 1.179688, 0.746094, 1.257812, 1.085938, 1.367188, 1.132812, 1.359375, 1.351562, 1.257812, 1.289062, 1.265625, 0.902344, 1.320312, 0.902344, 1.265625, 1.125, 0.847656, 1.046875, 1.1875, 1.320312, 1.3125, 1.257812, 1.21875, 1.359375, 1.34375, 1.320312, 1.335938, 1.265625, 1.34375, 1.335938, 1.070312, 1.265625, 1.289062, 1.234375, 1.070312, 1.210938, 1.335938, 1.367188, 0.972656, 1.085938, 1.25, 1.375, 1.367188, 1.328125, 1.34375, 1.34375, 1.3125, 1.359375, 1.21875, 1.015625, 1.085938, 1.21875, 1.234375, 1.023438, 1.296875, 1.375, 1.171875, 1.132812, 1.367188, 1.21875, 1.351562, 0.742188, 1.046875, 1.3125, 1.179688, 1.328125, 1.34375, 1.382812, 1.375, 1.398438, 1.28125, 1.296875, 1.242188, 1.359375, 1.273438, 1.226562, 1.382812, 1.351562, 1.351562, 1.242188, 1.367188, 1.390625, 1.21875, 1.3125, 1.242188, 1.351562, 1.21875, 1.28125, 1.328125, 1.328125, 1.3125, 1.21875, 1.335938, 1.148438, 1.210938, 1.273438, 1.28125, 1.359375, 1.242188, 1.265625, 1.351562, 1.195312, 1.273438, 1.015625, 1.046875, 1.015625, 1.320312, 1.15625, 0.605469, 1.3125, 1.164062, 0.453125, 1.28125, 1.3125, 1.398438, 0.539062, 1.34375, 1.109375, 1.289062, 0.914062, 1.375, 0.914062, 0.949219, 1.351562, 1.429688, 1.757812, 1.15625, 0.341797, 1.195312, 1.351562, 1.328125, 1.273438, 1.265625, 1.335938, 1.320312, 0.910156, 1.203125, 1.289062, 1.296875, 1.03125, 1.09375, 0.976562, 1.039062, 1.132812, 1.117188, 1.335938, 1.304688, 1.164062, 0.78125, 1.289062, 1.382812, 1.320312, 1.289062, 1.257812, 1.375, 1.078125, 1.304688, 1.304688, 1.351562, 1.289062, 1.296875, 0.251953, 1.304688, 1.304688, 1.304688, 1.1875, 1.203125, 1.0625, 1.242188, 1.101562, 1.304688, 1.3125, 1.328125, 1.289062, 0.886719, 1.28125, 1.179688, 1.1875, 1.234375, 0.898438, 1.15625, 0.769531, 1.28125, 1.492188, 1.328125, 1.359375, 1.234375, 1.328125, 1.273438, 1.234375, 1.140625, 1.109375, 1.210938, 1.265625, 0.960938, 1.289062, 1.09375, 1.335938, 1.164062, 1.25, 1.28125, 1.0, 1.304688, 1.257812, 1.351562, 1.296875, 1.179688, 1.296875, 1.148438, 1.648438, 0.992188, 1.296875, 1.273438, 1.15625, 1.328125, 1.3125, 1.148438, 1.070312, 1.226562, 1.226562, 1.210938, 1.3125, 1.265625, 1.320312, 0.71875, 1.3125, 0.921875, 1.335938, 1.328125, 1.21875, 1.265625, 1.273438, 1.359375, 1.351562, 1.101562, 1.296875, 1.367188, 1.140625, 1.195312, 1.351562, 1.351562, 1.226562, 1.242188, 1.3125, 1.359375, 1.367188, 1.015625, 1.0625, 1.375, 1.289062, 1.34375, 1.25, 1.078125, 1.257812, 1.335938, 1.289062, 1.335938, 1.21875, 1.289062, 1.328125, 1.296875, 1.34375, 1.328125, 1.289062, 1.148438, 1.28125, 1.226562, 0.738281, 1.273438, 1.359375, 1.296875, 1.179688, 1.109375, 1.296875, 1.140625, 1.359375, 1.296875, 1.359375, 1.257812, 1.195312, 1.054688, 1.375, 1.335938, 1.320312, 1.257812, 1.117188, 1.210938, 1.234375, 1.179688, 1.257812, 1.289062, 0.539062, 0.722656, 1.359375, 0.992188, 1.296875, 1.328125, 1.359375, 0.988281, 0.804688, 1.328125, 1.273438, 1.351562, 1.257812, 1.273438, 1.046875, 1.15625, 1.3125, 1.28125, 1.273438, 1.328125, 0.792969, 1.367188, 0.949219, 1.304688, 1.375, 1.140625, 1.34375, 1.3125, 1.335938, 1.367188, 1.351562, 1.3125, 1.132812, 1.054688, 1.226562, 1.304688, 1.351562, 1.289062, 1.265625, 1.328125, 1.351562, 0.933594, 1.34375, 1.203125, 1.335938, 1.296875, 1.351562, 1.304688, 1.304688, 0.886719, 0.605469, 1.234375, 1.304688, 1.078125, 0.710938, 1.273438, 1.148438, 1.164062, 0.871094, 1.007812, 1.3125, 1.109375, 1.117188, 0.992188, 0.976562, 1.179688, 1.390625, 1.078125, 1.242188, 1.367188, 1.320312, 1.304688, 1.195312, 1.203125, 1.3125, 1.3125, 1.265625, 1.328125, 1.101562, 1.414062, 1.335938, 1.335938, 1.242188, 1.304688, 1.125, 1.265625, 1.296875, 0.78125, 1.304688, 1.242188, 1.132812, 1.375, 1.3125, 1.3125, 1.296875, 1.34375, 1.367188, 1.257812, 1.335938, 1.28125, 1.265625, 1.054688, 1.242188, 1.140625, 1.296875, 1.351562, 1.34375, 1.328125, 1.265625, 1.320312, 1.257812, 0.757812, 1.195312, 1.382812, 1.109375, 1.226562, 1.289062, 1.28125, 1.296875, 1.242188, 1.273438, 1.148438, 0.789062, 1.320312, 1.296875, 1.234375, 1.304688, 0.292969, 1.335938, 1.28125, 1.289062, 1.335938, 1.257812, 1.125, 1.328125, 1.148438, 2.140625, 1.3125, 1.3125, 1.234375, 1.265625, 1.3125, 1.398438, 1.195312, 1.34375, 1.179688, 1.070312, 1.242188, 1.28125, 1.21875, 1.273438, 1.273438, 1.265625, 1.3125, 0.964844, 1.359375, 1.304688, 1.304688, 1.195312, 1.328125, 1.09375, 1.226562, 0.910156, 1.273438, 1.296875, 1.273438, 1.304688, 1.335938, 1.28125, 1.226562, 1.195312, 1.0625, 1.28125, 1.351562, 1.171875, 1.226562, 1.210938, 1.304688, 1.03125, 1.28125, 1.226562, 1.195312, 1.328125, 1.289062, 1.25, 1.25, 1.28125, 1.1875, 1.4375, 1.359375, 1.117188, 1.3125, 1.140625, 1.289062, 1.234375, 1.070312, 1.328125, 1.421875, 1.289062, 1.304688, 0.71875, 1.328125, 1.289062, 1.21875, 1.328125, 1.023438, 0.945312, 1.3125, 1.28125, 1.28125, 1.320312, 1.085938, 1.320312, 1.203125, 1.34375, 1.335938, 1.257812, 1.289062, 0.863281, 1.289062, 0.769531, 1.3125, 1.296875, 1.15625, 1.351562, 1.3125, 1.109375, 0.279297, 1.25, 1.382812, 1.101562, 1.21875, 1.148438, 0.216797, 1.265625, 1.132812, 1.289062, 1.304688, 1.132812, 1.414062, 1.34375, 2.65625, 0.5625, 1.25, 1.195312, 1.3125, 1.289062, 1.335938, 1.0, 0.964844, 1.164062, 1.375, 1.429688, 1.257812, 1.296875, 1.1875, 1.328125, 1.125, 1.296875, 0.427734, 1.085938, 1.3125, 1.320312, 1.179688, 1.320312, 1.320312, 1.351562, 1.289062, 1.296875, 1.359375, 1.304688, 1.140625, 1.304688, 1.84375, 1.195312, 1.234375, 1.3125, 1.304688, 1.289062, 0.714844, 1.304688, 1.320312, 1.296875, 1.28125, 1.289062, 1.28125, 1.085938, 1.289062, 0.832031, 1.179688, 0.710938, 1.171875, 1.335938, 1.054688, 1.25, 1.289062, 1.289062, 1.289062, 1.328125, 0.746094, 1.234375, 1.335938, 1.34375, 1.351562, 1.296875, 1.273438, 1.25, 1.351562, 1.28125, 1.195312, 1.265625, 1.34375, 1.117188, 1.335938, 1.859375, 1.351562, 1.328125, 1.273438, 1.132812, 1.28125, 1.304688, 1.09375, 1.085938, 1.289062, 0.570312, 1.3125, 1.375, 1.320312, 0.929688, 1.320312, 1.328125, 1.34375, 0.695312, 1.046875, 1.0625, 1.078125, 1.34375, 1.039062, 1.320312, 1.234375, 1.265625, 1.359375, 1.070312, 1.148438, 1.242188, 1.242188, 1.328125, 1.21875, 1.320312, 1.203125, 1.109375, 1.34375, 1.328125, 1.296875, 1.117188, 1.320312, 1.296875, 1.335938, 1.351562, 1.265625, 0.878906, 1.257812, 1.234375, 0.753906, 1.320312, 1.25, 1.078125, 1.273438, 1.085938, 1.257812, 1.351562, 1.234375, 2.3125, 1.25, 1.296875, 1.304688, 1.226562, 1.242188, 1.34375, 1.296875, 1.359375, 1.335938, 1.101562, 0.753906, 1.359375, 1.320312, 1.203125, 1.242188, 1.320312, 1.320312, 1.335938, 0.914062, 1.0625, 0.90625, 1.148438, 1.242188, 1.007812, 1.3125, 1.359375, 1.328125, 1.203125, 1.148438, 1.328125, 1.320312, 1.34375, 1.109375, 1.3125, 1.125, 1.25, 0.777344, 1.335938, 1.28125, 0.777344, 1.34375, 1.296875, 1.460938, 1.257812, 0.535156, 1.226562, 1.179688, 0.730469, 1.296875, 1.132812, 0.960938, 1.453125, 1.273438, 0.773438, 1.320312, 0.75, 1.320312, 1.21875, 1.179688, 1.265625, 1.023438, 1.320312, 1.226562, 1.351562, 1.039062, 1.273438, 1.101562, 1.0625, 1.296875, 0.773438, 1.101562, 1.117188, 0.703125, 1.1875, 1.25, 1.117188, 1.390625, 1.273438, 1.320312, 1.070312, 1.296875, 0.78125, 1.15625, 1.304688, 1.335938, 1.304688, 1.289062, 1.320312, 1.09375, 1.265625, 1.171875, 1.335938, 1.171875, 1.195312, 1.304688, 1.210938, 1.3125, 1.273438, 1.007812, 1.351562, 1.296875, 1.3125, 0.945312, 1.171875, 1.296875, 1.140625, 1.09375, 0.75, 1.023438, 1.320312, 1.304688, 1.3125, 1.140625, 1.273438, 1.304688, 1.25, 1.289062, 1.28125, 1.109375, 1.171875, 1.273438, 1.117188, 1.265625, 1.21875, 0.742188, 1.304688, 1.3125, 1.242188, 1.289062, 1.242188, 1.296875, 1.273438, 1.226562, 1.109375, 0.695312, 1.15625, 1.007812, 1.28125, 1.125, 1.359375, 1.367188 ] }, "name": "model.model.layers.23.post_attention_layernorm.weight", "outputIndexes": [ 1955 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1954 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_23/Mul_output_0", "outputIndexes": [ 1956 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1955, 1956 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_23/Mul_1_output_0", "outputIndexes": [ 1957 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1957 ], "outputIndexes": [ 2968 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2968 ], "outputIndexes": [ 2969 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear", "inputIndexes": [ 2969 ], "outputIndexes": [ 2970 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3031993902, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2970 ], "outputIndexes": [ 2971 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2971 ], "outputIndexes": [ 1958 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1958 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_23/Sigmoid_output_0", "outputIndexes": [ 1959 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1958, 1959 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_23/Mul_output_0", "outputIndexes": [ 1960 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1957 ], "outputIndexes": [ 2972 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2972 ], "outputIndexes": [ 2973 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear", "inputIndexes": [ 2973 ], "outputIndexes": [ 2974 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3070185028, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2974 ], "outputIndexes": [ 2975 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2975 ], "outputIndexes": [ 1961 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1960, 1961 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_23/Mul_output_0", "outputIndexes": [ 1962 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1962 ], "outputIndexes": [ 2976 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2976 ], "outputIndexes": [ 2977 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear", "inputIndexes": [ 2977 ], "outputIndexes": [ 2978 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3108376154, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2978 ], "outputIndexes": [ 2979 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2979 ], "outputIndexes": [ 1963 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1954, 1963 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_119_output_0", "outputIndexes": [ 1964 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1964, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_216_output_0", "outputIndexes": [ 1965 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.910156, 0.742188, 0.886719, 0.808594, 0.917969, 0.792969, 0.726562, 0.765625, 1.296875, 0.78125, 0.714844, 0.800781, 0.726562, 0.652344, 0.828125, 0.765625, 0.664062, 0.65625, 0.714844, 1.335938, 1.609375, 0.742188, 0.742188, 0.75, 0.730469, 0.78125, 1.296875, 0.757812, 0.785156, 0.664062, 0.847656, 0.820312, 1.476562, 0.792969, 0.8125, 0.804688, 0.8125, 1.398438, 0.699219, 0.816406, 0.796875, 0.714844, 0.9375, 0.773438, 0.828125, 0.800781, 1.609375, 0.835938, 0.828125, 0.847656, 0.839844, 0.714844, 0.722656, 0.691406, 0.75, 0.765625, 0.773438, 0.988281, 0.808594, 1.304688, 0.652344, 0.742188, 0.757812, 0.726562, 0.800781, 0.800781, 0.757812, 0.6875, 0.746094, 0.769531, 0.730469, 1.007812, 0.722656, 0.714844, 0.804688, 0.800781, 0.964844, 0.800781, 1.382812, 0.886719, 0.851562, 1.070312, 0.921875, 0.777344, 0.753906, 1.554688, 0.734375, 0.933594, 0.722656, 1.3125, 0.761719, 0.738281, 0.742188, 0.738281, 1.195312, 0.75, 1.335938, 0.78125, 0.703125, 0.703125, 0.777344, 0.777344, 0.925781, 0.722656, 1.1875, 0.777344, 1.101562, 0.816406, 0.9375, 0.664062, 0.71875, 0.742188, 0.761719, 1.851562, 0.734375, 1.695312, 0.792969, 0.746094, 0.804688, 0.726562, 0.722656, 0.675781, 0.835938, 0.730469, 0.75, 0.703125, 0.765625, 0.71875, 1.570312, 0.824219, 1.359375, 0.621094, 0.921875, 0.816406, 0.789062, 0.742188, 0.722656, 0.714844, 0.917969, 0.789062, 0.738281, 0.859375, 0.8125, 0.640625, 1.460938, 0.835938, 0.925781, 0.71875, 0.804688, 0.699219, 0.765625, 0.742188, 0.75, 0.71875, 0.925781, 0.863281, 0.847656, 1.226562, 0.796875, 0.800781, 0.84375, 0.945312, 1.335938, 0.6875, 1.429688, 0.9375, 0.75, 1.03125, 0.746094, 0.738281, 0.71875, 0.703125, 0.675781, 0.714844, 0.699219, 0.914062, 0.699219, 0.6875, 0.8125, 0.703125, 0.613281, 0.738281, 0.722656, 1.210938, 0.542969, 0.757812, 0.667969, 0.792969, 0.722656, 0.738281, 0.734375, 0.761719, 1.296875, 0.71875, 1.117188, 0.753906, 0.730469, 0.730469, 1.007812, 0.699219, 0.714844, 1.4375, 0.964844, 0.925781, 1.007812, 0.703125, 0.667969, 0.8125, 0.742188, 0.613281, 0.726562, 0.785156, 0.738281, 0.746094, 0.691406, 0.882812, 0.84375, 0.742188, 0.953125, 0.6875, 0.683594, 0.824219, 0.992188, 0.71875, 0.734375, 0.945312, 0.792969, 0.871094, 0.671875, 0.710938, 0.765625, 0.808594, 0.734375, 0.667969, 0.695312, 1.070312, 0.699219, 0.8125, 1.46875, 0.71875, 0.761719, 0.703125, 0.742188, 0.726562, 0.722656, 0.964844, 0.71875, 0.753906, 0.796875, 0.746094, 0.707031, 1.15625, 0.777344, 0.765625, 0.742188, 0.824219, 0.683594, 1.601562, 0.679688, 0.855469, 0.695312, 0.703125, 0.722656, 0.734375, 0.773438, 0.710938, 0.699219, 0.699219, 0.902344, 0.789062, 0.863281, 0.792969, 0.730469, 0.933594, 0.671875, 0.867188, 0.746094, 0.992188, 0.648438, 0.839844, 0.675781, 0.71875, 1.53125, 0.777344, 0.722656, 0.839844, 0.640625, 0.785156, 0.808594, 0.808594, 0.824219, 0.773438, 0.820312, 0.96875, 0.730469, 0.699219, 1.054688, 0.746094, 0.765625, 0.714844, 0.625, 0.941406, 0.976562, 0.84375, 1.03125, 0.785156, 0.714844, 0.671875, 0.773438, 0.757812, 1.34375, 0.714844, 0.707031, 0.722656, 1.359375, 0.734375, 0.746094, 0.851562, 0.789062, 0.710938, 0.800781, 0.722656, 0.683594, 0.757812, 0.839844, 0.722656, 0.699219, 0.695312, 0.824219, 0.78125, 1.429688, 0.761719, 0.8125, 0.753906, 0.859375, 0.722656, 0.742188, 0.804688, 0.777344, 0.699219, 1.703125, 0.699219, 0.707031, 0.683594, 1.742188, 0.800781, 0.839844, 0.683594, 0.722656, 0.710938, 0.796875, 0.851562, 1.125, 0.714844, 0.855469, 0.683594, 0.699219, 0.765625, 0.691406, 0.734375, 1.257812, 0.914062, 1.375, 0.832031, 1.34375, 0.957031, 0.707031, 0.859375, 0.710938, 0.84375, 0.726562, 0.695312, 0.746094, 0.6875, 0.707031, 0.832031, 1.351562, 0.941406, 0.714844, 0.777344, 0.816406, 0.789062, 0.871094, 0.867188, 0.753906, 0.75, 0.753906, 0.769531, 0.796875, 0.828125, 0.6875, 0.792969, 1.609375, 0.75, 0.710938, 0.757812, 0.792969, 0.738281, 0.726562, 1.398438, 0.761719, 0.789062, 1.007812, 0.816406, 0.839844, 0.710938, 0.773438, 0.78125, 0.769531, 0.78125, 1.023438, 0.742188, 0.78125, 0.691406, 0.742188, 0.960938, 0.773438, 0.710938, 0.730469, 0.753906, 0.953125, 0.886719, 0.703125, 0.707031, 0.695312, 0.925781, 0.796875, 0.75, 0.746094, 0.722656, 0.722656, 0.667969, 0.945312, 0.730469, 0.777344, 0.644531, 0.773438, 0.707031, 0.734375, 0.878906, 0.675781, 0.835938, 0.929688, 0.699219, 0.835938, 0.796875, 0.761719, 0.757812, 0.902344, 1.125, 1.007812, 0.714844, 0.714844, 0.675781, 0.9375, 2.875, 0.585938, 0.683594, -0.081543, 0.707031, 0.707031, 0.75, 0.695312, 1.289062, 0.730469, 0.847656, 0.820312, 0.707031, 0.851562, 0.789062, 0.679688, 1.359375, 0.738281, 0.769531, 0.824219, 1.007812, 0.664062, 0.789062, 0.742188, 0.722656, 0.730469, 0.695312, 0.679688, 0.832031, 1.234375, 0.777344, 0.925781, 0.863281, 0.808594, 0.839844, 0.679688, 0.757812, 0.851562, 0.71875, 0.820312, 0.597656, 0.71875, 0.792969, 1.03125, 0.777344, 0.691406, 0.796875, 0.6875, 0.90625, 0.695312, 1.03125, 0.8125, 0.546875, 0.695312, 0.753906, 0.757812, 0.773438, 0.773438, 0.773438, 0.84375, 0.746094, 0.65625, 0.738281, 0.714844, 0.878906, 0.675781, 0.738281, 0.710938, 1.46875, 0.699219, 0.742188, 0.808594, 0.71875, 0.746094, 0.691406, 0.714844, 0.851562, 0.917969, 0.703125, 0.734375, 0.757812, 0.953125, 0.730469, 0.78125, 0.738281, 0.753906, 0.792969, 0.816406, 0.71875, 0.863281, 0.757812, 1.046875, 1.539062, 0.570312, 0.890625, 0.835938, 0.832031, 0.804688, 1.460938, 0.738281, 0.738281, 0.710938, 0.683594, 0.71875, 0.703125, 0.78125, 0.722656, 0.816406, 0.550781, 0.816406, 0.726562, 0.703125, 0.851562, 0.914062, 0.625, 0.855469, 0.675781, 0.640625, 0.722656, 0.722656, 0.683594, 0.636719, 0.828125, 0.859375, 0.816406, 0.734375, 0.859375, 0.761719, 0.691406, 0.832031, 0.722656, 0.75, 0.855469, 0.679688, 0.722656, 0.828125, 0.792969, 0.707031, 0.957031, 0.703125, 1.0625, 0.703125, 0.699219, 0.867188, 0.792969, 0.777344, 0.851562, 0.6875, 1.140625, 0.761719, 0.835938, 0.6875, 0.710938, 1.617188, 0.820312, 0.867188, 0.78125, 0.789062, 0.78125, 0.707031, 0.695312, 1.359375, 0.617188, 0.816406, 0.835938, 0.761719, 0.6875, 1.429688, 0.742188, 1.375, 0.8125, 0.960938, 0.753906, 0.71875, 0.808594, 0.871094, 0.808594, 0.707031, 0.730469, 0.574219, 0.792969, 0.765625, 0.628906, 0.710938, 0.722656, 0.660156, 0.84375, 0.753906, 0.734375, 0.792969, 1.5, 0.710938, 0.707031, 0.738281, 0.703125, 1.429688, 0.867188, 0.710938, 1.117188, 1.265625, 0.746094, 0.75, 0.710938, 0.722656, 0.851562, 1.0, 0.695312, 1.59375, 0.761719, 0.765625, 0.765625, 0.726562, 0.757812, 0.710938, 0.746094, 0.710938, 0.75, 0.707031, 0.714844, 0.738281, 0.691406, 0.820312, 0.859375, 1.007812, 0.730469, 0.679688, 0.78125, 0.632812, 0.777344, 1.203125, 0.949219, 0.726562, 0.871094, 0.828125, 1.351562, 0.867188, 1.132812, 0.71875, 0.875, 0.761719, 1.125, 1.335938, 0.832031, 0.828125, 0.769531, 0.78125, 0.722656, 0.75, 0.691406, 0.714844, 0.675781, 0.695312, 1.515625, 0.746094, 0.828125, 0.734375, 0.574219, 0.78125, 0.6875, 1.226562, 1.65625, 1.304688, 0.742188, 0.886719, 0.804688, 1.03125, 0.753906, 0.71875, 0.753906, 0.738281, 0.710938, 0.761719, 1.296875, 0.753906, 1.28125, 0.75, 0.742188, 0.734375, 0.714844, 0.941406, 0.722656, 0.859375, 0.671875, 0.699219, 0.753906, 0.8125, 0.75, 0.871094, 0.894531, 0.691406, 0.710938, 0.785156, 0.683594, 0.910156, 0.796875, 0.828125, 0.703125, 0.757812, 1.007812, 0.8125, 0.699219, 0.835938, 0.726562, 0.902344, 1.117188, 0.722656, 0.730469, 0.796875, 1.195312, 0.710938, 0.703125, 0.734375, 0.816406, 1.21875, 0.945312, 0.710938, 0.773438, 1.53125, 0.6875, 0.839844, 1.421875, 0.75, 0.773438, 0.777344, 0.746094, 0.695312, 0.78125, 0.75, 0.761719, 0.828125, 0.699219, 0.710938, 0.773438, 0.691406, 0.722656, 0.757812, 1.0625, 1.640625, 0.925781, 0.792969, 0.734375, 0.984375, 0.75, 1.007812, 0.695312, 0.660156, 1.429688, 0.769531, 0.765625, 0.789062, 1.382812, 0.730469, 0.710938, 1.046875, 0.835938, 0.671875, 0.824219, 0.714844, 1.21875, 0.710938, 0.867188, 0.796875, 0.816406, 0.75, 1.210938, 0.785156, 0.742188, 1.132812, 0.839844, 0.699219, 0.617188, 0.722656, 0.667969, 0.648438, 0.765625, 0.714844, 0.933594, 0.835938, 0.792969, 0.761719, 0.652344, 0.878906, 0.753906, 0.765625, 0.816406, 0.695312, 0.9375, 0.84375, 0.789062, 1.109375, 0.773438, 0.695312, 0.867188, 0.769531, 0.6875, 0.714844, 0.730469, 0.933594, 0.980469, 0.808594, 0.683594, 0.886719, 0.800781, 0.820312, 0.824219, 0.832031, 0.703125, 0.664062, 0.75, 0.769531, 0.691406, 0.898438, 0.679688, 0.695312, 0.746094, 0.703125, 0.777344, 0.863281, 0.78125, 0.792969, 0.78125, 0.886719, 1.53125, 0.710938, 0.96875, 0.703125, 0.820312, 0.996094, 0.730469, 0.8125, 0.707031, 0.707031, 0.710938, 1.476562, 1.414062, 1.429688, 0.738281, 0.714844, 0.714844, 0.925781, 0.695312, 0.730469, 0.738281, 1.507812, 1.40625, 0.765625, 0.730469, 0.75, 0.773438, 0.761719, 0.832031, 0.75, 0.78125, 0.75, 0.75, 0.867188, 0.871094, 0.726562, 1.382812, 0.746094, 0.6875, 0.707031, 0.847656, 0.757812, 0.695312, 0.726562, 0.769531, 0.699219, 0.742188, 0.722656, 0.707031, 0.871094, 0.683594, 0.691406, 0.699219, 0.714844, 1.0, 0.71875, 0.761719, 0.792969, 0.707031, 0.839844, 0.734375, 0.734375, 0.738281, 0.757812, 0.683594, 0.695312, 1.492188, 1.335938, 0.746094, 0.878906, 0.816406, 1.414062, 0.878906, 0.957031, 0.980469, 0.753906, 0.824219, 0.707031, 0.800781, 0.679688, 1.546875, 0.644531, 1.335938, 0.957031, 0.859375, 0.792969, 0.871094, 0.96875, 0.734375, 0.6875, 0.707031, 0.867188, 1.140625, 0.820312, 0.710938, 1.4375, 0.753906, 0.792969, 1.203125, 0.824219, 0.777344, 0.832031, 0.800781, 0.710938, 0.757812, 0.765625, 1.34375, 0.820312, 0.882812, 0.800781, 0.957031, 0.710938, 1.023438, 0.832031, 0.695312, 0.660156, 0.714844, 1.210938, 0.730469, 0.71875, 0.789062, 1.476562, 0.820312, 0.699219, 0.71875, 0.722656, 0.871094, 0.898438, 0.726562, 0.761719, 0.839844, 0.78125, 1.484375, 0.734375, 0.71875, 0.707031, 0.75, 1.523438, 0.722656, 0.777344, 0.621094, 0.765625, 0.820312, 0.667969, 0.71875, 1.195312, 0.796875, 0.800781, 0.78125, 1.414062, 0.738281, 0.671875, 1.484375, 0.839844, 0.792969, 0.738281, 0.875, 0.671875, 0.691406, 0.753906, 0.769531, 0.96875, 1.421875, 0.734375, 0.613281, 1.0, 1.351562, 0.773438, 0.691406, 1.40625, 0.695312, 0.730469, 0.726562, 0.734375, 0.773438, 0.867188, 1.265625, 0.820312, 0.792969, 0.753906, 0.820312, 0.78125, 0.71875, 0.710938, 0.9375, 0.808594, 0.796875, 0.882812, 0.90625, 1.101562, 0.71875, 1.171875, 1.671875, 0.910156, 0.699219, 0.753906, 0.757812, 1.046875, 1.34375, 0.667969, 0.929688, 0.746094, 0.746094, 0.707031, 0.796875, 0.808594, 0.691406, 0.851562, 0.691406, 0.785156, 0.714844, 0.644531, 0.984375, 0.703125, 0.890625, 1.5, 1.171875, 0.796875, 0.898438, 0.804688, 0.800781, 0.714844, 0.542969, 0.8125, 0.710938, 0.777344, 0.757812, 0.707031, 0.796875, 0.859375, 0.695312, 0.972656, 0.816406, 0.546875, 0.761719, 0.722656, 0.691406, 0.78125, 0.902344, 0.886719, 0.683594, 0.855469, 0.761719, 0.773438, 1.421875, 0.984375, 0.625, 0.738281, 1.257812, 0.730469, 0.839844, 0.691406, 0.6875, 0.710938, 0.945312, 0.765625, 0.789062, 0.699219, 0.753906, 0.71875, 0.679688, 0.875, 0.761719, 1.28125, 0.769531, 0.910156, 0.757812, 0.707031, 0.714844, 0.703125, 0.800781, 0.824219, 0.742188, 0.792969, 0.695312, 0.84375, 0.871094, 0.695312, 0.796875, 0.816406, 0.757812, 0.601562, 0.730469, 0.679688, 1.179688, 0.738281, 0.707031, 0.84375, 0.804688, 0.667969, 0.980469, 0.730469, 0.839844, 0.835938, 0.726562, 0.792969, 0.75, 0.75, 0.90625, 0.746094, 0.691406, 0.730469, 0.75, 0.679688, 0.792969, 0.734375, 0.863281, 0.777344, 0.792969, 0.773438, 0.78125, 0.707031, 0.742188, 0.726562, 0.875, 0.921875, 0.78125, 0.738281, 0.746094, 0.6875, 0.683594, 0.773438, 0.734375, 0.738281, 0.785156, 0.738281, 0.738281, 0.710938, 1.65625, 0.707031, 0.796875, 1.617188, 0.695312, 0.710938, 0.769531, 0.742188, 0.699219, 0.742188, 0.683594, 1.007812, 0.84375, 0.742188, 0.71875, 0.796875, 1.164062, 0.640625, 0.800781, 0.851562, 1.257812, 0.699219, 0.730469, 0.769531, 0.746094, 0.710938, 0.757812, 0.824219, 0.714844, 0.882812, 0.746094, 0.789062, 0.703125, 0.828125, 0.707031, 0.773438, 0.890625, 0.898438, 0.707031, 0.75, 0.71875, 1.015625, 0.886719, 0.710938, 0.699219, 0.835938, 0.738281, 0.765625, 0.757812, 0.804688, 0.714844, 0.703125, 0.695312, 0.761719, 0.730469, 0.738281, 1.070312, 0.683594, 0.808594, 0.875, 0.914062, 1.6875, 0.96875, 0.703125, 0.882812, 0.726562, 0.753906, 0.894531, 0.789062, 0.804688, 0.71875, 0.691406, 0.527344, 0.726562, 1.203125, 0.726562, 0.691406, 0.695312, 0.796875, 1.101562, 1.640625, 0.742188, 0.785156, 1.578125, 0.761719, 0.671875, 1.085938, 1.0, 0.761719, 0.691406, 0.800781, 0.75, 0.734375, 0.761719, 0.75, 1.257812, 0.757812, 1.5, 0.816406, 0.976562, 0.78125, 0.714844, 0.765625, 0.828125, 0.835938, 0.75, 0.84375, 0.835938, 0.921875, 0.695312, 0.808594, 0.746094, 0.683594, 0.714844, 0.902344, 0.765625, 0.757812, 0.945312, 0.671875, 0.871094, 0.816406, 0.789062, 0.710938, 0.8125, 0.710938, 0.796875, 0.695312, 0.722656, 0.644531, 0.914062, 0.71875, 0.746094, 0.75, 0.761719, 0.746094, 0.785156, 0.8125, 0.976562, 0.722656, 0.863281, 0.703125, 0.699219, 0.722656, 0.726562, 0.949219, 0.984375, 0.753906, 0.90625, 0.863281, 0.710938, 0.746094, 0.746094, 1.53125, 0.6875, 0.765625, 0.746094, 0.921875, 0.835938, 0.703125, 0.773438, 0.75, 0.742188, 0.757812, 0.84375, 0.765625, 0.703125, 0.695312, 0.808594, 0.800781, 1.34375, 0.769531, 0.730469, 0.726562, 0.808594, 0.773438, 0.933594, 0.980469, 0.71875, 0.746094, 0.734375, 0.660156, 0.730469, 0.710938, 0.726562, 1.0625, 0.726562, 0.824219, 0.671875, 0.84375, 0.734375, 1.515625, 0.972656, 0.65625, 0.753906, 0.796875, 0.746094, 0.988281, 0.722656, 0.792969, 0.769531, 0.808594, 0.757812, 0.71875, 0.785156, 0.828125, 0.726562, 1.390625, 0.675781, 0.703125, 1.476562, 0.757812, 0.800781, 0.816406, 0.75, 0.84375, 0.804688, 0.722656, 1.164062, 0.683594, 1.382812, 0.734375, 0.871094, 0.605469, 1.734375, 0.734375, 0.730469, 0.816406, 0.667969, 0.808594, 1.015625, 0.839844, 0.746094, 0.8125, 0.785156, 1.429688, 0.746094, 0.851562, 0.800781, 0.933594, 0.753906, 1.257812, 0.792969, 0.8125, 0.714844, 0.765625, 0.863281, 0.65625, 0.75, 0.742188, 0.71875, 0.679688, 0.652344, 0.707031, 0.789062, 0.652344, 0.734375, 1.453125, 0.707031, 0.753906, 0.78125, 0.761719, 0.824219, 0.71875, 0.734375, 0.746094, 1.3125, 0.808594, 0.730469, 1.25, 0.925781, 0.707031, 0.878906, 0.75, 0.65625, 0.789062, 0.726562, 0.796875, 0.734375, 0.757812, 0.792969, 0.8125, 0.714844, 0.691406, 0.714844, 0.675781, 0.75, 1.585938, 0.75, 0.808594, 0.714844, 0.738281, 0.734375, 0.730469, 0.929688, 0.878906, 0.808594, 0.761719, 0.851562, 0.734375, 0.722656, 0.800781, 0.710938, 1.664062, 0.726562, 0.730469, 0.785156, 0.722656, 0.671875, 0.753906, 0.707031, 0.765625, 0.734375, 0.808594, 0.75, 0.777344, 0.691406, 0.695312, 0.851562, 0.761719, 0.761719, 0.726562, 0.71875, 0.703125, 0.707031, 0.714844, 0.761719, 0.761719, 0.816406, 0.714844, 0.703125, 0.753906, 0.804688, 1.109375, 0.707031, 0.765625, 0.855469, 0.75, 0.8125, 0.714844, 0.75, 1.023438, 0.851562, 0.695312, 0.78125, 0.761719, 0.730469, 0.976562, 0.679688, 0.703125, 1.414062, 0.617188, 0.828125, 0.636719, 0.667969, 0.785156, 0.746094, 0.757812, 1.328125, 0.671875, 0.800781, 0.703125, 0.714844, 0.820312, 1.007812, 0.769531, 0.722656, 1.25, 1.34375, 0.820312, 0.816406, 0.828125, 0.621094, 0.757812, 0.757812, 0.789062, 0.742188, 0.910156, 0.75, 0.820312, 0.769531, 0.691406, 0.796875, 0.730469, 1.34375, 0.691406, 0.722656, 0.730469, 1.539062, 0.808594, 0.726562, 0.707031, 0.765625, 0.753906, 0.777344, 0.695312, 0.808594, 0.714844, 0.691406, 1.257812, 0.734375, 0.84375, 0.894531, 0.683594, 0.707031, 0.757812, 1.21875, 0.792969, 0.730469, 0.769531, 0.722656, 0.738281, 0.785156, 1.320312, 0.695312, 0.949219, 0.988281, 1.367188, 0.8125, 0.695312, 0.898438, 0.773438, 0.753906, 0.796875, 1.59375, 0.691406, 0.765625, 0.75, 0.738281, 0.714844, 0.726562, 0.714844, 0.886719, 0.757812, 0.675781, 0.925781, 0.699219, 0.835938, 0.628906, 0.714844, 0.632812, 0.710938, 0.804688, 0.6875, 0.726562, 0.753906, 1.375, 0.855469, 1.242188, 0.75, 0.710938, 0.785156, 0.746094, 0.613281, 0.789062, 0.734375, 1.648438, 1.179688, 0.722656, 0.679688, 0.769531, 0.796875, 0.726562, 0.710938, 0.816406, 0.707031, 0.789062, 0.886719, 0.816406, 0.714844, 0.839844, 0.78125, 0.792969, 0.71875, 0.695312, 0.816406, 0.714844, 0.742188, 0.75, 0.816406, 0.53125, 0.769531, 0.875, 0.746094, 0.679688, 0.8125, 0.683594, 0.753906, 0.757812, 0.835938, 0.710938, 0.753906, 0.832031, 0.742188, 0.699219, 1.398438, 0.992188, 0.726562, 0.742188, 0.71875, 0.714844, 0.746094, 0.765625, 1.570312, 0.972656, 0.703125, 0.835938, 0.71875, 0.832031, 1.257812, 0.84375, 0.730469, 0.671875, 1.320312, 0.738281, 0.972656, 1.132812, 1.070312, 0.882812, 0.707031, 0.800781, 0.78125, 0.792969, 0.839844, 0.789062, 0.707031, 0.683594, 0.667969, 0.78125, 0.71875, 0.742188, 0.824219, 0.835938, 0.675781, 0.84375, 0.753906, 0.8125, 0.714844, 0.882812, 0.886719, 1.023438, 0.691406, 0.714844, 0.738281, 0.859375, 0.777344, 0.882812, 0.886719, 1.460938, 0.6875, 0.78125, 0.707031, 0.851562, 0.6875, 0.75, 1.445312, 0.769531, 0.738281, 0.695312, 0.792969, 0.808594, 0.742188, 0.738281, 0.558594, 0.75, 0.792969, 0.761719, 1.015625, 1.140625, 0.902344, 0.769531, 0.898438, 0.648438, 0.710938, 0.777344, 0.722656, 0.726562, 0.482422, 0.714844, 0.882812, 0.714844, 0.820312, 0.652344, 0.75, 1.625, 0.777344, 1.523438, 0.730469, 0.925781, 0.636719, 0.703125, 0.765625, 0.753906, 0.832031, 0.75, 0.769531, 0.703125, 0.898438, 0.851562, 0.816406, 0.820312, 0.769531, 1.328125, 0.84375, 0.835938, 1.234375, 0.707031, 0.6875, 0.789062, 0.777344, 0.847656, 0.757812, 0.746094, 0.890625, 0.871094, 0.726562, 0.667969, 0.675781, 0.703125, 1.242188, 0.832031, 0.699219, 0.746094, 0.730469, 0.742188, 1.382812, 0.703125, 0.679688, 1.375, 0.789062, 0.667969, 0.820312, 1.273438, 0.882812, 0.710938, 0.714844, 0.773438, 0.90625, 0.8125, 0.699219, 0.714844, 0.746094, 0.796875, 0.761719, 0.824219, 1.609375, 0.757812, 0.808594, 0.734375, 0.652344, 1.4375, 0.789062, 0.859375, 0.699219, 0.71875, 0.75, 1.53125, 0.703125, 0.964844, 0.742188, 0.773438, 1.257812, 0.792969, 0.984375, 0.914062, 1.351562, 0.792969, 0.644531, 0.84375, 0.886719, 0.699219, 0.847656, 0.671875, 1.132812, 0.726562, 0.785156, 0.742188, 0.726562, 0.730469, 0.730469, 0.742188, 0.796875, 0.71875, 0.78125, 0.714844, 0.703125, 0.636719, 0.703125, 0.863281, 0.898438, 0.699219, 0.660156, 0.773438, 0.769531, 0.644531, 0.742188, 0.816406, 0.710938, 0.710938, 1.460938, 0.660156, 0.910156, 0.84375, 0.808594, 0.734375, 0.671875, 0.894531, 0.691406, 1.460938, 0.765625, 0.714844, 0.835938, 0.691406, 0.722656, 0.773438, 1.046875, 0.753906, 0.753906, 0.746094, 1.296875, 0.71875, 1.398438, 1.507812, 0.691406, 0.785156, 1.367188, 0.683594, 0.714844, 0.832031, 0.839844, 0.769531, 0.851562, 0.714844, 0.722656, 1.007812, 1.335938, 1.414062, 0.746094, 0.722656, 0.761719, 0.839844, 0.707031, 0.878906, 0.976562, 0.714844, 0.699219, 0.796875, 1.523438, 0.730469, 0.789062, 0.753906, 0.726562, 0.789062, 0.730469, 0.828125, 0.730469, 0.75, 0.789062, 0.785156, 0.710938, 0.757812, 0.90625, 0.863281, 1.414062, 0.765625, 0.675781, 0.949219, 0.652344, 0.734375, 0.746094, 0.746094, 0.738281, 0.8125, 0.730469, 0.824219, 0.683594, 0.707031, 0.945312, 0.710938, 0.847656, 1.507812, 0.498047, 0.773438, 0.71875, 0.785156, 0.6875, 0.828125, 0.816406, 0.816406, 1.3125, 0.761719, 0.722656, 0.664062, 0.734375, 0.882812, 1.085938, 0.742188, 0.769531, 1.265625, 0.691406, 0.910156, 0.777344, 0.675781, 0.742188, 0.738281, 0.730469, 1.78125, 0.816406, 0.730469, 0.792969, 0.726562, 0.726562, 0.980469, 0.699219, 0.839844, 0.769531, 0.792969, 0.730469, 1.367188, 0.808594, 1.484375, 0.796875, 0.671875, 0.859375, 0.851562, 0.617188, 1.476562, 0.722656, 0.726562, 0.703125, 0.6875, 0.695312, 0.617188, 0.710938, 0.707031, 0.671875, 0.8125, 1.40625, 0.734375, 0.726562, 0.683594, 0.871094, 0.75, 0.714844, 0.78125, 0.882812, 0.738281, 1.023438, 0.816406, 1.125, 0.675781, 0.785156, 0.683594, 0.765625, 0.707031, 0.703125, 0.808594, 0.933594, 0.777344, 0.664062, 0.796875, 0.761719, 0.480469, 0.695312, 0.785156, 0.828125, 0.734375, 0.972656, 1.460938, 0.691406, 0.777344, 0.808594, 0.683594, 0.761719, 1.5625, 0.796875, 0.753906, 0.800781, 0.671875, 0.722656, 0.738281, 0.753906, 0.785156, 0.710938, 0.683594, 0.71875, 0.757812, 0.71875, 0.882812, 0.785156, 1.023438, 0.730469, 0.730469, 0.691406, 0.75, 1.070312, 0.710938, 0.75, 0.707031, 0.707031, 0.691406, 0.835938, 0.734375, 1.28125, 0.742188, 0.902344, 0.703125, 0.875, 0.722656, 0.722656, 0.761719, 0.820312, 0.929688, 1.234375, 0.679688, 0.835938, 0.746094, 0.78125, 0.734375, 1.414062, 0.726562, 0.765625, 0.722656, 1.296875, 0.6875, 0.863281, 0.738281, 0.734375, 0.605469, 0.773438, 0.734375, 0.726562, 0.863281, 0.746094, 0.945312, 0.699219, 0.769531, 0.722656, 0.71875, 1.34375, 0.820312, 0.722656, 0.898438, 0.703125, 0.84375, 1.414062, 0.898438, 0.761719, 0.679688, 0.617188, 0.765625, 1.101562, 0.789062, 0.761719, 0.773438, 0.664062, 1.296875, 0.722656, 0.792969, 0.769531, 0.691406, 0.765625, 0.796875, 1.320312, 0.789062, 1.257812, 0.714844, 0.730469, 0.695312, 0.851562, 0.722656, 1.601562, 0.800781, 0.867188, 1.421875, 0.695312, 0.679688, 0.824219, 0.757812, 0.75, 0.730469, 0.722656, 0.730469, 0.757812, 0.753906, 0.769531, 0.6875, 0.707031, 0.773438, 0.726562, 0.710938, 0.648438, 0.765625, 0.859375, 0.828125, 0.691406, 1.078125, 0.867188, 0.671875, 0.847656, 0.671875, 0.691406, 0.6875, 0.773438, 0.605469, 0.8125, 0.703125, 0.90625, 0.714844, 0.902344, 0.785156, 0.734375, 0.78125, 0.816406, 0.734375, 0.695312, 0.832031, 0.746094, 0.925781, 0.671875, 0.773438, 0.75, 1.0625, 0.78125, 0.894531, 0.722656, 1.007812, 0.789062, 0.730469, 0.855469, 0.652344, 0.769531, 0.710938, 0.742188, 0.835938, 0.761719, 0.804688, 0.765625, 0.714844, 0.996094, 0.710938, 0.84375, 0.6875, 0.84375, 0.761719, 0.796875, 1.195312, 1.71875, 0.792969, 0.855469, 1.210938, 0.855469, 0.738281, 0.746094, 0.777344, 0.722656, 0.734375, 0.730469, 0.863281, 0.730469, 0.988281, 0.761719, 0.746094, 0.707031, 0.902344, 0.699219, 0.703125, 0.632812, 0.785156, 1.046875, 0.746094, 1.289062, 0.683594, 0.738281, 0.71875, 0.71875, 0.820312, 0.75, 0.707031, 0.789062, 0.804688, 0.730469, 0.695312, 0.761719, 1.382812, 1.75, 0.746094, 0.6875, 0.75, 0.761719, 1.21875, 0.789062, 0.710938, 0.707031, 0.808594, 0.867188, 0.621094, 0.917969, 0.644531, 1.539062, 0.910156, 0.804688, 0.820312, 1.328125, 0.703125, 0.742188, 1.1875, 0.730469, 0.828125, 0.6875, 0.730469, 0.875, 0.90625, 0.753906, 0.683594, 0.855469, 0.78125, 0.6875, 0.792969, 0.695312, 0.773438, 0.785156, 0.695312, 0.996094, 0.785156, 0.707031, 0.742188, 0.667969, 1.226562, 0.675781, 1.492188, 0.757812, 0.753906, 0.855469, 0.769531, 0.898438, 0.769531, 1.140625, 0.824219, 0.769531, 0.859375, 0.699219, 0.679688, 0.726562, 1.1875, 0.832031, 0.722656, 0.730469, 0.855469, 0.886719, 0.703125, 0.710938, 0.742188, 0.777344, 0.597656, 0.777344, 0.863281, 0.695312, 0.898438, 0.785156, 0.71875, 0.75, 0.671875, 0.679688, 0.886719, 0.824219, 0.90625, 0.6875, 1.015625, 0.898438, 1.078125, 0.769531, 0.664062, 0.71875, 0.777344, 0.710938, 1.007812, 0.867188, 0.757812, 0.707031, 0.738281, 0.691406, 0.8125, 0.738281, 0.75, 0.859375, 0.898438, 0.796875, 0.789062, 1.023438, 1.09375, 0.972656, 0.808594, 0.824219, 0.808594, 0.714844, 0.730469, 1.492188, 0.78125, 0.757812, 0.925781, 0.773438, 1.21875, 0.707031, 0.738281, 0.695312, 0.761719, 0.699219, 0.699219, 0.71875, 0.765625, 1.03125, 0.835938, 0.800781, 0.863281, 0.925781, 0.789062, 0.777344, 0.726562, 1.195312, 1.171875, 0.703125, 0.738281, 1.367188, 1.1875, 0.695312, 0.796875, 0.65625, 0.722656, 0.710938, 0.714844, 0.652344, 0.6875, 0.726562, 0.839844, 0.710938, 0.695312, 0.765625, 0.753906, 0.726562, 0.957031, 1.3125, 0.714844, 0.75, 0.71875, 0.710938, 1.195312, 1.539062, 0.730469, 0.925781, 0.824219, 0.800781, 0.78125, 0.777344, 0.777344, 0.703125, 0.730469, 0.746094, 0.777344, 0.777344, 0.691406, 1.453125, 0.707031, 1.148438, 0.703125, 0.738281, 0.921875, 0.746094, 0.730469, 0.773438, 0.574219, 0.875, 0.632812, 1.375, 0.8125, 0.746094, 0.679688, 0.75, 0.78125, 0.746094, 0.828125, 0.828125, 0.726562, 0.714844, 0.808594, 0.777344, 0.800781, 0.941406, 0.84375, 0.917969, 0.78125, 0.710938, 0.695312, 0.742188, 0.746094, 0.726562, 0.78125, 0.792969, 0.828125, 0.683594, 0.78125, 0.78125, 0.753906, 1.28125, 0.734375, 0.902344, 1.476562, 0.742188, 0.730469, 0.800781, 0.714844, 0.757812, 0.777344, 0.738281, 0.742188, 0.757812, 0.730469, 0.832031, 1.070312, 1.023438, 1.109375, 0.5625, 0.820312, 1.65625, 0.800781, 1.429688, 0.765625, 0.800781, 0.792969, 0.71875, 0.855469, 0.75, 0.839844, 0.699219, 0.761719, 0.730469, 0.847656, 0.761719, 0.691406, 0.695312, 0.976562, 1.351562, 0.726562, 1.289062, 0.726562, 0.6875, 0.714844, 0.699219, 0.730469, 0.820312, 0.703125, 0.761719, 0.773438, 1.414062, 0.726562, 0.78125, 0.964844, 1.320312, 0.902344, 0.675781, 0.75, 0.859375, 0.726562, 1.125, 0.757812, 0.8125, 0.300781, 0.859375, 0.726562, 0.792969, 0.722656, 0.671875, 0.867188, 0.921875, 0.675781, 1.054688, 0.894531, 0.6875, 0.820312, 0.875, 0.738281, 0.761719, 0.761719, 0.746094, 0.824219, 0.722656, 0.984375, 1.375, 0.929688, 0.761719, 0.679688, 0.894531, 0.742188, 1.070312, 1.234375, 1.570312, 0.78125, 0.792969, 0.796875, 0.65625, 1.539062, 0.824219, 1.320312, 0.9375, 0.726562, 0.761719, 0.6875, 0.699219, 0.910156, 0.714844, 0.714844, 0.707031, 0.800781, 0.789062, 0.714844, 0.78125, 0.699219, 0.769531, 0.695312, 0.746094, 1.140625, 0.960938, 0.699219, 0.695312, 0.917969, 0.75, 0.710938, 0.738281, 0.8125, 0.6875, 0.867188, 0.726562, 0.980469, 0.710938, 1.078125, 1.257812, 0.746094, 0.703125, 0.699219, 0.902344, 0.835938, 0.785156, 0.75, 0.726562, 0.730469, 0.769531, 0.753906, 0.8125, 0.816406, 0.667969, 0.878906, 1.515625, 0.757812, 0.640625, 0.773438, 1.710938, 0.820312, 0.824219, 0.703125, 0.796875, 0.71875, 0.847656, 0.988281, 0.753906, 0.785156, 0.9375, 0.722656, 0.882812, 0.71875, 0.785156, 0.71875, 0.582031, 0.949219, 1.132812, 0.945312, 0.683594, 0.816406, 0.746094, 0.902344, 0.683594, 0.757812, 1.296875, 0.714844, 0.839844, 0.828125, 0.71875, 0.566406, 0.730469, 0.796875, 0.78125, 0.808594, 0.804688, 0.71875, 0.726562, 0.71875, 0.679688, 0.675781, 0.726562, 0.699219, 0.976562, 0.691406, 0.707031, 0.703125, 0.757812, 0.949219, 0.710938, 0.878906, 0.714844, 0.707031, 1.195312, 1.148438, 0.917969, 0.75, 0.804688, 0.644531, 0.792969, 0.992188, 0.855469, 0.734375, 0.921875, 0.75, 1.59375, 0.746094, 0.664062, 0.726562, 0.714844, 0.457031, 1.023438, 0.71875, 0.714844, 0.886719, 0.796875, 0.746094, 1.398438, 1.617188, 0.71875, 0.75, 0.726562, 0.652344, 0.824219, 0.695312, 0.984375, 0.707031, 0.761719, 0.75, 0.746094, 1.085938, 0.714844, 0.769531, 0.660156, 0.871094, 0.800781, 0.757812, 0.894531, 0.757812, 1.804688, 0.769531, 0.667969, 0.589844, 0.710938, 0.722656, 0.777344, 0.722656, 0.871094, 0.71875, 0.828125, 0.769531, 0.851562, 1.15625, 0.886719, 0.804688, 0.824219, 0.785156, 0.695312, 0.726562, 0.734375, 1.601562, 0.695312, 1.148438, 0.824219, 0.980469, 0.804688, 0.863281, 0.863281, 0.707031, 0.792969, 0.960938, 0.820312, 0.789062, 0.695312, 0.949219, 0.828125, 0.636719, 0.785156, 0.804688, 0.734375, 0.695312, 0.714844, 0.828125, 0.765625, 0.769531, 0.730469, 0.699219, 0.820312, 0.855469, 0.707031, 0.722656, 0.695312, 0.71875, 1.0, 0.683594, 0.734375, 0.710938, 0.78125, 0.867188, 0.722656, 0.992188, 0.863281, 0.742188, 0.730469, 0.753906, 0.808594, 0.828125, 0.789062, 0.917969, 0.839844, 0.71875, 0.679688, 0.8125, 0.734375, 0.792969, 0.714844, 0.753906, 0.851562, 0.679688, 0.839844, 1.507812, 0.960938, 0.722656, 0.527344, 0.726562, 0.789062, 0.835938, 0.832031, 0.898438, 0.707031, 0.722656, 0.730469, 0.871094, 0.851562, 0.660156, 0.894531, 0.796875, 0.78125, 0.714844, 0.84375, 0.796875, 0.75, 0.761719, 0.742188, 0.859375, 0.730469, 0.710938, 0.761719, 0.75, 0.769531, 0.730469, 0.84375, 0.644531, 0.78125, 0.730469, 0.777344, 0.78125, 0.691406, 0.722656, 0.886719, 0.78125, 0.714844, 1.03125, 0.800781, 0.753906, 0.707031, 0.789062, 1.382812, 0.824219, 0.769531, 1.367188, 0.6875, 0.777344, 0.804688, 1.398438, 0.816406, 0.585938, 0.734375, 1.125, 0.84375, 0.914062, 1.054688, 0.921875, 1.21875, 1.25, 0.804688, 1.40625, 0.707031, 0.699219, 0.769531, 0.753906, 0.710938, 0.769531, 0.738281, 1.289062, 0.6875, 0.683594, 0.710938, 1.023438, 0.832031, 0.769531, 1.09375, 0.769531, 0.855469, 0.738281, 0.699219, 0.707031, 1.4375, 0.722656, 0.785156, 0.773438, 0.710938, 0.722656, 0.820312, 0.90625, 0.785156, 0.75, 0.835938, 0.75, 0.746094, 1.617188, 0.742188, 0.734375, 0.75, 0.671875, 0.902344, 1.101562, 0.839844, 0.679688, 0.730469, 0.707031, 0.757812, 0.71875, 1.304688, 0.691406, 0.710938, 0.917969, 0.710938, 0.800781, 0.796875, 1.328125, 0.792969, 0.929688, 0.734375, 0.820312, 0.707031, 0.738281, 0.726562, 0.691406, 0.800781, 0.941406, 0.742188, 0.675781, 0.953125, 0.691406, 0.808594, 0.738281, 0.730469, 0.800781, 0.679688, 0.835938, 0.722656, 0.769531, 0.871094, 0.957031, 0.71875, 0.933594, 1.007812, 0.851562, 1.148438, 0.753906, 0.714844, 0.992188, 0.726562, 0.742188, 0.816406, 0.863281, 0.738281, 0.714844, 0.636719, 0.691406, 0.816406, 0.703125, 1.171875, 0.765625, 0.847656, 0.769531, 0.738281, 0.738281, 0.757812, 0.691406, 0.78125, 0.757812, 0.863281, 0.730469, 0.828125, 0.773438, 0.882812, 0.789062, 0.765625, 0.695312, 0.703125, 0.769531, 0.761719, 0.757812, 1.101562, 0.976562, 0.800781, 0.691406, 0.730469, 0.828125, 0.730469, 0.710938, 0.738281, 0.710938, 0.765625, 0.851562, 0.707031, 0.734375, 1.0, 0.8125, 0.777344, 0.746094, 0.71875, 0.847656, 0.699219, 1.65625, 0.722656, 0.789062, 0.699219, 0.886719, 0.789062, 0.742188, 0.777344, 0.765625, 0.757812, 0.765625, 0.867188, 0.785156, 1.171875, 0.855469, 0.769531, 0.757812, 0.695312, 0.605469, 0.984375, 0.691406, 0.777344, 0.742188, 0.757812, 1.421875, 1.53125, 0.769531, 0.839844, 0.738281, 0.75, 0.847656, 0.910156, 1.203125, 0.753906, 0.6875, 0.835938, 0.667969, 0.699219, 0.933594, 0.699219, 0.871094, 0.703125, 0.738281, 0.722656, 1.421875, 0.75, 0.71875, 0.816406, 0.851562, 0.660156, 0.835938, 0.734375, 0.816406, 0.808594, 0.792969, 0.742188, 0.757812, 0.875, 0.671875, 0.691406, 0.789062, 0.707031, 0.699219, 0.738281, 0.792969, 0.800781, 0.761719, 0.726562, 0.773438, 0.695312, 0.738281, 0.726562, 0.695312, 0.773438, 1.320312, 0.730469, 0.695312, 0.757812, 1.632812, 0.722656, 0.769531, 0.765625, 1.195312, 0.851562, 0.894531, 1.046875, 0.847656, 0.609375, 0.902344, 0.761719, 0.949219, 0.890625, 0.75, 0.824219, 0.828125, 0.746094, 0.761719, 0.71875, 0.738281, 0.714844, 0.773438, 0.832031, 0.714844, 0.875, 0.726562, 0.792969, 0.691406, 0.710938, 0.679688, 0.734375, 0.683594, 1.5625, 0.722656, 0.703125, 0.71875, 0.832031, 0.707031, 0.722656, 0.738281, 0.765625, 0.75, 0.710938, 0.726562, 0.714844, 0.699219, 0.890625, 0.722656, 0.871094, 0.6875, 0.847656, 0.742188, 0.71875, 0.710938, 0.761719, 0.6875, 1.53125, 0.714844, 0.789062, 0.652344, 0.777344, 0.730469, 0.777344, 0.773438, 0.816406, 0.832031, 0.90625, 1.085938, 0.761719, 0.878906, 0.765625, 0.738281, 1.554688, 0.722656, 0.722656, 0.722656, 0.714844, 0.714844, 0.8125, 0.714844, 0.6875, 0.785156, 0.785156, 0.722656, 0.671875, 0.726562, 0.988281, 0.875, 0.703125, 0.761719, 0.726562, 0.582031, 0.71875, 0.734375, 0.816406, 0.699219, 0.785156, 0.6875, 0.757812, 1.1875, 0.890625, 0.722656, 0.785156, 0.730469, 0.808594, 0.753906, 0.675781, 0.820312, 0.6875, 0.703125, 0.679688, 0.710938, 0.726562, 0.703125, 0.734375, 0.703125, 0.648438, 0.730469, 0.757812, 0.792969, 0.730469, 0.683594, 0.84375, 0.828125, 0.738281, 0.714844, 0.835938, 0.71875, 0.78125, 0.679688, 0.671875, 0.710938, 0.738281, 1.015625, 0.828125, 0.84375, 0.761719, 0.84375, 0.714844, 0.664062, 0.714844, 0.820312, 1.007812, 0.6875, 0.746094, 1.335938, 0.777344, 0.722656, 0.714844, 0.796875, 0.886719, 0.707031, 0.769531, 0.691406, 0.703125, 0.722656, 0.804688, 0.738281, 0.722656, 0.828125, 0.738281, 0.710938, 0.976562, 0.882812, 0.730469, 1.554688, 0.71875, 0.765625, 0.925781, 0.824219, 0.765625, 0.621094, 1.492188, 0.765625, 0.785156, 0.789062, 0.691406, 0.707031, 1.84375, 0.71875, 0.921875, 0.699219, 0.773438, 0.859375, 0.902344, 0.820312, 0.542969, 1.609375, 0.917969, 0.765625, 0.867188, 0.710938, 0.757812, 0.839844, 0.867188, 0.871094, 0.875, 0.785156, 0.789062, 0.742188, 0.78125, 0.792969, 0.703125, 0.726562, 1.304688, 0.482422, 0.769531, 0.734375, 0.683594, 0.886719, 0.765625, 0.78125, 0.710938, 0.71875, 0.78125, 0.730469, 0.75, 0.796875, 1.726562, 0.636719, 0.734375, 0.792969, 0.703125, 0.867188, 1.742188, 0.769531, 0.753906, 0.714844, 0.816406, 0.78125, 0.671875, 0.878906, 0.730469, 0.851562, 0.738281, 1.375, 0.84375, 0.777344, 0.886719, 0.726562, 0.785156, 0.667969, 0.710938, 0.867188, 1.648438, 1.195312, 0.785156, 0.792969, 1.234375, 0.714844, 0.761719, 0.667969, 0.859375, 0.683594, 0.796875, 0.695312, 0.796875, 0.742188, 0.785156, 1.234375, 0.769531, 0.769531, 0.699219, 0.859375, 0.707031, 0.695312, 0.882812, 0.953125, 0.738281, 1.351562, 0.75, 0.832031, 0.734375, 0.910156, 0.929688, 0.714844, 0.796875, 1.367188, 0.882812, 0.773438, 0.902344, 0.71875, 0.976562, 0.753906, 0.75, 0.695312, 0.804688, 0.847656, 0.871094, 0.695312, 0.679688, 0.785156, 0.738281, 0.726562, 0.746094, 0.917969, 0.707031, 0.757812, 0.722656, 0.933594, 0.699219, 0.71875, 0.742188, 0.867188, 0.972656, 0.808594, 0.808594, 0.710938, 1.398438, 0.71875, 0.707031, 0.964844, 0.730469, 0.691406, 0.707031, 0.71875, 0.6875, 1.179688, 0.691406, 0.695312, 0.804688, 0.777344, 0.757812, 0.695312, 0.730469, 0.824219, 0.824219, 0.925781, 1.539062, 0.757812, 0.746094, 0.8125, 0.703125, 0.710938, 0.757812, 0.871094, 0.890625, 1.0, 1.03125, 0.796875, 0.675781, 0.71875, 0.765625, 0.847656, 0.746094, 0.871094, 1.085938, 0.75, 0.726562, 0.832031, 0.875, 0.742188, 0.929688, 0.6875, 1.5, 0.792969, 0.691406, 1.539062, 0.773438, 0.695312, 1.1875, 0.742188, 1.40625, 0.769531, 0.734375, 1.398438, 0.765625, 0.707031, 0.753906, 1.28125, 0.726562, 1.414062, 0.742188, 1.257812, 0.726562, 0.960938, 0.710938, 0.699219, 0.996094, 0.785156, 0.847656, 0.75, 0.632812, 0.707031, 0.859375, 0.875, 0.800781, 1.445312, 0.863281, 0.628906, 1.398438, 0.855469, 0.714844, 1.421875, 0.929688, 0.820312, 0.703125, 0.699219, 0.703125, 1.609375, 0.765625, 0.722656, 0.832031, 0.753906, 0.753906, 0.816406, 0.703125, 0.851562, 0.675781, 0.789062, 0.8125, 0.75, 0.726562, 0.738281, 0.714844, 0.699219, 1.023438, 0.78125, 0.722656, 0.777344, 0.882812, 0.730469, 0.792969, 0.871094, 0.621094, 1.34375, 0.78125, 0.710938, 0.769531, 0.757812, 0.820312, 0.882812, 0.675781, 0.671875, 0.722656, 0.671875, 0.628906, 0.738281, 0.691406, 0.804688, 0.722656, 0.757812, 1.304688, 0.714844, 0.722656, 0.71875, 0.707031, 0.6875, 0.78125, 0.707031, 0.683594, 0.933594, 1.375, 0.78125, 0.632812, 0.71875, 0.75, 0.792969, 0.792969 ] }, "name": "model.model.layers.24.input_layernorm.weight", "outputIndexes": [ 1966 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1965 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_24/Mul_output_0", "outputIndexes": [ 1967 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1966, 1967 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_24/Mul_1_output_0", "outputIndexes": [ 1968 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1968 ], "outputIndexes": [ 2980 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2980 ], "outputIndexes": [ 2981 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear", "inputIndexes": [ 2981 ], "outputIndexes": [ 2982 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 3146567280, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2982 ], "outputIndexes": [ 2983 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2983 ], "outputIndexes": [ 1969 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1968 ], "main_type": "NONE", "name": "/Shape_337_output_0", "outputIndexes": [ 1970 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1970 ], "main_type": "NONE", "name": "Shape6079", "outputIndexes": [ 1971 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1970 ], "main_type": "NONE", "name": "Rank6081", "outputIndexes": [ 1972 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1972, 1972 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6083", "outputIndexes": [ 1973 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1973 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6084", "outputIndexes": [ 1974 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1973, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6086", "outputIndexes": [ 1975 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1975 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6087", "outputIndexes": [ 1976 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1971, 1974, 1976, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6090", "outputIndexes": [ 1977 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1977 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6091", "outputIndexes": [ 1978 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1978 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6092", "outputIndexes": [ 1979 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1979, 1978 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6093", "outputIndexes": [ 1980 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1970, 1980, 1973 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_364_output_0", "outputIndexes": [ 1981 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1981, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_769_output_0", "outputIndexes": [ 1982 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1982, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_312_output_0", "outputIndexes": [ 1983 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1969, 1983 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_217_output_0", "outputIndexes": [ 1984 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_192_output_0", "outputIndexes": [ 1985 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984 ], "main_type": "NONE", "name": "/Shape_338_output_0", "outputIndexes": [ 1986 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1986 ], "main_type": "NONE", "name": "Shape6100", "outputIndexes": [ 1987 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1986 ], "main_type": "NONE", "name": "Rank6102", "outputIndexes": [ 1988 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1988, 1988 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6104", "outputIndexes": [ 1989 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1989 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6105", "outputIndexes": [ 1990 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1989, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6107", "outputIndexes": [ 1991 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1991 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6108", "outputIndexes": [ 1992 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1987, 1990, 1992, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6111", "outputIndexes": [ 1993 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1993 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6112", "outputIndexes": [ 1994 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1994 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6113", "outputIndexes": [ 1995 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1995, 1994 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6114", "outputIndexes": [ 1996 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1986, 1996, 1989 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_365_output_0", "outputIndexes": [ 1997 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1997, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_72_output_0", "outputIndexes": [ 1998 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1998, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_774_output_0", "outputIndexes": [ 1999 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984, 1999, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_97_output_0", "outputIndexes": [ 2000 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2000 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_48_output_0", "outputIndexes": [ 2001 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984, 22, 1999, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_96_output_0", "outputIndexes": [ 2002 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2001, 2002 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_315_output_0", "outputIndexes": [ 2003 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2003, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_193_output_0", "outputIndexes": [ 2004 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1985, 2004 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_120_output_0", "outputIndexes": [ 2005 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1968 ], "outputIndexes": [ 2984 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2984 ], "outputIndexes": [ 2985 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear", "inputIndexes": [ 2985 ], "outputIndexes": [ 2986 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 3153806982, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2986 ], "outputIndexes": [ 2987 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2987 ], "outputIndexes": [ 2006 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1982, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_313_output_0", "outputIndexes": [ 2007 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2006, 2007 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_218_output_0", "outputIndexes": [ 2008 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_194_output_0", "outputIndexes": [ 2009 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008 ], "main_type": "NONE", "name": "/Shape_339_output_0", "outputIndexes": [ 2010 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2010 ], "main_type": "NONE", "name": "Shape6163", "outputIndexes": [ 2011 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2010 ], "main_type": "NONE", "name": "Rank6165", "outputIndexes": [ 2012 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2012, 2012 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6167", "outputIndexes": [ 2013 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2013 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6168", "outputIndexes": [ 2014 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2013, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6170", "outputIndexes": [ 2015 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2015 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6171", "outputIndexes": [ 2016 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2011, 2014, 2016, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6174", "outputIndexes": [ 2017 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2017 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6175", "outputIndexes": [ 2018 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2018 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6176", "outputIndexes": [ 2019 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2019, 2018 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6177", "outputIndexes": [ 2020 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2010, 2020, 2013 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_366_output_0", "outputIndexes": [ 2021 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2021, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_73_output_0", "outputIndexes": [ 2022 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2022, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_776_output_0", "outputIndexes": [ 2023 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008, 2023, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_99_output_0", "outputIndexes": [ 2024 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2024 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_49_output_0", "outputIndexes": [ 2025 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008, 22, 2023, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_98_output_0", "outputIndexes": [ 2026 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2025, 2026 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_316_output_0", "outputIndexes": [ 2027 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2027, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_195_output_0", "outputIndexes": [ 2028 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2009, 2028 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_121_output_0", "outputIndexes": [ 2029 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1968 ], "outputIndexes": [ 2988 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2988 ], "outputIndexes": [ 2989 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear", "inputIndexes": [ 2989 ], "outputIndexes": [ 2990 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 3154841244, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2990 ], "outputIndexes": [ 2991 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2991 ], "outputIndexes": [ 2030 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2030, 2007 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_219_output_0", "outputIndexes": [ 2031 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2005, 2029, 2031, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_224_output_0", "outputIndexes": [ 2032 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2032 ], "outputIndexes": [ 2992 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2992 ], "outputIndexes": [ 2993 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear", "inputIndexes": [ 2993 ], "outputIndexes": [ 2994 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 3155875506, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2994 ], "outputIndexes": [ 2995 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2995 ], "outputIndexes": [ 2033 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1965, 2033 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_123_output_0", "outputIndexes": [ 2034 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.335938, 1.34375, 1.40625, 1.179688, 1.335938, 1.242188, 1.320312, 1.359375, 0.484375, 1.015625, 1.328125, 1.164062, 1.265625, 1.234375, 1.09375, 1.320312, 1.328125, 1.273438, 1.328125, 0.890625, 0.890625, 1.335938, 1.335938, 1.25, 1.226562, 1.375, 0.785156, 1.203125, 1.195312, 1.25, 1.375, 1.148438, 0.800781, 1.273438, 1.390625, 1.414062, 1.179688, 0.330078, 1.34375, 1.007812, 1.359375, 1.351562, 1.34375, 1.289062, 1.390625, 1.375, 0.949219, 1.359375, 1.335938, 1.140625, 1.367188, 1.296875, 1.28125, 1.320312, 1.328125, 1.21875, 1.359375, 1.421875, 1.367188, 0.957031, 1.195312, 1.359375, 1.34375, 1.351562, 1.382812, 1.335938, 1.164062, 1.3125, 1.109375, 1.257812, 1.265625, 1.109375, 1.359375, 1.304688, 1.351562, 1.359375, 1.195312, 1.195312, 0.486328, 1.367188, 1.359375, 1.382812, 1.367188, 1.289062, 1.335938, 0.75, 1.335938, 1.40625, 1.320312, 0.84375, 1.335938, 1.34375, 1.351562, 1.34375, 1.257812, 1.3125, 0.671875, 1.203125, 1.351562, 1.007812, 1.179688, 1.148438, 1.40625, 1.320312, 1.148438, 1.335938, 1.210938, 1.125, 1.226562, 1.289062, 1.328125, 1.289062, 1.296875, 0.310547, 1.289062, 0.314453, 1.132812, 1.351562, 1.367188, 1.046875, 1.242188, 1.304688, 1.367188, 1.34375, 1.296875, 1.265625, 1.367188, 1.28125, 0.75, 1.21875, 0.808594, 1.289062, 1.171875, 1.34375, 1.890625, 1.320312, 1.28125, 1.359375, 1.15625, 1.34375, 1.257812, 1.367188, 1.390625, 1.242188, 0.455078, 1.203125, 1.34375, 1.328125, 1.375, 1.34375, 1.351562, 1.320312, 1.28125, 1.34375, 1.164062, 1.21875, 1.171875, 1.039062, 1.367188, 1.375, 1.0, 1.148438, 0.570312, 1.3125, 0.337891, 1.132812, 1.25, 1.109375, 1.289062, 1.328125, 1.351562, 1.234375, 1.226562, 1.21875, 1.335938, 1.40625, 1.320312, 1.320312, 1.359375, 1.296875, 1.15625, 1.296875, 1.382812, 1.015625, 1.210938, 1.328125, 1.28125, 1.03125, 1.265625, 1.328125, 1.09375, 1.320312, 1.03125, 1.25, 1.296875, 1.328125, 1.3125, 1.359375, 1.054688, 1.3125, 1.320312, 0.283203, 1.296875, 1.265625, 1.28125, 1.335938, 1.0625, 1.21875, 1.382812, 1.195312, 1.359375, 1.234375, 1.179688, 1.328125, 1.335938, 1.195312, 1.132812, 1.109375, 1.390625, 1.265625, 1.296875, 1.140625, 1.171875, 1.351562, 1.34375, 1.382812, 1.171875, 1.179688, 1.265625, 1.320312, 1.351562, 1.335938, 1.328125, 1.320312, 1.328125, 1.265625, 1.273438, 1.375, 0.804688, 1.3125, 1.320312, 1.3125, 1.34375, 1.3125, 1.179688, 1.132812, 1.335938, 1.351562, 1.34375, 1.296875, 1.34375, 1.289062, 1.148438, 1.265625, 1.320312, 1.179688, 1.328125, 0.707031, 1.296875, 1.125, 1.304688, 1.359375, 1.34375, 1.367188, 1.320312, 1.179688, 1.296875, 1.320312, 1.21875, 1.328125, 1.296875, 1.359375, 1.34375, 1.203125, 1.234375, 1.40625, 1.351562, 0.746094, 1.203125, 1.359375, 1.28125, 1.3125, 0.71875, 1.328125, 1.265625, 1.367188, 1.164062, 1.351562, 1.375, 0.984375, 1.390625, 0.972656, 1.203125, 1.125, 1.046875, 1.273438, 1.132812, 1.101562, 1.320312, 1.304688, 1.257812, 1.195312, 1.085938, 1.359375, 1.445312, 1.367188, 1.320312, 1.296875, 1.304688, 1.335938, 0.617188, 1.257812, 1.328125, 1.289062, 0.357422, 1.351562, 1.3125, 1.367188, 1.304688, 1.320312, 1.375, 1.289062, 1.226562, 1.28125, 1.226562, 1.320312, 1.265625, 1.328125, 1.257812, 1.25, 0.75, 1.265625, 1.273438, 1.257812, 1.132812, 1.296875, 1.335938, 1.59375, 1.335938, 1.148438, 0.738281, 1.289062, 1.28125, 1.28125, 0.835938, 1.351562, 1.375, 1.34375, 1.289062, 1.304688, 1.34375, 1.148438, 1.328125, 1.3125, 1.367188, 1.3125, 1.351562, 1.335938, 1.273438, 1.328125, 1.195312, 1.390625, 0.75, 1.140625, 0.773438, 1.070312, 1.28125, 1.375, 1.320312, 1.03125, 1.3125, 1.328125, 1.34375, 1.257812, 1.335938, 1.40625, 0.730469, 1.046875, 1.320312, 1.351562, 1.320312, 1.335938, 1.171875, 1.351562, 1.335938, 1.039062, 1.398438, 1.335938, 1.296875, 1.21875, 1.328125, 1.359375, 0.960938, 1.234375, 1.234375, 1.335938, 1.179688, 1.210938, 1.335938, 0.796875, 1.179688, 1.351562, 1.132812, 1.359375, 0.984375, 1.34375, 1.304688, 1.328125, 1.351562, 1.203125, 1.09375, 1.335938, 1.359375, 1.335938, 1.351562, 1.367188, 1.367188, 1.328125, 1.328125, 1.34375, 1.101562, 1.1875, 1.289062, 1.039062, 1.289062, 1.109375, 1.367188, 1.351562, 1.054688, 1.304688, 1.3125, 1.289062, 1.070312, 1.273438, 1.335938, 1.117188, 1.242188, 1.335938, 1.28125, 1.171875, 1.304688, 1.375, 1.335938, 1.3125, 1.132812, 1.1875, 1.296875, 1.34375, 1.296875, 1.359375, 1.328125, 1.328125, 1.34375, 1.3125, 1.296875, 2.75, 1.179688, 1.273438, 0.535156, 1.257812, 1.335938, 1.242188, 1.320312, 0.878906, 1.179688, 1.34375, 1.1875, 1.304688, 1.101562, 1.3125, 1.21875, 0.773438, 1.34375, 1.359375, 1.351562, 1.125, 1.25, 1.046875, 1.351562, 1.3125, 1.359375, 1.320312, 1.125, 1.320312, 0.933594, 1.375, 1.429688, 1.3125, 1.359375, 1.296875, 1.75, 1.367188, 1.390625, 1.328125, 1.375, 1.226562, 1.304688, 1.25, 1.34375, 1.359375, 1.296875, 1.195312, 1.234375, 1.148438, 1.304688, 1.164062, 1.34375, 1.164062, 1.320312, 1.242188, 1.351562, 1.382812, 1.328125, 1.359375, 1.328125, 1.195312, 1.1875, 1.304688, 1.257812, 1.382812, 1.273438, 1.34375, 1.351562, 0.757812, 1.34375, 1.195312, 1.390625, 1.351562, 1.328125, 1.28125, 1.320312, 1.328125, 1.359375, 1.367188, 1.296875, 1.335938, 1.09375, 1.304688, 1.289062, 1.367188, 1.023438, 1.023438, 0.976562, 1.3125, 1.03125, 1.375, 1.445312, 0.589844, 1.195312, 1.398438, 1.25, 1.414062, 1.335938, 0.859375, 1.226562, 1.085938, 1.273438, 1.328125, 1.34375, 1.195312, 1.375, 1.3125, 1.234375, 1.195312, 1.179688, 1.367188, 1.289062, 1.289062, 1.304688, 1.070312, 1.320312, 1.304688, 1.140625, 1.125, 1.273438, 1.289062, 1.273438, 1.382812, 1.117188, 1.382812, 1.359375, 1.304688, 1.351562, 1.210938, 1.359375, 1.320312, 1.28125, 1.195312, 1.320312, 1.125, 1.34375, 1.304688, 1.335938, 1.296875, 1.328125, 1.101562, 1.28125, 1.15625, 1.15625, 1.210938, 1.359375, 1.15625, 1.203125, 1.359375, 1.265625, 1.351562, 1.289062, 1.320312, 0.353516, 1.351562, 1.382812, 1.375, 1.21875, 0.984375, 1.359375, 1.328125, 0.746094, 1.21875, 1.289062, 1.328125, 1.34375, 1.304688, 0.345703, 1.273438, 0.365234, 1.265625, 1.453125, 1.328125, 1.3125, 1.375, 1.15625, 1.21875, 1.257812, 1.289062, 1.1875, 1.195312, 1.351562, 1.265625, 1.335938, 1.3125, 1.28125, 0.992188, 1.335938, 1.3125, 1.382812, 0.515625, 1.335938, 1.320312, 1.328125, 1.257812, 0.769531, 1.210938, 1.335938, 1.078125, 0.769531, 1.34375, 1.234375, 1.34375, 1.328125, 1.117188, 1.101562, 1.21875, 0.316406, 1.34375, 1.359375, 1.359375, 1.304688, 1.265625, 1.359375, 1.335938, 1.296875, 1.296875, 1.3125, 1.328125, 1.328125, 1.3125, 1.367188, 1.164062, 1.195312, 1.351562, 1.3125, 1.34375, 1.171875, 1.351562, 0.820312, 1.234375, 1.304688, 1.179688, 1.179688, 0.769531, 1.351562, 1.234375, 1.320312, 1.367188, 1.273438, 0.988281, 0.484375, 1.34375, 0.992188, 1.304688, 1.101562, 1.351562, 1.34375, 1.351562, 1.304688, 1.335938, 1.25, 0.78125, 1.335938, 1.359375, 1.25, 1.132812, 1.257812, 1.25, 1.085938, 0.132812, 0.710938, 1.34375, 1.007812, 1.375, 1.132812, 1.328125, 1.335938, 1.320312, 1.351562, 1.328125, 1.328125, 0.816406, 1.164062, 1.132812, 1.359375, 1.335938, 1.242188, 1.335938, 1.164062, 1.34375, 1.007812, 1.132812, 1.265625, 1.382812, 1.304688, 1.304688, 1.117188, 1.164062, 1.320312, 1.320312, 1.335938, 1.179688, 1.398438, 1.257812, 0.992188, 1.3125, 1.296875, 1.25, 1.375, 1.320312, 1.171875, 1.359375, 1.257812, 0.800781, 1.328125, 1.179688, 1.320312, 0.667969, 1.328125, 1.320312, 1.335938, 1.195312, 0.917969, 1.382812, 1.265625, 1.335938, 0.792969, 1.28125, 1.382812, 0.746094, 1.304688, 1.398438, 1.367188, 1.304688, 1.296875, 1.148438, 1.375, 1.289062, 1.03125, 1.3125, 1.28125, 1.023438, 1.328125, 1.296875, 1.328125, 0.953125, 0.683594, 1.25, 1.367188, 1.007812, 1.039062, 1.359375, 1.359375, 1.367188, 1.296875, 0.412109, 1.296875, 1.382812, 1.335938, 0.777344, 1.320312, 1.289062, 1.1875, 1.015625, 1.21875, 1.25, 1.328125, 1.648438, 1.328125, 1.265625, 1.242188, 1.0625, 1.382812, 0.722656, 1.242188, 1.289062, 0.609375, 1.351562, 1.03125, 1.101562, 1.289062, 1.289062, 1.265625, 1.203125, 1.335938, 1.273438, 1.367188, 1.382812, 1.195312, 1.460938, 1.125, 1.34375, 1.382812, 1.335938, 1.328125, 1.046875, 1.171875, 1.390625, 0.996094, 1.3125, 1.242188, 1.171875, 1.3125, 1.320312, 1.335938, 1.320312, 1.148438, 1.125, 1.328125, 1.320312, 1.273438, 1.179688, 1.382812, 1.28125, 1.367188, 1.234375, 1.242188, 1.328125, 1.171875, 1.265625, 1.390625, 1.164062, 1.304688, 1.34375, 1.3125, 1.265625, 1.289062, 1.390625, 1.34375, 1.351562, 1.171875, 0.75, 1.328125, 1.054688, 1.335938, 1.375, 0.914062, 1.273438, 1.382812, 1.351562, 1.34375, 1.335938, 0.773438, 0.644531, 0.378906, 1.351562, 1.273438, 1.296875, 1.390625, 1.304688, 1.296875, 1.3125, 0.507812, 0.416016, 1.367188, 1.28125, 1.289062, 1.1875, 1.351562, 1.359375, 1.328125, 1.367188, 1.335938, 1.28125, 1.328125, 1.335938, 1.3125, 0.621094, 1.351562, 1.265625, 1.335938, 1.304688, 1.179688, 1.320312, 1.335938, 1.320312, 1.320312, 1.359375, 1.367188, 1.320312, 1.390625, 1.320312, 1.203125, 1.328125, 1.3125, 1.226562, 1.351562, 1.226562, 1.367188, 1.3125, 0.992188, 1.367188, 1.195312, 1.320312, 1.1875, 1.296875, 1.296875, 0.351562, 0.427734, 1.210938, 1.398438, 1.21875, 0.398438, 1.351562, 1.34375, 1.125, 1.335938, 1.1875, 1.304688, 1.34375, 1.304688, 0.800781, 1.210938, 0.738281, 1.0625, 1.375, 1.34375, 0.964844, 1.132812, 1.265625, 1.265625, 1.257812, 1.171875, 1.351562, 1.335938, 1.304688, 0.84375, 1.335938, 1.367188, 1.421875, 1.328125, 1.34375, 1.375, 1.296875, 1.28125, 1.179688, 1.164062, 0.546875, 1.226562, 1.085938, 1.1875, 1.148438, 1.328125, 1.1875, 1.375, 1.304688, 1.210938, 1.335938, 1.132812, 1.320312, 1.3125, 1.328125, 0.789062, 1.148438, 1.328125, 1.328125, 1.234375, 0.960938, 1.148438, 1.289062, 1.34375, 1.273438, 1.375, 0.703125, 1.34375, 1.320312, 1.289062, 1.007812, 0.71875, 1.328125, 1.359375, 1.1875, 1.179688, 1.234375, 1.265625, 1.179688, 1.257812, 1.195312, 1.164062, 1.335938, 0.757812, 1.304688, 1.242188, 0.746094, 1.359375, 1.359375, 1.359375, 1.148438, 1.28125, 1.34375, 1.34375, 1.34375, 1.078125, 0.753906, 1.179688, 1.1875, 1.195312, 0.792969, 1.375, 1.179688, 1.664062, 1.289062, 1.304688, 1.320312, 1.210938, 1.148438, 1.359375, 0.470703, 1.382812, 1.289062, 1.21875, 1.34375, 1.179688, 1.320312, 1.273438, 1.03125, 1.132812, 1.304688, 1.0, 1.164062, 1.015625, 1.320312, 0.652344, 0.976562, 1.335938, 1.257812, 1.351562, 1.367188, 1.125, 1.25, 1.273438, 1.359375, 1.226562, 1.28125, 1.320312, 1.195312, 1.070312, 1.320312, 1.359375, 1.3125, 1.304688, 1.226562, 1.1875, 1.0, 1.234375, 1.21875, 0.753906, 1.007812, 1.328125, 1.242188, 1.335938, 1.375, 1.328125, 1.171875, 1.367188, 1.28125, 0.992188, 1.265625, 1.296875, 1.390625, 1.148438, 1.304688, 1.398438, 1.382812, 1.414062, 1.242188, 1.367188, 1.34375, 1.25, 1.382812, 1.015625, 1.242188, 1.242188, 1.328125, 1.398438, 0.439453, 0.9375, 1.195312, 1.257812, 1.195312, 1.007812, 1.367188, 1.328125, 1.140625, 1.3125, 1.148438, 1.34375, 1.289062, 1.304688, 1.390625, 1.1875, 1.335938, 1.289062, 1.203125, 0.636719, 1.335938, 1.21875, 1.351562, 1.203125, 1.296875, 1.257812, 1.226562, 1.398438, 1.296875, 1.1875, 1.359375, 0.953125, 1.367188, 1.289062, 1.34375, 1.351562, 1.296875, 1.164062, 1.367188, 1.234375, 1.25, 1.289062, 1.21875, 1.390625, 1.328125, 1.273438, 1.054688, 1.351562, 1.140625, 1.351562, 1.335938, 1.382812, 1.3125, 1.03125, 1.109375, 1.328125, 1.273438, 1.359375, 1.359375, 1.25, 1.367188, 1.90625, 1.296875, 1.390625, 1.382812, 1.328125, 1.367188, 1.28125, 1.28125, 1.179688, 1.03125, 1.335938, 1.382812, 1.320312, 1.359375, 1.289062, 1.304688, 1.375, 1.265625, 1.351562, 1.335938, 1.359375, 1.28125, 1.34375, 0.730469, 1.335938, 1.078125, 0.75, 1.304688, 1.289062, 1.304688, 1.21875, 1.328125, 1.351562, 1.335938, 1.375, 1.390625, 1.3125, 1.15625, 1.046875, 0.996094, 1.210938, 1.375, 1.015625, 1.585938, 1.273438, 1.34375, 1.34375, 1.335938, 1.296875, 1.382812, 1.367188, 1.320312, 1.117188, 1.320312, 1.390625, 1.304688, 1.203125, 1.328125, 1.382812, 1.351562, 1.351562, 1.34375, 1.382812, 1.34375, 1.257812, 1.390625, 1.320312, 1.25, 1.382812, 1.34375, 1.328125, 1.351562, 1.367188, 1.359375, 1.320312, 1.320312, 1.367188, 1.226562, 1.289062, 1.085938, 1.304688, 1.34375, 1.34375, 1.046875, 0.691406, 1.28125, 1.3125, 1.3125, 1.359375, 1.351562, 1.226562, 1.195312, 1.367188, 1.304688, 1.335938, 1.945312, 1.328125, 0.929688, 1.296875, 1.273438, 1.164062, 1.179688, 1.234375, 0.738281, 1.34375, 1.242188, 0.226562, 1.335938, 1.046875, 1.054688, 1.226562, 1.351562, 1.273438, 1.164062, 1.320312, 1.195312, 1.109375, 0.984375, 0.84375, 1.296875, 0.289062, 1.1875, 1.125, 1.3125, 1.25, 1.359375, 1.367188, 1.21875, 1.382812, 1.015625, 1.367188, 1.1875, 1.304688, 1.367188, 1.359375, 1.273438, 1.304688, 1.15625, 1.375, 1.328125, 1.484375, 1.320312, 1.109375, 1.390625, 1.382812, 1.351562, 1.226562, 1.3125, 1.367188, 1.257812, 1.3125, 1.242188, 1.359375, 1.304688, 1.351562, 1.34375, 1.375, 1.25, 1.328125, 1.351562, 1.085938, 1.28125, 1.34375, 1.28125, 1.320312, 1.242188, 1.328125, 1.375, 1.28125, 1.28125, 0.980469, 1.257812, 1.28125, 1.070312, 1.34375, 1.914062, 1.289062, 1.140625, 1.375, 1.210938, 1.335938, 1.34375, 1.359375, 1.351562, 1.351562, 1.320312, 1.179688, 1.28125, 1.070312, 1.328125, 1.320312, 1.359375, 0.486328, 1.367188, 1.351562, 1.304688, 1.320312, 1.25, 1.117188, 0.988281, 1.296875, 1.273438, 1.28125, 1.28125, 1.257812, 1.273438, 1.296875, 1.25, 1.328125, 1.328125, 1.164062, 1.242188, 1.179688, 0.6875, 1.164062, 1.195312, 1.382812, 1.367188, 1.367188, 1.242188, 1.289062, 1.304688, 1.226562, 1.265625, 1.335938, 1.289062, 1.390625, 1.390625, 1.265625, 0.742188, 1.304688, 1.28125, 0.753906, 1.367188, 1.375, 1.375, 1.304688, 1.25, 1.257812, 1.265625, 0.632812, 1.296875, 0.75, 1.34375, 1.28125, 1.242188, 0.71875, 1.210938, 1.351562, 1.210938, 1.28125, 1.054688, 1.265625, 1.375, 1.328125, 1.304688, 1.273438, 0.46875, 1.3125, 1.351562, 1.296875, 1.164062, 1.359375, 0.734375, 1.375, 1.359375, 1.320312, 1.375, 1.398438, 1.28125, 1.289062, 1.289062, 1.328125, 1.3125, 1.21875, 1.335938, 1.226562, 1.265625, 1.367188, 0.59375, 1.3125, 1.3125, 1.21875, 1.296875, 1.234375, 1.203125, 1.328125, 1.351562, 0.730469, 1.375, 1.335938, 0.910156, 1.296875, 1.1875, 1.414062, 1.335938, 1.296875, 1.328125, 1.296875, 1.289062, 1.28125, 1.34375, 1.234375, 1.351562, 1.351562, 1.3125, 1.328125, 1.28125, 1.351562, 0.8125, 1.335938, 1.34375, 1.210938, 1.34375, 1.359375, 1.359375, 1.242188, 1.398438, 1.398438, 1.304688, 1.09375, 1.242188, 1.304688, 1.359375, 1.34375, 0.628906, 1.34375, 1.34375, 1.398438, 1.242188, 1.21875, 1.367188, 1.296875, 1.203125, 1.34375, 1.367188, 1.335938, 1.34375, 1.257812, 1.328125, 1.34375, 1.375, 1.367188, 1.328125, 1.234375, 1.21875, 1.242188, 1.304688, 1.265625, 0.957031, 1.382812, 1.273438, 1.265625, 1.351562, 1.382812, 1.445312, 1.335938, 1.320312, 1.351562, 1.367188, 1.164062, 1.335938, 1.328125, 1.0625, 1.3125, 1.007812, 1.304688, 1.257812, 1.046875, 1.15625, 1.25, 1.304688, 0.361328, 1.109375, 1.117188, 1.117188, 1.289062, 1.21875, 1.039062, 1.351562, 0.628906, 1.304688, 1.359375, 1.320312, 1.320312, 1.40625, 1.1875, 1.390625, 1.359375, 0.707031, 0.722656, 1.132812, 1.226562, 1.34375, 1.132812, 1.296875, 1.375, 1.1875, 1.351562, 1.195312, 1.34375, 1.367188, 1.3125, 1.289062, 1.25, 1.335938, 0.746094, 1.28125, 1.296875, 1.34375, 0.660156, 1.148438, 1.226562, 1.320312, 1.34375, 1.28125, 1.195312, 1.296875, 1.328125, 1.34375, 1.320312, 1.195312, 1.25, 1.242188, 1.164062, 1.296875, 1.335938, 1.304688, 0.988281, 1.296875, 1.34375, 1.328125, 1.171875, 1.320312, 1.359375, 0.585938, 1.320312, 1.132812, 1.078125, 0.490234, 1.390625, 1.296875, 1.320312, 1.179688, 1.257812, 1.007812, 0.699219, 1.34375, 1.351562, 1.132812, 1.265625, 1.3125, 1.234375, 1.210938, 1.367188, 1.351562, 1.242188, 1.023438, 1.273438, 1.359375, 1.132812, 1.351562, 1.085938, 1.296875, 1.359375, 1.289062, 1.28125, 1.375, 0.460938, 1.359375, 1.226562, 1.296875, 1.328125, 1.234375, 1.28125, 1.164062, 1.382812, 1.351562, 0.296875, 1.015625, 1.3125, 1.242188, 1.34375, 1.351562, 1.21875, 1.296875, 1.351562, 1.328125, 1.171875, 1.351562, 1.171875, 1.304688, 1.28125, 1.328125, 1.21875, 1.296875, 1.351562, 1.25, 1.304688, 1.359375, 1.273438, 1.085938, 1.203125, 1.234375, 1.203125, 1.304688, 1.273438, 1.351562, 1.242188, 1.28125, 1.734375, 1.257812, 1.320312, 1.351562, 1.320312, 1.039062, 1.320312, 0.777344, 1.226562, 1.335938, 1.320312, 1.359375, 1.296875, 1.242188, 1.320312, 0.746094, 1.078125, 1.3125, 0.953125, 1.257812, 1.210938, 1.15625, 1.367188, 1.320312, 1.179688, 0.679688, 1.335938, 0.90625, 1.078125, 1.132812, 1.242188, 1.242188, 1.296875, 1.1875, 1.390625, 1.3125, 1.382812, 1.328125, 1.132812, 1.3125, 1.335938, 1.34375, 1.335938, 1.109375, 1.390625, 1.296875, 0.996094, 1.375, 1.242188, 1.304688, 1.179688, 1.1875, 1.117188, 1.3125, 1.328125, 1.335938, 1.164062, 1.34375, 1.109375, 1.148438, 0.726562, 1.117188, 1.367188, 1.320312, 1.328125, 1.328125, 1.320312, 0.671875, 1.25, 1.0, 1.226562, 1.226562, 1.34375, 1.328125, 1.351562, 1.046875, 1.328125, 1.289062, 1.335938, 1.359375, 1.304688, 1.367188, 1.351562, 1.382812, 1.117188, 1.28125, 1.148438, 1.328125, 1.296875, 1.515625, 1.3125, 1.070312, 1.328125, 1.15625, 1.054688, 1.367188, 0.863281, 1.335938, 0.652344, 1.382812, 1.359375, 1.242188, 1.296875, 1.289062, 1.367188, 1.296875, 1.34375, 1.21875, 1.359375, 1.210938, 1.375, 1.4375, 1.382812, 1.054688, 0.789062, 1.359375, 1.40625, 1.125, 1.335938, 1.25, 1.367188, 1.3125, 1.390625, 1.28125, 1.265625, 1.0, 1.320312, 1.351562, 1.265625, 1.296875, 1.335938, 0.628906, 1.398438, 1.242188, 1.375, 1.203125, 1.320312, 0.507812, 1.273438, 1.296875, 0.5625, 1.140625, 1.335938, 1.164062, 0.632812, 1.375, 1.3125, 1.039062, 1.265625, 0.949219, 1.367188, 1.3125, 1.234375, 1.304688, 1.390625, 1.296875, 1.296875, 0.550781, 1.242188, 1.21875, 1.3125, 1.195312, 0.738281, 1.179688, 1.195312, 1.3125, 1.351562, 1.351562, 0.6875, 1.351562, 1.359375, 1.351562, 1.273438, 0.730469, 1.0625, 1.320312, 1.164062, 0.714844, 1.367188, 1.226562, 1.09375, 1.398438, 1.328125, 1.375, 1.195312, 1.320312, 1.273438, 1.367188, 1.296875, 1.265625, 1.34375, 1.3125, 1.34375, 1.179688, 1.328125, 1.335938, 1.242188, 1.34375, 1.046875, 1.328125, 1.265625, 1.25, 1.242188, 1.1875, 1.390625, 1.359375, 1.234375, 1.359375, 0.988281, 1.335938, 1.273438, 0.472656, 1.171875, 1.328125, 1.398438, 1.195312, 1.273438, 1.117188, 1.304688, 1.273438, 0.435547, 1.34375, 1.351562, 1.203125, 1.234375, 1.265625, 1.25, 1.125, 1.34375, 1.351562, 1.265625, 0.589844, 1.320312, 0.769531, 0.523438, 1.3125, 1.242188, 0.445312, 1.296875, 1.359375, 1.148438, 1.382812, 1.296875, 1.390625, 1.328125, 1.351562, 1.335938, 1.617188, 0.308594, 1.242188, 1.296875, 1.265625, 1.367188, 1.257812, 1.375, 1.351562, 1.320312, 1.351562, 1.375, 0.375, 1.328125, 1.382812, 1.335938, 1.265625, 1.335938, 1.289062, 1.335938, 1.351562, 1.226562, 1.351562, 1.242188, 1.304688, 1.3125, 1.359375, 1.375, 0.671875, 1.289062, 1.289062, 1.328125, 1.109375, 1.335938, 1.351562, 1.34375, 1.367188, 1.210938, 1.296875, 1.351562, 1.320312, 1.265625, 1.140625, 1.289062, 1.34375, 0.765625, 2.015625, 1.335938, 1.3125, 1.375, 1.304688, 1.148438, 1.171875, 1.382812, 0.820312, 1.335938, 1.257812, 1.242188, 1.296875, 1.351562, 1.125, 1.34375, 1.390625, 1.265625, 1.3125, 1.179688, 1.382812, 1.296875, 1.296875, 1.34375, 1.335938, 0.453125, 1.359375, 1.21875, 1.3125, 1.304688, 1.3125, 1.023438, 1.34375, 1.320312, 1.210938, 1.335938, 1.359375, 0.714844, 1.359375, 0.769531, 1.171875, 1.234375, 1.109375, 1.132812, 1.109375, 0.412109, 1.265625, 1.28125, 1.21875, 1.3125, 1.351562, 1.1875, 1.257812, 1.328125, 1.039062, 1.1875, 0.765625, 1.273438, 1.328125, 1.289062, 1.054688, 1.351562, 1.265625, 1.210938, 1.34375, 1.304688, 1.039062, 1.375, 0.574219, 1.28125, 1.34375, 1.3125, 1.289062, 1.320312, 1.273438, 1.179688, 1.179688, 1.34375, 1.164062, 1.382812, 1.367188, 1.265625, 1.320312, 1.351562, 0.957031, 1.296875, 1.132812, 0.792969, 1.304688, 1.382812, 1.367188, 1.328125, 1.117188, 0.695312, 1.351562, 1.210938, 1.398438, 1.296875, 1.351562, 1.320312, 1.234375, 1.296875, 1.34375, 1.25, 1.320312, 1.0625, 1.3125, 1.367188, 1.359375, 0.976562, 1.039062, 1.242188, 1.289062, 1.304688, 1.046875, 1.28125, 1.335938, 1.257812, 1.195312, 1.328125, 1.398438, 1.257812, 2.078125, 1.375, 1.140625, 1.335938, 1.179688, 1.335938, 1.34375, 1.359375, 1.328125, 1.023438, 0.648438, 1.273438, 1.335938, 1.375, 1.398438, 1.351562, 0.820312, 1.335938, 1.367188, 1.28125, 0.710938, 1.242188, 1.367188, 1.273438, 1.367188, 1.1875, 1.242188, 1.335938, 1.3125, 1.257812, 1.34375, 1.296875, 1.289062, 1.3125, 1.257812, 1.367188, 0.785156, 1.320312, 1.320312, 1.304688, 1.3125, 1.171875, 0.4375, 1.164062, 1.375, 1.257812, 1.101562, 1.296875, 1.25, 1.335938, 1.234375, 1.359375, 1.265625, 1.617188, 1.195312, 1.367188, 1.328125, 1.296875, 1.328125, 1.359375, 0.753906, 1.359375, 1.21875, 1.273438, 1.257812, 1.351562, 1.375, 1.289062, 0.792969, 1.375, 1.210938, 0.484375, 1.3125, 1.289062, 1.382812, 1.28125, 1.320312, 1.335938, 1.34375, 1.320312, 1.335938, 1.359375, 1.15625, 1.296875, 1.304688, 1.25, 1.3125, 1.320312, 1.320312, 1.34375, 1.351562, 1.148438, 1.21875, 0.996094, 1.367188, 1.046875, 1.359375, 1.320312, 1.304688, 1.328125, 1.273438, 1.132812, 1.203125, 1.28125, 1.1875, 1.09375, 1.242188, 1.34375, 1.328125, 1.195312, 1.257812, 1.328125, 1.289062, 1.335938, 1.359375, 1.40625, 1.234375, 1.34375, 1.234375, 1.21875, 1.34375, 1.054688, 1.328125, 0.933594, 1.21875, 1.3125, 1.304688, 1.171875, 1.125, 1.164062, 1.34375, 1.328125, 1.335938, 1.226562, 1.328125, 1.28125, 1.421875, 1.335938, 1.15625, 1.273438, 1.234375, 1.367188, 1.289062, 1.179688, 0.574219, 1.359375, 1.367188, 1.109375, 1.054688, 1.335938, 1.273438, 0.992188, 1.289062, 1.3125, 1.3125, 1.367188, 1.320312, 1.179688, 1.34375, 1.28125, 1.320312, 1.085938, 1.289062, 1.320312, 1.296875, 1.265625, 0.992188, 1.359375, 0.816406, 1.226562, 1.179688, 1.3125, 1.179688, 1.203125, 1.023438, 1.304688, 1.265625, 1.210938, 1.101562, 1.273438, 1.265625, 0.757812, 0.194336, 1.203125, 1.265625, 1.320312, 1.367188, 0.9375, 1.34375, 1.351562, 1.367188, 1.3125, 1.0, 1.210938, 1.140625, 1.195312, 0.765625, 0.984375, 1.195312, 1.351562, 0.847656, 1.304688, 1.320312, 1.140625, 1.3125, 1.375, 1.273438, 1.34375, 1.414062, 1.078125, 1.351562, 1.21875, 1.320312, 1.210938, 1.320312, 1.125, 1.265625, 1.351562, 1.375, 1.257812, 1.0625, 1.296875, 1.289062, 1.148438, 1.273438, 0.984375, 1.304688, 0.679688, 1.210938, 1.34375, 1.367188, 1.335938, 1.320312, 1.273438, 1.039062, 1.390625, 1.242188, 1.359375, 1.320312, 1.25, 1.335938, 0.617188, 1.320312, 1.34375, 1.296875, 1.359375, 1.257812, 1.296875, 1.234375, 1.296875, 1.34375, 1.179688, 1.296875, 1.296875, 1.3125, 1.367188, 1.390625, 1.257812, 1.265625, 1.296875, 1.257812, 1.257812, 1.257812, 1.210938, 1.304688, 1.101562, 1.054688, 1.085938, 1.320312, 1.273438, 1.328125, 1.367188, 1.320312, 1.320312, 1.398438, 1.34375, 1.265625, 1.289062, 1.265625, 1.195312, 1.25, 1.3125, 1.320312, 1.351562, 1.195312, 1.289062, 1.3125, 1.140625, 1.40625, 1.195312, 1.3125, 1.3125, 1.335938, 1.351562, 0.777344, 1.25, 1.117188, 1.171875, 1.179688, 0.726562, 1.242188, 1.148438, 1.320312, 1.21875, 1.3125, 1.320312, 1.210938, 1.351562, 1.0, 1.257812, 1.359375, 1.171875, 1.148438, 1.367188, 1.328125, 1.320312, 1.21875, 1.1875, 1.25, 1.148438, 0.636719, 1.234375, 1.210938, 1.359375, 1.28125, 1.359375, 1.242188, 1.28125, 1.15625, 1.328125, 1.289062, 1.203125, 1.28125, 1.28125, 1.25, 1.195312, 1.335938, 1.0, 0.652344, 1.304688, 1.3125, 1.289062, 1.273438, 1.179688, 0.722656, 1.226562, 1.40625, 1.328125, 1.054688, 1.351562, 1.398438, 1.367188, 1.3125, 1.359375, 1.234375, 1.328125, 1.3125, 1.28125, 0.726562, 1.304688, 0.640625, 1.351562, 1.320312, 1.125, 1.359375, 1.335938, 1.367188, 1.195312, 1.210938, 1.273438, 0.644531, 0.972656, 1.296875, 1.3125, 1.234375, 1.351562, 1.273438, 1.132812, 1.359375, 1.1875, 1.304688, 1.109375, 1.234375, 1.328125, 0.996094, 1.375, 1.382812, 1.320312, 1.273438, 1.257812, 1.328125, 1.21875, 1.367188, 1.375, 1.171875, 1.359375, 1.242188, 1.351562, 1.367188, 1.34375, 1.085938, 1.328125, 1.296875, 0.300781, 1.273438, 1.335938, 1.375, 1.34375, 1.335938, 1.1875, 1.367188, 1.304688, 1.085938, 1.21875, 1.304688, 1.40625, 1.03125, 0.625, 1.195312, 1.359375, 0.761719, 1.3125, 0.558594, 1.328125, 1.257812, 1.351562, 1.320312, 1.132812, 1.351562, 1.390625, 1.289062, 1.320312, 1.25, 1.289062, 1.203125, 1.046875, 1.3125, 1.078125, 0.789062, 1.335938, 1.023438, 1.3125, 1.296875, 1.328125, 1.1875, 1.367188, 1.382812, 1.359375, 1.367188, 1.375, 0.777344, 1.257812, 1.179688, 1.109375, 0.753906, 1.367188, 1.304688, 1.34375, 1.171875, 1.3125, 0.898438, 1.203125, 1.21875, -0.000136, 0.992188, 1.351562, 1.367188, 1.335938, 1.289062, 1.265625, 1.132812, 1.3125, 1.507812, 1.390625, 1.296875, 1.273438, 1.1875, 1.359375, 1.335938, 1.34375, 1.335938, 1.367188, 1.21875, 1.171875, 0.746094, 1.367188, 1.335938, 1.335938, 1.34375, 1.296875, 1.359375, 1.039062, 0.761719, 1.164062, 1.195312, 1.359375, 1.148438, 0.90625, 1.179688, 0.839844, 1.359375, 1.304688, 1.382812, 1.273438, 1.304688, 1.203125, 1.25, 1.3125, 1.28125, 1.351562, 1.304688, 1.359375, 0.9375, 1.117188, 1.375, 1.3125, 1.375, 0.898438, 1.289062, 1.296875, 1.3125, 1.367188, 1.296875, 1.335938, 1.0, 1.25, 1.21875, 1.09375, 1.34375, 1.359375, 1.242188, 1.21875, 1.132812, 1.273438, 1.289062, 1.226562, 1.132812, 1.257812, 1.171875, 1.335938, 1.328125, 1.25, 1.328125, 1.203125, 1.390625, 1.226562, 1.25, 1.390625, 0.75, 1.226562, 1.195312, 1.242188, 0.730469, 0.960938, 1.359375, 1.304688, 1.375, 1.234375, 1.367188, 1.21875, 1.273438, 1.367188, 1.273438, 1.3125, 1.3125, 1.359375, 1.164062, 1.304688, 1.179688, 1.351562, 1.070312, 1.140625, 1.289062, 1.15625, 1.359375, 1.164062, 1.273438, 1.328125, 0.804688, 1.320312, 1.375, 1.359375, 1.335938, 1.265625, 1.320312, 1.367188, 1.21875, 1.382812, 0.972656, 1.203125, 1.320312, 1.34375, 1.242188, 1.226562, 1.28125, 1.1875, 1.125, 1.328125, 1.304688, 1.226562, 1.328125, 1.164062, 1.25, 1.046875, 1.3125, 1.328125, 0.933594, 0.933594, 1.078125, 1.367188, 1.359375, 1.703125, 1.375, 1.125, 1.171875, 1.273438, 1.359375, 1.125, 0.761719, 1.351562, 1.25, 1.335938, 1.328125, 1.367188, 1.179688, 1.335938, 1.078125, 1.28125, 1.210938, 1.328125, 0.675781, 0.707031, 1.328125, 1.328125, 1.304688, 1.234375, 1.390625, 1.34375, 1.0, 1.304688, 1.289062, 1.296875, 1.359375, 0.898438, 1.304688, 1.367188, 1.140625, 1.367188, 1.117188, 1.34375, 1.398438, 1.21875, 0.111328, 1.375, 1.320312, 1.304688, 1.296875, 1.257812, 1.328125, 1.320312, 1.382812, 1.28125, 1.117188, 1.296875, 1.273438, 1.476562, 1.210938, 1.335938, 1.398438, 1.273438, 1.296875, 1.320312, 1.25, 0.753906, 1.28125, 1.164062, 1.390625, 1.195312, 1.382812, 1.382812, 1.296875, 1.304688, 1.289062, 0.980469, 1.351562, 1.0, 1.304688, 1.1875, 0.984375, 1.117188, 1.242188, 1.335938, 1.351562, 1.304688, 1.257812, 1.359375, 1.351562, 1.34375, 1.351562, 1.28125, 1.359375, 1.367188, 1.125, 1.289062, 1.328125, 1.289062, 1.148438, 1.257812, 1.351562, 1.375, 1.023438, 1.148438, 1.28125, 1.382812, 1.359375, 1.335938, 1.375, 1.375, 1.34375, 1.375, 1.242188, 1.09375, 1.132812, 1.273438, 1.289062, 1.078125, 1.320312, 1.382812, 1.226562, 1.179688, 1.398438, 1.257812, 1.367188, 0.789062, 1.125, 1.34375, 1.273438, 1.359375, 1.382812, 1.382812, 1.382812, 1.40625, 1.28125, 1.335938, 1.28125, 1.375, 1.304688, 1.273438, 1.382812, 1.359375, 1.382812, 1.28125, 1.367188, 1.390625, 1.257812, 1.335938, 1.296875, 1.359375, 1.265625, 1.304688, 1.351562, 1.34375, 1.359375, 1.242188, 1.367188, 1.1875, 1.257812, 1.320312, 1.328125, 1.390625, 1.273438, 1.304688, 1.375, 1.25, 1.304688, 1.09375, 1.101562, 1.085938, 1.320312, 1.226562, 0.679688, 1.335938, 1.21875, 0.490234, 1.289062, 1.328125, 1.414062, 0.601562, 1.375, 1.171875, 1.320312, 0.996094, 1.375, 0.992188, 1.03125, 1.367188, 1.453125, 1.625, 1.21875, 0.371094, 1.242188, 1.382812, 1.335938, 1.304688, 1.304688, 1.351562, 1.335938, 0.988281, 1.242188, 1.320312, 1.3125, 1.109375, 1.171875, 1.070312, 1.109375, 1.1875, 1.1875, 1.351562, 1.34375, 1.21875, 0.773438, 1.335938, 1.382812, 1.320312, 1.320312, 1.289062, 1.390625, 1.132812, 1.335938, 1.335938, 1.359375, 1.3125, 1.335938, 0.255859, 1.320312, 1.335938, 1.328125, 1.234375, 1.265625, 1.140625, 1.289062, 1.234375, 1.34375, 1.34375, 1.34375, 1.320312, 0.921875, 1.3125, 1.234375, 1.226562, 1.273438, 0.980469, 1.203125, 0.78125, 1.328125, 1.445312, 1.367188, 1.375, 1.28125, 1.335938, 1.320312, 1.28125, 1.195312, 1.171875, 1.28125, 1.296875, 1.039062, 1.328125, 1.164062, 1.34375, 1.203125, 1.28125, 1.296875, 1.09375, 1.351562, 1.289062, 1.359375, 1.328125, 1.234375, 1.335938, 1.21875, 1.210938, 1.0625, 1.3125, 1.3125, 1.226562, 1.335938, 1.34375, 1.195312, 1.125, 1.265625, 1.289062, 1.25, 1.34375, 1.296875, 1.375, 0.613281, 1.359375, 0.996094, 1.359375, 1.359375, 1.265625, 1.296875, 1.3125, 1.382812, 1.359375, 1.15625, 1.3125, 1.359375, 1.210938, 1.234375, 1.367188, 1.351562, 1.265625, 1.289062, 1.328125, 1.367188, 1.359375, 1.085938, 1.132812, 1.382812, 1.296875, 1.34375, 1.28125, 1.125, 1.296875, 1.351562, 1.320312, 1.351562, 1.25, 1.320312, 1.359375, 1.320312, 1.351562, 1.351562, 1.320312, 1.210938, 1.304688, 1.257812, 0.730469, 1.296875, 1.359375, 1.304688, 1.21875, 1.171875, 1.3125, 1.203125, 1.382812, 1.320312, 1.375, 1.296875, 1.226562, 1.117188, 1.382812, 1.351562, 1.351562, 1.289062, 1.179688, 1.257812, 1.28125, 1.226562, 1.28125, 1.3125, 0.636719, 0.777344, 1.367188, 1.054688, 1.335938, 1.34375, 1.375, 1.070312, 0.878906, 1.359375, 1.304688, 1.351562, 1.296875, 1.296875, 1.101562, 1.226562, 1.34375, 1.304688, 1.3125, 1.351562, 0.855469, 1.367188, 1.03125, 1.320312, 1.375, 1.203125, 1.375, 1.3125, 1.375, 1.382812, 1.375, 1.335938, 1.203125, 1.117188, 1.273438, 1.328125, 1.375, 1.335938, 1.296875, 1.351562, 1.4375, 1.0, 1.34375, 1.25, 1.351562, 1.320312, 1.359375, 1.328125, 1.320312, 0.984375, 0.664062, 1.265625, 1.335938, 1.148438, 0.710938, 1.296875, 1.203125, 1.226562, 0.960938, 1.085938, 1.359375, 1.171875, 1.164062, 1.070312, 1.039062, 1.242188, 1.40625, 1.15625, 1.296875, 1.367188, 1.335938, 1.335938, 1.25, 1.25, 1.34375, 1.351562, 1.304688, 1.351562, 1.15625, 1.40625, 1.359375, 1.351562, 1.273438, 1.320312, 1.179688, 1.296875, 1.335938, 0.746094, 1.328125, 1.273438, 1.195312, 1.375, 1.320312, 1.3125, 1.335938, 1.367188, 1.367188, 1.296875, 1.351562, 1.296875, 1.289062, 1.125, 1.257812, 1.203125, 1.320312, 1.375, 1.335938, 1.34375, 1.304688, 1.351562, 1.289062, 0.796875, 1.242188, 1.382812, 1.179688, 1.273438, 1.351562, 1.3125, 1.320312, 1.28125, 1.304688, 1.21875, 0.890625, 1.351562, 1.328125, 1.265625, 1.328125, 0.3125, 1.34375, 1.304688, 1.320312, 1.335938, 1.289062, 1.1875, 1.351562, 1.171875, 1.789062, 1.304688, 1.34375, 1.25, 1.296875, 1.34375, 1.375, 1.25, 1.351562, 1.242188, 1.203125, 1.28125, 1.304688, 1.257812, 1.328125, 1.304688, 1.3125, 1.335938, 1.046875, 1.359375, 1.335938, 1.3125, 1.242188, 1.359375, 1.15625, 1.257812, 0.992188, 1.289062, 1.351562, 1.3125, 1.34375, 1.335938, 1.3125, 1.265625, 1.242188, 1.125, 1.3125, 1.375, 1.226562, 1.28125, 1.273438, 1.34375, 1.09375, 1.3125, 1.28125, 1.25, 1.335938, 1.320312, 1.289062, 1.289062, 1.320312, 1.242188, 1.429688, 1.375, 1.1875, 1.320312, 1.210938, 1.328125, 1.265625, 1.140625, 1.328125, 1.390625, 1.3125, 1.351562, 0.738281, 1.34375, 1.289062, 1.273438, 1.34375, 1.101562, 1.023438, 1.335938, 1.3125, 1.304688, 1.351562, 1.273438, 1.351562, 1.25, 1.34375, 1.34375, 1.28125, 1.320312, 0.988281, 1.3125, 0.761719, 1.328125, 1.328125, 1.21875, 1.351562, 1.34375, 1.1875, 0.308594, 1.296875, 1.390625, 1.164062, 1.25, 1.21875, 0.226562, 1.304688, 1.1875, 1.3125, 1.335938, 1.1875, 1.398438, 1.367188, 1.9375, 0.632812, 1.273438, 1.234375, 1.335938, 1.3125, 1.359375, 1.0625, 1.03125, 1.21875, 1.375, 1.421875, 1.289062, 1.320312, 1.210938, 1.328125, 1.179688, 1.320312, 0.474609, 1.171875, 1.351562, 1.359375, 1.242188, 1.351562, 1.34375, 1.359375, 1.320312, 1.328125, 1.382812, 1.320312, 1.179688, 1.335938, 1.898438, 1.242188, 1.273438, 1.328125, 1.34375, 1.304688, 0.746094, 1.335938, 1.328125, 1.328125, 1.320312, 1.328125, 1.320312, 1.15625, 1.320312, 0.949219, 1.234375, 0.714844, 1.234375, 1.367188, 1.125, 1.296875, 1.335938, 1.320312, 1.3125, 1.351562, 0.753906, 1.289062, 1.375, 1.359375, 1.375, 1.320312, 1.320312, 1.28125, 1.367188, 1.320312, 1.234375, 1.304688, 1.359375, 1.164062, 1.34375, 1.617188, 1.375, 1.351562, 1.304688, 1.203125, 1.296875, 1.320312, 1.148438, 1.15625, 1.320312, 0.691406, 1.328125, 1.375, 1.328125, 1.007812, 1.359375, 1.34375, 1.375, 0.667969, 1.109375, 1.109375, 1.132812, 1.375, 1.109375, 1.34375, 1.296875, 1.289062, 1.375, 1.125, 1.195312, 1.289062, 1.289062, 1.359375, 1.265625, 1.351562, 1.257812, 1.171875, 1.335938, 1.34375, 1.320312, 1.179688, 1.34375, 1.335938, 1.359375, 1.34375, 1.304688, 1.023438, 1.296875, 1.273438, 0.777344, 1.335938, 1.289062, 1.140625, 1.296875, 1.15625, 1.296875, 1.359375, 1.28125, 1.984375, 1.289062, 1.335938, 1.3125, 1.289062, 1.296875, 1.359375, 1.335938, 1.375, 1.351562, 1.195312, 0.757812, 1.382812, 1.351562, 1.257812, 1.296875, 1.351562, 1.34375, 1.351562, 1.078125, 1.132812, 1.0, 1.210938, 1.304688, 1.078125, 1.320312, 1.382812, 1.328125, 1.242188, 1.195312, 1.351562, 1.34375, 1.359375, 1.179688, 1.328125, 1.179688, 1.289062, 0.792969, 1.351562, 1.304688, 0.753906, 1.375, 1.34375, 1.46875, 1.28125, 0.566406, 1.273438, 1.234375, 0.777344, 1.328125, 1.179688, 1.03125, 1.539062, 1.3125, 0.785156, 1.359375, 0.757812, 1.351562, 1.257812, 1.226562, 1.304688, 1.09375, 1.335938, 1.273438, 1.367188, 1.164062, 1.296875, 1.179688, 1.132812, 1.320312, 0.757812, 1.15625, 1.195312, 0.757812, 1.25, 1.289062, 1.1875, 1.398438, 1.296875, 1.328125, 1.125, 1.34375, 0.78125, 1.203125, 1.328125, 1.335938, 1.34375, 1.304688, 1.34375, 1.164062, 1.296875, 1.21875, 1.34375, 1.226562, 1.265625, 1.328125, 1.265625, 1.335938, 1.3125, 1.078125, 1.367188, 1.320312, 1.335938, 1.046875, 1.226562, 1.320312, 1.1875, 1.148438, 0.722656, 1.0625, 1.320312, 1.328125, 1.328125, 1.203125, 1.304688, 1.328125, 1.304688, 1.304688, 1.320312, 1.171875, 1.210938, 1.3125, 1.179688, 1.3125, 1.28125, 0.757812, 1.328125, 1.328125, 1.289062, 1.3125, 1.25, 1.3125, 1.289062, 1.257812, 1.179688, 0.65625, 1.226562, 1.0625, 1.304688, 1.1875, 1.375, 1.375 ] }, "name": "model.model.layers.24.post_attention_layernorm.weight", "outputIndexes": [ 2035 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2034 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_24/Mul_output_0", "outputIndexes": [ 2036 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2035, 2036 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_24/Mul_1_output_0", "outputIndexes": [ 2037 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2037 ], "outputIndexes": [ 2996 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2996 ], "outputIndexes": [ 2997 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear", "inputIndexes": [ 2997 ], "outputIndexes": [ 2998 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3163100872, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2998 ], "outputIndexes": [ 2999 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2999 ], "outputIndexes": [ 2038 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2038 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_24/Sigmoid_output_0", "outputIndexes": [ 2039 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2038, 2039 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_24/Mul_output_0", "outputIndexes": [ 2040 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2037 ], "outputIndexes": [ 3000 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3000 ], "outputIndexes": [ 3001 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear", "inputIndexes": [ 3001 ], "outputIndexes": [ 3002 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3201291998, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3002 ], "outputIndexes": [ 3003 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3003 ], "outputIndexes": [ 2041 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2040, 2041 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_24/Mul_output_0", "outputIndexes": [ 2042 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2042 ], "outputIndexes": [ 3004 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3004 ], "outputIndexes": [ 3005 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear", "inputIndexes": [ 3005 ], "outputIndexes": [ 3006 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3239483124, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3006 ], "outputIndexes": [ 3007 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3007 ], "outputIndexes": [ 2043 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2034, 2043 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_124_output_0", "outputIndexes": [ 2044 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2044, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_225_output_0", "outputIndexes": [ 2045 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.800781, 0.667969, 0.773438, 0.769531, 0.808594, 0.722656, 0.671875, 0.675781, 1.648438, 0.757812, 0.6875, 0.679688, 0.675781, 0.675781, 0.753906, 0.730469, 0.652344, 0.625, 0.636719, 1.3125, 1.804688, 0.695312, 0.675781, 0.695312, 0.722656, 0.714844, 1.757812, 0.703125, 0.722656, 0.652344, 0.757812, 0.757812, 1.664062, 0.726562, 0.761719, 0.785156, 0.710938, 1.78125, 0.652344, 0.808594, 0.730469, 0.636719, 1.125, 0.703125, 0.710938, 0.738281, 1.632812, 0.777344, 0.699219, 0.734375, 0.789062, 0.648438, 0.664062, 0.621094, 0.726562, 0.726562, 0.683594, 1.25, 0.703125, 1.007812, 0.660156, 0.722656, 0.699219, 0.667969, 0.738281, 0.683594, 0.660156, 0.714844, 0.710938, 0.714844, 0.65625, 0.871094, 0.691406, 0.640625, 0.707031, 0.738281, 0.816406, 0.699219, 1.882812, 0.824219, 0.726562, 1.234375, 0.777344, 0.714844, 0.726562, 2.265625, 0.683594, 0.957031, 0.675781, 1.179688, 0.6875, 0.699219, 0.699219, 0.683594, 1.007812, 0.65625, 1.75, 0.6875, 0.660156, 0.710938, 0.6875, 0.746094, 0.957031, 0.648438, 0.917969, 0.738281, 0.992188, 0.753906, 0.78125, 0.691406, 0.65625, 0.648438, 0.652344, 2.15625, 0.679688, 2.140625, 0.644531, 0.695312, 0.679688, 0.742188, 0.644531, 0.667969, 0.832031, 0.695312, 0.738281, 0.65625, 0.695312, 0.664062, 2.1875, 0.730469, 1.773438, 0.570312, 0.773438, 0.699219, 0.726562, 0.664062, 0.699219, 0.683594, 0.769531, 0.714844, 0.644531, 0.730469, 0.941406, 0.539062, 1.679688, 0.65625, 0.789062, 0.632812, 0.78125, 0.675781, 0.726562, 0.648438, 0.679688, 0.660156, 0.757812, 0.789062, 0.707031, 0.980469, 0.71875, 0.738281, 0.863281, 0.796875, 1.773438, 0.675781, 1.820312, 0.8125, 0.714844, 0.878906, 0.671875, 0.671875, 0.671875, 0.664062, 0.582031, 0.6875, 0.695312, 0.953125, 0.667969, 0.644531, 0.703125, 0.667969, 0.601562, 0.664062, 0.660156, 0.957031, 0.527344, 0.691406, 0.683594, 0.792969, 0.710938, 0.699219, 0.710938, 0.683594, 1.132812, 0.675781, 1.179688, 0.664062, 0.699219, 0.714844, 0.882812, 0.644531, 0.691406, 2.0625, 0.765625, 0.765625, 0.800781, 0.667969, 0.683594, 0.734375, 0.671875, 0.574219, 0.652344, 0.703125, 0.664062, 0.6875, 0.660156, 0.78125, 0.71875, 0.746094, 0.933594, 0.660156, 0.632812, 0.757812, 0.753906, 0.6875, 0.6875, 0.914062, 0.710938, 0.761719, 0.707031, 0.65625, 0.722656, 0.738281, 0.71875, 0.625, 0.667969, 0.871094, 0.640625, 0.734375, 2.265625, 0.683594, 0.660156, 0.683594, 0.679688, 0.679688, 0.671875, 0.804688, 0.664062, 0.726562, 0.707031, 0.671875, 0.660156, 1.242188, 0.734375, 0.699219, 0.679688, 0.71875, 0.621094, 2.203125, 0.625, 0.714844, 0.660156, 0.707031, 0.679688, 0.679688, 0.6875, 0.699219, 0.664062, 0.644531, 0.75, 0.734375, 0.734375, 0.699219, 0.652344, 0.746094, 0.675781, 0.804688, 0.722656, 1.101562, 0.640625, 0.703125, 0.65625, 0.644531, 2.234375, 0.65625, 0.679688, 0.835938, 0.667969, 0.679688, 0.695312, 0.839844, 0.875, 0.789062, 0.804688, 0.796875, 0.6875, 0.707031, 0.839844, 0.734375, 0.695312, 0.667969, 0.613281, 0.734375, 0.859375, 0.710938, 1.03125, 0.730469, 0.636719, 0.644531, 0.660156, 0.695312, 1.695312, 0.6875, 0.640625, 0.628906, 1.757812, 0.675781, 0.710938, 0.726562, 0.761719, 0.652344, 0.703125, 0.691406, 0.65625, 0.652344, 0.714844, 0.675781, 0.640625, 0.628906, 0.730469, 0.742188, 2.140625, 0.75, 0.703125, 0.695312, 0.753906, 0.695312, 0.683594, 0.660156, 0.683594, 0.695312, 2.25, 0.640625, 0.667969, 0.65625, 2.03125, 0.742188, 0.773438, 0.660156, 0.679688, 0.664062, 0.703125, 0.738281, 0.945312, 0.667969, 0.855469, 0.671875, 0.628906, 0.6875, 0.636719, 0.664062, 1.0, 0.855469, 2.078125, 0.765625, 1.570312, 0.871094, 0.660156, 0.75, 0.660156, 0.792969, 0.664062, 0.652344, 0.683594, 0.675781, 0.71875, 0.804688, 2.015625, 0.769531, 0.664062, 0.707031, 0.753906, 0.710938, 0.691406, 0.765625, 0.699219, 0.769531, 0.726562, 0.664062, 0.726562, 0.703125, 0.640625, 0.777344, 1.992188, 0.683594, 0.675781, 0.65625, 0.644531, 0.675781, 0.667969, 2.09375, 0.746094, 0.722656, 0.847656, 0.753906, 0.792969, 0.617188, 0.691406, 0.679688, 0.707031, 0.777344, 0.8125, 0.703125, 0.714844, 0.652344, 0.6875, 1.109375, 0.742188, 0.660156, 0.714844, 0.667969, 0.820312, 0.753906, 0.648438, 0.660156, 0.65625, 0.75, 0.707031, 0.703125, 0.746094, 0.683594, 0.675781, 0.640625, 0.761719, 0.652344, 0.667969, 0.621094, 0.6875, 0.6875, 0.703125, 0.769531, 0.652344, 0.75, 0.757812, 0.695312, 0.78125, 0.722656, 0.691406, 0.695312, 0.75, 1.179688, 0.894531, 0.683594, 0.710938, 0.675781, 0.804688, 1.976562, 0.601562, 0.644531, 0.306641, 0.707031, 0.6875, 0.667969, 0.640625, 1.195312, 0.652344, 0.753906, 0.761719, 0.695312, 0.769531, 0.679688, 0.65625, 2.171875, 0.683594, 0.636719, 0.714844, 0.792969, 0.648438, 0.703125, 0.707031, 0.667969, 0.710938, 0.664062, 0.730469, 0.71875, 1.117188, 0.730469, 0.820312, 0.75, 0.6875, 0.769531, 0.519531, 0.742188, 0.980469, 0.707031, 0.707031, 0.621094, 0.675781, 0.675781, 0.933594, 0.703125, 0.644531, 0.714844, 0.691406, 0.765625, 0.632812, 0.828125, 0.6875, 0.515625, 0.671875, 0.6875, 0.6875, 0.695312, 0.652344, 0.683594, 0.742188, 0.691406, 0.636719, 0.683594, 0.667969, 0.839844, 0.625, 0.679688, 0.675781, 2.09375, 0.679688, 0.660156, 0.726562, 0.683594, 0.691406, 0.65625, 0.660156, 0.765625, 0.960938, 0.644531, 0.664062, 0.710938, 0.832031, 0.671875, 0.695312, 0.652344, 0.761719, 0.800781, 0.820312, 0.652344, 0.746094, 0.675781, 1.1875, 1.546875, 0.574219, 0.773438, 0.753906, 0.855469, 0.671875, 1.632812, 0.667969, 0.730469, 0.65625, 0.625, 0.726562, 0.699219, 0.710938, 0.667969, 0.726562, 0.597656, 0.707031, 0.707031, 0.652344, 0.753906, 0.710938, 0.609375, 0.765625, 0.652344, 0.667969, 0.703125, 0.632812, 0.679688, 0.675781, 0.753906, 0.75, 0.707031, 0.691406, 0.71875, 0.703125, 0.640625, 0.746094, 0.652344, 0.707031, 0.65625, 0.644531, 0.671875, 0.742188, 0.75, 0.667969, 0.785156, 0.636719, 0.804688, 0.675781, 0.675781, 0.757812, 0.710938, 0.746094, 0.675781, 0.703125, 1.109375, 0.742188, 0.757812, 0.65625, 0.640625, 1.953125, 0.714844, 0.828125, 0.703125, 0.667969, 0.765625, 0.644531, 0.671875, 2.15625, 0.710938, 0.726562, 0.699219, 0.695312, 0.671875, 1.875, 0.742188, 1.742188, 0.664062, 0.894531, 0.679688, 0.652344, 0.769531, 0.773438, 0.746094, 0.652344, 0.691406, 0.648438, 0.6875, 0.695312, 0.515625, 0.652344, 0.640625, 0.667969, 0.828125, 0.683594, 0.714844, 0.722656, 2.03125, 0.664062, 0.703125, 0.6875, 0.660156, 2.140625, 0.746094, 0.6875, 0.878906, 1.648438, 0.675781, 0.714844, 0.683594, 0.734375, 0.773438, 0.8125, 0.675781, 2.078125, 0.699219, 0.699219, 0.699219, 0.667969, 0.707031, 0.652344, 0.710938, 0.621094, 0.734375, 0.625, 0.710938, 0.675781, 0.660156, 0.734375, 0.753906, 0.8125, 0.679688, 0.667969, 0.691406, 0.664062, 0.6875, 1.28125, 0.785156, 0.632812, 0.738281, 0.714844, 1.703125, 0.769531, 0.949219, 0.644531, 0.804688, 0.6875, 1.03125, 1.929688, 0.859375, 0.890625, 0.703125, 0.722656, 0.679688, 0.707031, 0.632812, 0.6875, 0.632812, 0.660156, 2.25, 0.6875, 0.699219, 0.691406, 0.609375, 0.6875, 0.664062, 1.03125, 2.171875, 1.648438, 0.65625, 0.761719, 0.703125, 0.792969, 0.660156, 0.625, 0.644531, 0.730469, 0.671875, 0.722656, 1.96875, 0.6875, 1.117188, 0.707031, 0.707031, 0.667969, 0.65625, 0.804688, 0.683594, 0.84375, 0.671875, 0.671875, 0.703125, 0.714844, 0.625, 0.757812, 0.71875, 0.671875, 0.675781, 0.738281, 0.652344, 0.824219, 0.695312, 0.8125, 0.667969, 0.746094, 0.8125, 0.679688, 0.652344, 0.707031, 0.664062, 0.777344, 1.398438, 0.691406, 0.695312, 0.738281, 1.859375, 0.671875, 0.660156, 0.667969, 0.691406, 1.234375, 1.164062, 0.675781, 0.722656, 2.21875, 0.671875, 0.871094, 2.171875, 0.730469, 0.808594, 0.695312, 0.722656, 0.636719, 0.703125, 0.699219, 0.644531, 0.78125, 0.664062, 0.707031, 0.777344, 0.675781, 0.636719, 0.699219, 0.914062, 1.53125, 0.75, 0.683594, 0.765625, 0.855469, 0.675781, 0.96875, 0.664062, 0.613281, 2.03125, 0.664062, 0.734375, 0.738281, 2.171875, 0.671875, 0.671875, 0.824219, 0.792969, 0.675781, 0.726562, 0.660156, 1.710938, 0.664062, 0.75, 0.714844, 0.792969, 0.71875, 1.804688, 0.664062, 0.660156, 1.804688, 0.800781, 0.671875, 0.609375, 0.644531, 0.652344, 0.65625, 0.691406, 0.652344, 0.734375, 0.777344, 0.753906, 0.726562, 0.601562, 0.742188, 0.714844, 0.664062, 0.746094, 0.675781, 0.773438, 0.753906, 0.695312, 0.941406, 0.710938, 0.667969, 0.726562, 0.6875, 0.621094, 0.628906, 0.699219, 0.769531, 0.855469, 0.707031, 0.683594, 0.738281, 0.71875, 0.726562, 0.75, 0.847656, 0.679688, 0.664062, 0.703125, 0.71875, 0.636719, 0.835938, 0.675781, 0.65625, 0.710938, 0.632812, 0.703125, 0.703125, 0.675781, 0.710938, 0.738281, 0.761719, 2.140625, 0.703125, 0.894531, 0.660156, 0.789062, 1.0625, 0.703125, 0.714844, 0.636719, 0.6875, 0.660156, 2.234375, 1.859375, 1.796875, 0.652344, 0.664062, 0.683594, 0.800781, 0.683594, 0.664062, 0.652344, 1.960938, 1.765625, 0.6875, 0.636719, 0.703125, 0.6875, 0.71875, 0.761719, 0.699219, 0.6875, 0.671875, 0.671875, 0.734375, 0.824219, 0.640625, 1.921875, 0.738281, 0.652344, 0.664062, 0.75, 0.71875, 0.640625, 0.695312, 0.703125, 0.671875, 0.707031, 0.65625, 0.65625, 0.761719, 0.644531, 0.699219, 0.714844, 0.636719, 0.792969, 0.648438, 0.6875, 0.757812, 0.679688, 0.882812, 0.722656, 0.679688, 0.699219, 0.660156, 0.671875, 0.660156, 2.078125, 1.851562, 0.683594, 0.863281, 0.722656, 1.710938, 0.75, 0.875, 0.847656, 0.640625, 0.742188, 0.636719, 0.710938, 0.671875, 2.15625, 0.648438, 1.992188, 0.828125, 0.714844, 0.691406, 0.894531, 0.835938, 0.644531, 0.699219, 0.632812, 0.75, 1.234375, 0.742188, 0.621094, 2.046875, 0.75, 0.824219, 1.46875, 0.683594, 0.746094, 0.699219, 0.691406, 0.648438, 0.699219, 0.699219, 1.523438, 0.746094, 0.792969, 0.742188, 0.777344, 0.65625, 0.804688, 0.738281, 0.65625, 0.621094, 0.691406, 1.023438, 0.714844, 0.679688, 0.757812, 2.015625, 0.6875, 0.652344, 0.652344, 0.695312, 0.933594, 0.765625, 0.671875, 0.710938, 0.683594, 0.726562, 1.78125, 0.65625, 0.675781, 0.667969, 0.769531, 2.15625, 0.71875, 0.710938, 0.679688, 0.683594, 0.734375, 0.640625, 0.675781, 1.078125, 0.675781, 0.675781, 0.710938, 2.140625, 0.671875, 0.667969, 2.171875, 0.820312, 0.707031, 0.671875, 0.78125, 0.644531, 0.652344, 0.742188, 0.753906, 0.828125, 1.507812, 0.675781, 0.523438, 0.742188, 1.539062, 0.707031, 0.667969, 1.679688, 0.632812, 0.648438, 0.65625, 0.667969, 0.667969, 0.820312, 1.539062, 0.738281, 0.695312, 0.71875, 0.796875, 0.703125, 0.628906, 0.609375, 0.859375, 0.746094, 0.675781, 0.804688, 0.730469, 0.902344, 0.675781, 1.828125, 1.0625, 0.800781, 0.65625, 0.753906, 0.675781, 0.824219, 1.132812, 0.664062, 0.835938, 0.640625, 0.667969, 0.703125, 0.722656, 0.742188, 0.660156, 0.757812, 0.667969, 0.722656, 0.675781, 0.644531, 0.867188, 0.632812, 0.765625, 2.171875, 0.992188, 0.714844, 0.746094, 0.863281, 0.820312, 0.65625, 0.570312, 0.75, 0.679688, 0.800781, 0.699219, 0.660156, 0.742188, 0.785156, 0.660156, 1.0625, 0.769531, 0.527344, 0.636719, 0.691406, 0.679688, 0.695312, 0.871094, 0.917969, 0.632812, 0.761719, 0.707031, 0.695312, 1.726562, 0.953125, 0.644531, 0.695312, 1.015625, 0.703125, 0.734375, 0.636719, 0.714844, 0.625, 0.765625, 0.671875, 0.679688, 0.664062, 0.710938, 0.699219, 0.675781, 0.75, 0.710938, 1.828125, 0.699219, 0.757812, 0.691406, 0.667969, 0.648438, 0.664062, 0.757812, 0.863281, 0.683594, 0.707031, 0.648438, 0.84375, 0.90625, 0.625, 0.730469, 0.695312, 0.710938, 0.644531, 0.667969, 0.632812, 1.109375, 0.671875, 0.679688, 0.789062, 0.675781, 0.644531, 0.894531, 0.660156, 0.738281, 0.816406, 0.652344, 0.726562, 0.671875, 0.742188, 0.808594, 0.679688, 0.660156, 0.679688, 0.660156, 0.652344, 0.734375, 0.722656, 0.777344, 0.707031, 0.699219, 0.714844, 0.707031, 0.664062, 0.679688, 0.6875, 0.820312, 0.75, 0.753906, 0.652344, 0.703125, 0.648438, 0.660156, 0.675781, 0.714844, 0.648438, 0.742188, 0.675781, 0.664062, 0.671875, 2.28125, 0.679688, 0.761719, 2.21875, 0.628906, 0.679688, 0.71875, 0.648438, 0.613281, 0.660156, 0.714844, 1.140625, 0.722656, 0.65625, 0.699219, 0.804688, 0.972656, 0.671875, 0.722656, 0.726562, 1.734375, 0.691406, 0.667969, 0.703125, 0.691406, 0.667969, 0.699219, 0.804688, 0.667969, 0.738281, 0.675781, 0.773438, 0.6875, 0.714844, 0.679688, 0.734375, 0.714844, 0.785156, 0.671875, 0.695312, 0.671875, 0.792969, 0.855469, 0.667969, 0.671875, 0.761719, 0.679688, 0.644531, 0.699219, 0.875, 0.679688, 0.6875, 0.644531, 0.734375, 0.667969, 0.648438, 0.851562, 0.660156, 0.753906, 0.710938, 0.828125, 2.25, 0.820312, 0.640625, 0.769531, 0.648438, 0.644531, 0.722656, 0.683594, 0.75, 0.695312, 0.640625, 0.423828, 0.65625, 0.976562, 0.644531, 0.667969, 0.675781, 0.730469, 1.25, 2.234375, 0.640625, 0.667969, 1.9375, 0.691406, 0.644531, 0.878906, 0.78125, 0.699219, 0.667969, 0.792969, 0.6875, 0.675781, 0.753906, 0.757812, 1.179688, 0.707031, 2.015625, 0.726562, 0.769531, 0.707031, 0.683594, 0.699219, 0.75, 0.691406, 0.695312, 0.8125, 0.789062, 0.796875, 0.675781, 0.753906, 0.664062, 0.613281, 0.644531, 0.6875, 0.6875, 0.65625, 0.980469, 0.613281, 0.730469, 0.769531, 0.777344, 0.683594, 0.707031, 0.710938, 0.71875, 0.671875, 0.644531, 0.640625, 0.949219, 0.625, 0.699219, 0.671875, 0.71875, 0.671875, 0.71875, 0.773438, 0.839844, 0.640625, 0.765625, 0.671875, 0.652344, 0.695312, 0.621094, 0.96875, 0.78125, 0.707031, 0.855469, 0.761719, 0.691406, 0.75, 0.640625, 1.726562, 0.679688, 0.714844, 0.722656, 0.753906, 0.796875, 0.628906, 0.664062, 0.652344, 0.675781, 0.667969, 0.714844, 0.71875, 0.726562, 0.644531, 0.734375, 0.714844, 1.9375, 0.746094, 0.703125, 0.679688, 0.769531, 0.738281, 0.8125, 0.910156, 0.683594, 0.71875, 0.648438, 0.625, 0.671875, 0.699219, 0.664062, 0.886719, 0.664062, 0.699219, 0.691406, 0.761719, 0.664062, 1.859375, 0.800781, 0.675781, 0.683594, 0.730469, 0.660156, 0.753906, 0.667969, 0.710938, 0.769531, 0.710938, 0.683594, 0.679688, 0.8125, 0.761719, 0.671875, 2.09375, 0.613281, 0.664062, 2.21875, 0.675781, 0.734375, 0.785156, 0.679688, 0.765625, 0.726562, 0.695312, 1.898438, 0.695312, 2.125, 0.675781, 0.707031, 0.613281, 2.25, 0.703125, 0.683594, 0.792969, 0.65625, 0.777344, 0.972656, 0.71875, 0.683594, 0.734375, 0.71875, 1.953125, 0.671875, 0.71875, 0.734375, 0.78125, 0.65625, 1.742188, 0.730469, 0.710938, 0.6875, 0.71875, 1.015625, 0.65625, 0.714844, 0.6875, 0.691406, 0.644531, 0.585938, 0.625, 0.742188, 0.664062, 0.683594, 1.757812, 0.667969, 0.722656, 0.714844, 0.664062, 0.734375, 0.683594, 0.628906, 0.699219, 2.015625, 0.757812, 0.667969, 1.195312, 0.832031, 0.644531, 0.828125, 0.660156, 0.644531, 0.695312, 0.664062, 0.671875, 0.664062, 0.675781, 0.738281, 0.746094, 0.691406, 0.660156, 0.652344, 0.6875, 0.683594, 1.710938, 0.722656, 0.65625, 0.726562, 0.65625, 0.683594, 0.675781, 0.726562, 0.859375, 0.785156, 0.738281, 0.757812, 0.738281, 0.667969, 0.730469, 0.65625, 1.898438, 0.644531, 0.664062, 0.695312, 0.667969, 0.683594, 0.695312, 0.691406, 0.652344, 0.65625, 0.738281, 0.664062, 0.679688, 0.652344, 0.703125, 0.851562, 0.71875, 0.792969, 0.667969, 0.707031, 0.625, 0.710938, 0.714844, 0.671875, 0.726562, 0.699219, 0.644531, 0.652344, 0.6875, 0.714844, 0.996094, 0.699219, 0.6875, 0.832031, 0.703125, 0.710938, 0.679688, 0.652344, 0.8125, 0.75, 0.683594, 0.695312, 0.640625, 0.714844, 0.8125, 0.660156, 0.671875, 2.046875, 0.652344, 0.757812, 0.5625, 0.652344, 0.65625, 0.734375, 0.703125, 1.992188, 0.667969, 0.726562, 0.675781, 0.691406, 0.703125, 0.832031, 0.710938, 0.691406, 1.90625, 2.046875, 0.75, 0.742188, 0.699219, 0.617188, 0.710938, 0.707031, 0.703125, 0.699219, 0.765625, 0.6875, 0.769531, 0.683594, 0.65625, 0.707031, 0.652344, 1.9375, 0.617188, 0.644531, 0.636719, 1.757812, 0.714844, 0.695312, 0.667969, 0.6875, 0.695312, 0.703125, 0.65625, 0.675781, 0.699219, 0.636719, 1.039062, 0.695312, 0.714844, 0.738281, 0.617188, 0.691406, 0.675781, 1.023438, 0.6875, 0.699219, 0.734375, 0.671875, 0.667969, 0.726562, 1.867188, 0.65625, 0.804688, 0.847656, 1.570312, 0.757812, 0.660156, 0.757812, 0.710938, 0.699219, 0.859375, 2.1875, 0.652344, 0.695312, 0.632812, 0.691406, 0.636719, 0.660156, 0.667969, 0.871094, 0.75, 0.648438, 0.792969, 0.625, 0.691406, 0.625, 0.699219, 0.632812, 0.65625, 0.785156, 0.652344, 0.660156, 0.71875, 1.71875, 0.75, 1.148438, 0.664062, 0.6875, 0.722656, 0.652344, 0.625, 0.765625, 0.734375, 2.03125, 0.902344, 0.648438, 0.644531, 0.664062, 0.683594, 0.667969, 0.652344, 0.773438, 0.648438, 0.707031, 0.867188, 0.722656, 0.644531, 0.738281, 0.703125, 0.710938, 0.6875, 0.65625, 0.71875, 0.671875, 0.695312, 0.628906, 0.753906, 0.523438, 0.664062, 0.722656, 0.667969, 0.660156, 0.765625, 0.648438, 0.703125, 0.679688, 0.699219, 0.652344, 0.722656, 0.722656, 0.734375, 0.703125, 1.742188, 0.808594, 0.664062, 0.671875, 0.664062, 0.644531, 0.679688, 0.703125, 2.265625, 0.808594, 0.640625, 0.8125, 0.667969, 0.71875, 1.078125, 0.75, 0.664062, 0.710938, 2.046875, 0.734375, 0.960938, 0.875, 0.828125, 0.746094, 0.691406, 0.734375, 0.6875, 0.71875, 0.75, 0.699219, 0.65625, 0.695312, 0.65625, 0.679688, 0.652344, 0.703125, 0.738281, 0.824219, 0.636719, 0.890625, 0.714844, 0.695312, 0.660156, 0.765625, 0.75, 0.773438, 0.660156, 0.652344, 0.6875, 0.71875, 0.75, 0.773438, 0.746094, 1.96875, 0.703125, 0.710938, 0.644531, 0.8125, 0.644531, 0.699219, 2.125, 0.683594, 0.773438, 0.707031, 0.714844, 0.683594, 0.683594, 0.699219, 0.601562, 0.683594, 0.703125, 0.664062, 0.847656, 1.179688, 0.757812, 0.742188, 0.847656, 0.628906, 0.667969, 0.726562, 0.683594, 0.679688, 0.423828, 0.6875, 0.804688, 0.644531, 0.6875, 0.640625, 0.710938, 2.15625, 0.726562, 1.929688, 0.695312, 0.898438, 0.605469, 0.671875, 0.691406, 0.667969, 0.726562, 0.664062, 0.675781, 0.648438, 0.742188, 0.789062, 0.796875, 0.742188, 0.734375, 1.578125, 0.761719, 0.734375, 1.117188, 0.699219, 0.625, 0.71875, 0.71875, 0.765625, 0.707031, 0.675781, 0.792969, 0.757812, 0.660156, 0.636719, 0.660156, 0.65625, 1.945312, 0.714844, 0.65625, 0.703125, 0.699219, 0.675781, 2.03125, 0.691406, 0.644531, 1.640625, 0.707031, 0.644531, 0.722656, 1.671875, 0.78125, 0.640625, 0.671875, 0.6875, 0.914062, 0.703125, 0.625, 0.679688, 0.699219, 0.785156, 0.683594, 0.746094, 2.109375, 0.734375, 0.683594, 0.707031, 0.625, 2.1875, 0.699219, 0.714844, 0.65625, 0.65625, 0.671875, 2.078125, 0.652344, 0.8125, 0.660156, 0.714844, 1.710938, 0.808594, 0.824219, 0.769531, 1.539062, 0.707031, 0.605469, 0.71875, 0.90625, 0.636719, 0.738281, 0.621094, 1.101562, 0.667969, 0.730469, 0.6875, 0.636719, 0.632812, 0.6875, 0.710938, 0.660156, 0.671875, 0.703125, 0.640625, 0.722656, 0.628906, 0.621094, 0.730469, 0.71875, 0.6875, 0.605469, 0.730469, 0.726562, 0.679688, 0.691406, 0.773438, 0.617188, 0.652344, 2.03125, 0.644531, 0.777344, 0.75, 0.699219, 0.664062, 0.710938, 0.769531, 0.628906, 2.3125, 0.707031, 0.632812, 0.738281, 0.605469, 0.644531, 0.679688, 0.816406, 0.722656, 0.671875, 0.664062, 1.765625, 0.667969, 2.0, 1.851562, 0.683594, 0.699219, 1.65625, 0.640625, 0.707031, 0.757812, 0.769531, 0.664062, 0.792969, 0.660156, 0.703125, 1.101562, 1.84375, 1.8125, 0.644531, 0.65625, 0.71875, 0.765625, 0.679688, 0.761719, 0.742188, 0.644531, 0.6875, 0.683594, 2.03125, 0.628906, 0.726562, 0.691406, 0.671875, 0.757812, 0.683594, 0.714844, 0.695312, 0.691406, 0.710938, 0.71875, 0.671875, 0.742188, 0.871094, 0.789062, 2.03125, 0.699219, 0.617188, 1.09375, 0.664062, 0.671875, 0.6875, 0.699219, 0.652344, 0.699219, 0.636719, 0.722656, 0.679688, 0.699219, 0.75, 0.691406, 0.789062, 2.140625, 0.474609, 0.679688, 0.640625, 0.714844, 0.675781, 0.753906, 0.6875, 0.777344, 1.5625, 0.71875, 0.652344, 0.632812, 0.671875, 0.808594, 0.902344, 0.691406, 0.738281, 1.054688, 0.628906, 0.738281, 0.703125, 0.644531, 0.679688, 0.652344, 0.667969, 1.960938, 0.75, 0.671875, 0.691406, 0.6875, 0.691406, 0.875, 0.679688, 0.722656, 0.691406, 0.707031, 0.671875, 1.992188, 0.734375, 2.078125, 0.660156, 0.675781, 0.757812, 0.734375, 0.632812, 1.875, 0.628906, 0.691406, 0.683594, 0.648438, 0.652344, 0.644531, 0.625, 0.664062, 0.660156, 0.726562, 2.234375, 0.667969, 0.683594, 0.644531, 0.757812, 0.675781, 0.691406, 0.699219, 0.730469, 0.707031, 0.84375, 0.742188, 1.773438, 0.652344, 0.699219, 0.628906, 0.695312, 0.664062, 0.597656, 0.714844, 0.789062, 0.730469, 0.664062, 0.765625, 0.703125, 0.449219, 0.648438, 0.664062, 0.96875, 0.664062, 0.863281, 2.265625, 0.675781, 0.726562, 0.753906, 0.601562, 0.71875, 2.140625, 0.699219, 0.660156, 0.710938, 0.652344, 0.652344, 0.707031, 0.660156, 0.691406, 0.703125, 0.65625, 0.652344, 0.785156, 0.714844, 0.78125, 0.761719, 0.886719, 0.738281, 0.628906, 0.664062, 0.6875, 0.871094, 0.648438, 0.660156, 0.71875, 0.738281, 0.675781, 0.730469, 0.695312, 1.28125, 0.652344, 0.78125, 0.667969, 0.714844, 0.691406, 0.6875, 0.703125, 0.710938, 0.875, 1.984375, 0.683594, 0.707031, 0.617188, 0.683594, 0.703125, 1.304688, 0.660156, 0.742188, 0.6875, 2.0, 0.691406, 0.742188, 0.683594, 0.6875, 0.625, 0.644531, 0.699219, 0.667969, 0.707031, 0.695312, 0.773438, 0.636719, 0.691406, 0.65625, 0.683594, 1.84375, 0.738281, 0.710938, 0.777344, 0.621094, 0.761719, 1.820312, 0.691406, 0.652344, 0.644531, 0.613281, 0.667969, 0.84375, 0.675781, 0.71875, 0.699219, 0.65625, 1.78125, 0.636719, 0.746094, 0.664062, 0.625, 0.730469, 0.738281, 1.71875, 0.738281, 1.515625, 0.6875, 0.679688, 0.671875, 0.804688, 0.660156, 2.15625, 0.699219, 0.804688, 1.859375, 0.65625, 0.609375, 0.742188, 0.71875, 0.691406, 0.707031, 0.667969, 0.671875, 0.703125, 0.644531, 0.699219, 0.671875, 0.6875, 0.695312, 0.667969, 0.644531, 0.640625, 0.671875, 0.746094, 0.726562, 0.632812, 0.957031, 0.757812, 0.707031, 0.769531, 0.664062, 0.710938, 0.667969, 0.695312, 0.566406, 0.667969, 0.675781, 0.695312, 0.722656, 0.746094, 0.695312, 0.667969, 0.691406, 0.761719, 0.632812, 0.679688, 0.738281, 0.746094, 1.171875, 0.640625, 0.664062, 0.675781, 0.808594, 0.679688, 0.789062, 0.648438, 0.972656, 0.714844, 0.675781, 0.75, 0.675781, 0.746094, 0.691406, 0.691406, 0.695312, 0.707031, 0.671875, 0.664062, 0.707031, 1.070312, 0.648438, 0.691406, 0.695312, 0.722656, 0.753906, 0.707031, 1.007812, 1.398438, 0.703125, 0.785156, 1.078125, 0.8125, 0.691406, 0.636719, 0.828125, 0.6875, 0.707031, 0.675781, 0.746094, 0.636719, 0.804688, 0.664062, 0.691406, 0.632812, 0.808594, 0.65625, 0.644531, 0.503906, 0.695312, 0.9375, 0.761719, 1.234375, 0.625, 0.691406, 0.636719, 0.679688, 0.78125, 0.765625, 0.625, 0.699219, 0.699219, 0.753906, 0.667969, 0.703125, 2.046875, 2.1875, 0.6875, 0.683594, 0.660156, 0.6875, 1.195312, 0.707031, 0.691406, 0.628906, 0.738281, 0.84375, 0.609375, 0.777344, 0.628906, 2.234375, 0.878906, 0.734375, 0.753906, 1.25, 0.660156, 0.675781, 1.117188, 0.6875, 0.796875, 0.625, 0.6875, 0.777344, 0.761719, 0.652344, 0.703125, 0.804688, 0.691406, 0.652344, 0.707031, 0.660156, 0.683594, 0.699219, 0.660156, 0.855469, 0.714844, 0.640625, 0.699219, 0.660156, 0.910156, 0.648438, 1.742188, 0.6875, 0.683594, 0.871094, 0.683594, 0.878906, 0.714844, 0.875, 0.734375, 0.695312, 0.75, 0.695312, 0.652344, 0.636719, 1.882812, 0.742188, 0.671875, 0.636719, 0.75, 0.785156, 0.628906, 0.675781, 0.671875, 0.699219, 0.605469, 0.695312, 0.726562, 0.683594, 0.882812, 0.730469, 0.660156, 0.699219, 0.667969, 0.664062, 0.753906, 0.710938, 0.722656, 0.683594, 0.871094, 0.789062, 0.832031, 0.710938, 0.628906, 0.660156, 0.707031, 0.660156, 1.0625, 0.796875, 0.730469, 0.683594, 0.714844, 0.664062, 0.667969, 0.667969, 0.675781, 0.746094, 0.917969, 0.71875, 0.699219, 1.453125, 0.828125, 1.0625, 0.660156, 0.667969, 0.746094, 0.679688, 0.671875, 2.09375, 0.722656, 0.707031, 0.800781, 0.710938, 1.8125, 0.636719, 0.699219, 0.675781, 0.675781, 0.632812, 0.675781, 0.675781, 0.703125, 0.871094, 0.761719, 0.691406, 0.742188, 0.800781, 0.777344, 0.746094, 0.753906, 0.96875, 1.148438, 0.714844, 0.695312, 2.0, 1.242188, 0.699219, 0.691406, 0.640625, 0.722656, 0.660156, 0.65625, 0.644531, 0.648438, 0.6875, 0.726562, 0.683594, 0.671875, 0.683594, 0.675781, 0.691406, 0.820312, 2.0625, 0.683594, 0.6875, 0.640625, 0.691406, 0.90625, 2.171875, 0.671875, 1.0625, 0.75, 0.75, 0.675781, 0.679688, 0.707031, 0.640625, 0.667969, 0.644531, 0.75, 0.734375, 0.648438, 2.09375, 0.636719, 1.875, 0.671875, 0.691406, 0.789062, 0.691406, 0.703125, 0.710938, 0.582031, 0.765625, 0.585938, 2.078125, 0.800781, 0.679688, 0.636719, 0.675781, 0.714844, 0.679688, 0.765625, 0.726562, 0.671875, 0.683594, 0.714844, 0.6875, 0.710938, 0.984375, 0.761719, 0.921875, 0.679688, 0.679688, 0.695312, 0.695312, 0.664062, 0.710938, 0.71875, 0.746094, 0.726562, 0.621094, 0.738281, 0.71875, 0.695312, 1.1875, 0.683594, 0.769531, 1.875, 0.671875, 0.671875, 0.722656, 0.625, 0.683594, 0.699219, 0.683594, 0.667969, 0.730469, 0.636719, 0.71875, 1.375, 0.886719, 1.804688, 0.585938, 0.710938, 2.234375, 0.730469, 1.734375, 0.652344, 0.742188, 0.707031, 0.636719, 0.757812, 0.675781, 0.722656, 0.699219, 0.660156, 0.671875, 0.757812, 0.707031, 0.652344, 0.648438, 0.828125, 2.046875, 0.644531, 1.0, 0.667969, 0.660156, 0.65625, 0.65625, 0.691406, 0.859375, 0.703125, 0.710938, 0.703125, 2.15625, 0.707031, 0.746094, 0.839844, 2.109375, 0.757812, 0.675781, 0.699219, 0.757812, 0.691406, 1.148438, 0.679688, 0.648438, -0.017334, 0.792969, 0.664062, 0.707031, 0.679688, 0.683594, 0.753906, 0.769531, 0.65625, 1.109375, 0.910156, 0.660156, 0.710938, 0.738281, 0.683594, 0.695312, 0.730469, 0.703125, 0.761719, 0.648438, 0.808594, 1.289062, 0.773438, 0.683594, 0.628906, 0.742188, 0.660156, 1.015625, 0.980469, 2.28125, 0.691406, 0.703125, 0.746094, 0.65625, 2.0, 0.8125, 1.382812, 0.792969, 0.726562, 0.703125, 0.652344, 0.628906, 0.75, 0.660156, 0.691406, 0.65625, 0.707031, 0.691406, 0.714844, 0.824219, 0.65625, 0.730469, 0.65625, 0.726562, 1.179688, 0.882812, 0.667969, 0.660156, 0.828125, 0.714844, 0.699219, 0.65625, 0.679688, 0.648438, 0.738281, 0.695312, 0.929688, 0.679688, 0.886719, 1.132812, 0.714844, 0.679688, 0.695312, 0.808594, 0.734375, 0.714844, 0.722656, 0.652344, 0.664062, 0.6875, 0.707031, 0.816406, 0.71875, 0.679688, 0.851562, 2.25, 0.667969, 0.664062, 0.71875, 2.34375, 0.832031, 0.722656, 0.640625, 0.753906, 0.636719, 0.796875, 0.789062, 0.664062, 0.726562, 0.75, 0.683594, 0.796875, 0.667969, 0.71875, 0.667969, 0.605469, 0.933594, 1.015625, 0.816406, 0.679688, 0.753906, 0.695312, 0.792969, 0.644531, 0.675781, 1.75, 0.675781, 0.722656, 0.726562, 0.65625, 0.535156, 0.65625, 0.730469, 0.707031, 0.722656, 0.804688, 0.695312, 0.675781, 0.664062, 0.652344, 0.625, 0.652344, 0.671875, 0.828125, 0.648438, 0.652344, 0.683594, 0.683594, 0.75, 0.65625, 0.789062, 0.667969, 0.683594, 1.109375, 1.0, 0.746094, 0.691406, 0.753906, 0.960938, 0.75, 0.796875, 0.746094, 0.695312, 0.871094, 0.683594, 2.265625, 0.6875, 0.640625, 0.65625, 0.671875, 0.484375, 0.828125, 0.679688, 0.734375, 0.734375, 0.726562, 0.679688, 1.664062, 2.125, 0.671875, 0.710938, 0.683594, 0.648438, 0.789062, 0.667969, 0.9375, 0.679688, 0.730469, 0.65625, 0.671875, 0.996094, 0.640625, 0.695312, 0.675781, 1.015625, 0.710938, 0.691406, 0.859375, 0.707031, 2.15625, 0.722656, 0.632812, 0.535156, 0.636719, 0.664062, 0.6875, 0.664062, 0.8125, 0.648438, 0.785156, 0.707031, 0.710938, 1.070312, 0.726562, 0.679688, 0.761719, 0.695312, 0.695312, 0.679688, 0.671875, 2.296875, 0.691406, 0.910156, 0.796875, 0.777344, 0.726562, 0.769531, 0.726562, 0.648438, 0.6875, 1.03125, 0.722656, 0.78125, 0.648438, 0.816406, 0.882812, 0.601562, 0.710938, 0.710938, 0.6875, 0.640625, 0.667969, 0.730469, 0.707031, 0.714844, 0.664062, 0.695312, 0.714844, 0.832031, 0.714844, 0.664062, 0.628906, 0.707031, 0.789062, 0.621094, 0.695312, 0.691406, 0.78125, 0.734375, 0.671875, 1.304688, 0.785156, 0.703125, 0.675781, 0.695312, 0.757812, 0.730469, 0.699219, 0.839844, 0.726562, 0.691406, 0.671875, 0.789062, 0.691406, 0.773438, 0.671875, 0.707031, 0.730469, 0.652344, 0.769531, 2.03125, 0.769531, 0.707031, 0.535156, 0.707031, 0.722656, 0.753906, 0.6875, 0.820312, 0.640625, 0.660156, 0.664062, 0.691406, 0.707031, 0.667969, 0.980469, 0.742188, 0.726562, 0.671875, 0.707031, 0.660156, 0.671875, 0.660156, 0.679688, 0.832031, 0.683594, 0.644531, 0.679688, 0.699219, 0.710938, 0.617188, 0.789062, 0.636719, 0.675781, 0.671875, 0.714844, 0.679688, 0.652344, 0.640625, 0.949219, 0.707031, 0.703125, 0.875, 0.714844, 0.707031, 0.648438, 0.703125, 1.5, 0.722656, 0.691406, 1.789062, 0.660156, 0.722656, 0.773438, 1.710938, 0.804688, 0.570312, 0.6875, 1.0625, 0.757812, 0.882812, 0.894531, 0.746094, 1.265625, 1.804688, 0.644531, 1.804688, 0.664062, 0.664062, 0.652344, 0.695312, 0.671875, 0.679688, 0.703125, 1.03125, 0.648438, 0.664062, 0.640625, 0.820312, 0.761719, 0.808594, 0.847656, 0.683594, 0.714844, 0.691406, 0.652344, 0.648438, 2.125, 0.65625, 0.695312, 0.691406, 0.65625, 0.671875, 0.78125, 0.738281, 0.703125, 0.640625, 0.808594, 0.703125, 0.652344, 1.859375, 0.671875, 0.691406, 0.699219, 0.652344, 0.769531, 0.839844, 0.722656, 0.550781, 0.710938, 0.699219, 0.691406, 0.628906, 1.492188, 0.679688, 0.644531, 0.792969, 0.644531, 0.757812, 0.742188, 2.15625, 0.691406, 0.949219, 0.660156, 0.71875, 0.65625, 0.652344, 0.671875, 0.664062, 0.714844, 0.730469, 0.714844, 0.660156, 0.847656, 0.671875, 0.738281, 0.675781, 0.71875, 0.65625, 0.683594, 0.800781, 0.65625, 0.683594, 0.746094, 0.84375, 0.644531, 0.742188, 0.761719, 0.90625, 0.882812, 0.707031, 0.664062, 0.75, 0.667969, 0.707031, 0.675781, 0.695312, 0.660156, 0.664062, 0.660156, 0.660156, 0.730469, 0.691406, 1.882812, 0.699219, 0.792969, 0.6875, 0.675781, 0.710938, 0.675781, 0.640625, 0.730469, 0.691406, 0.722656, 0.652344, 0.71875, 0.683594, 0.722656, 0.6875, 0.71875, 0.636719, 0.664062, 0.652344, 0.710938, 0.722656, 0.878906, 0.832031, 0.726562, 0.648438, 0.671875, 0.710938, 0.75, 0.730469, 0.707031, 0.636719, 0.667969, 0.71875, 0.648438, 0.675781, 1.1875, 0.742188, 0.675781, 0.679688, 0.679688, 0.722656, 0.671875, 2.21875, 0.722656, 0.714844, 0.652344, 0.742188, 0.695312, 0.664062, 0.675781, 0.722656, 0.683594, 0.621094, 0.699219, 0.679688, 0.917969, 0.792969, 0.660156, 0.699219, 0.640625, 0.640625, 0.820312, 0.664062, 0.671875, 0.679688, 0.679688, 1.507812, 2.203125, 0.65625, 0.769531, 0.671875, 0.71875, 0.765625, 0.785156, 1.335938, 0.675781, 0.65625, 0.746094, 0.644531, 0.644531, 0.804688, 0.691406, 0.773438, 0.671875, 0.6875, 0.675781, 1.554688, 0.71875, 0.71875, 0.753906, 0.84375, 0.675781, 0.691406, 0.703125, 0.789062, 0.78125, 0.753906, 0.675781, 0.707031, 0.726562, 0.660156, 0.679688, 0.703125, 0.667969, 0.632812, 0.648438, 0.644531, 0.75, 0.714844, 0.632812, 0.6875, 0.636719, 0.695312, 0.671875, 0.660156, 0.777344, 1.5625, 0.667969, 0.648438, 0.71875, 2.203125, 0.675781, 0.703125, 0.703125, 0.992188, 0.78125, 0.753906, 0.832031, 0.695312, 0.628906, 0.816406, 0.683594, 0.910156, 0.785156, 0.671875, 0.777344, 0.710938, 0.699219, 0.671875, 0.699219, 0.621094, 0.671875, 0.703125, 0.75, 0.660156, 0.824219, 0.691406, 0.667969, 0.675781, 0.636719, 0.667969, 0.671875, 0.652344, 2.21875, 0.640625, 0.664062, 0.6875, 0.777344, 0.667969, 0.683594, 0.699219, 0.660156, 0.664062, 0.628906, 0.691406, 0.6875, 0.703125, 0.753906, 0.667969, 0.714844, 0.664062, 0.933594, 0.660156, 0.671875, 0.691406, 0.664062, 0.652344, 2.171875, 0.675781, 0.726562, 0.683594, 0.675781, 0.683594, 0.707031, 0.699219, 0.761719, 0.761719, 0.722656, 1.109375, 0.703125, 0.726562, 0.683594, 0.671875, 1.992188, 0.632812, 0.695312, 0.640625, 0.671875, 0.707031, 0.761719, 0.636719, 0.707031, 0.765625, 0.691406, 0.644531, 0.664062, 0.679688, 0.957031, 0.726562, 0.679688, 0.699219, 0.6875, 0.578125, 0.652344, 0.644531, 0.722656, 0.640625, 0.714844, 0.679688, 0.6875, 1.023438, 0.785156, 0.648438, 0.71875, 0.714844, 0.757812, 0.691406, 0.652344, 0.835938, 0.640625, 0.648438, 0.628906, 0.660156, 0.695312, 0.667969, 0.625, 0.644531, 0.671875, 0.671875, 0.6875, 0.753906, 0.625, 0.648438, 0.75, 0.648438, 0.667969, 0.625, 0.707031, 0.660156, 0.730469, 0.65625, 0.660156, 0.695312, 0.671875, 1.21875, 0.746094, 0.773438, 0.695312, 0.730469, 0.675781, 0.652344, 0.703125, 0.722656, 1.21875, 0.648438, 0.707031, 2.109375, 0.730469, 0.683594, 0.660156, 0.753906, 0.792969, 0.707031, 0.730469, 0.636719, 0.640625, 0.675781, 0.875, 0.671875, 0.648438, 0.730469, 0.679688, 0.636719, 0.992188, 0.921875, 0.699219, 2.1875, 0.671875, 0.660156, 0.792969, 0.675781, 0.699219, 0.625, 1.882812, 0.714844, 0.714844, 0.660156, 0.664062, 0.679688, 2.265625, 0.671875, 0.800781, 0.65625, 0.746094, 0.71875, 0.996094, 0.78125, 0.59375, 1.867188, 0.835938, 0.664062, 0.730469, 0.738281, 0.726562, 0.785156, 0.792969, 0.761719, 0.800781, 0.773438, 0.722656, 0.699219, 0.695312, 0.679688, 0.65625, 0.695312, 1.96875, 0.519531, 0.726562, 0.660156, 0.65625, 0.71875, 0.695312, 0.707031, 0.628906, 0.667969, 0.738281, 0.640625, 0.65625, 0.703125, 1.421875, 0.644531, 0.683594, 0.699219, 0.640625, 0.710938, 2.171875, 0.65625, 0.726562, 0.679688, 0.746094, 0.671875, 0.660156, 0.765625, 0.679688, 0.875, 0.664062, 2.0, 0.722656, 0.703125, 0.710938, 0.664062, 0.6875, 0.570312, 0.671875, 0.769531, 2.21875, 1.265625, 0.699219, 0.6875, 1.257812, 0.699219, 0.679688, 0.640625, 0.804688, 0.648438, 0.722656, 0.6875, 0.738281, 0.714844, 0.691406, 1.914062, 0.757812, 0.691406, 0.667969, 0.695312, 0.679688, 0.667969, 0.757812, 0.792969, 0.664062, 1.65625, 0.714844, 0.75, 0.671875, 0.820312, 1.015625, 0.667969, 0.746094, 2.0625, 0.738281, 0.738281, 0.78125, 0.703125, 0.785156, 0.65625, 0.703125, 0.65625, 0.75, 0.765625, 0.6875, 0.625, 0.695312, 0.730469, 0.683594, 0.683594, 0.691406, 0.789062, 0.652344, 0.6875, 0.691406, 0.738281, 0.664062, 0.664062, 0.730469, 0.824219, 0.792969, 0.785156, 0.691406, 0.664062, 1.960938, 0.660156, 0.699219, 0.765625, 0.632812, 0.679688, 0.648438, 0.691406, 0.65625, 1.40625, 0.625, 0.691406, 0.710938, 0.730469, 0.722656, 0.703125, 0.6875, 0.699219, 0.742188, 0.726562, 2.21875, 0.742188, 0.734375, 0.730469, 0.667969, 0.703125, 0.695312, 0.800781, 1.023438, 0.808594, 0.894531, 0.730469, 0.667969, 0.734375, 0.726562, 0.8125, 0.664062, 0.738281, 0.933594, 0.6875, 0.648438, 0.730469, 0.699219, 0.691406, 0.800781, 0.644531, 2.171875, 0.691406, 0.65625, 2.109375, 0.679688, 0.613281, 1.476562, 0.636719, 1.796875, 0.679688, 0.679688, 1.679688, 0.699219, 0.6875, 0.730469, 1.1875, 0.691406, 2.1875, 0.667969, 1.828125, 0.699219, 0.785156, 0.679688, 0.636719, 0.820312, 0.707031, 0.75, 0.691406, 0.625, 0.628906, 0.71875, 0.753906, 0.675781, 2.109375, 0.714844, 0.632812, 1.59375, 0.730469, 0.691406, 1.234375, 0.785156, 0.695312, 0.640625, 0.625, 0.671875, 2.25, 0.707031, 0.6875, 0.746094, 0.710938, 0.644531, 0.707031, 0.6875, 0.726562, 0.695312, 0.726562, 0.707031, 0.746094, 0.699219, 0.726562, 0.683594, 0.648438, 0.851562, 0.753906, 0.691406, 0.6875, 0.761719, 0.671875, 0.714844, 0.761719, 0.582031, 1.960938, 0.753906, 0.675781, 0.726562, 0.695312, 0.726562, 0.773438, 0.679688, 0.652344, 0.667969, 0.574219, 0.699219, 0.660156, 0.652344, 0.714844, 0.671875, 0.652344, 1.6875, 0.652344, 0.675781, 0.675781, 0.644531, 0.632812, 0.710938, 0.679688, 0.625, 0.769531, 2.03125, 0.738281, 0.558594, 0.625, 0.738281, 0.746094, 0.710938 ] }, "name": "model.model.layers.25.input_layernorm.weight", "outputIndexes": [ 2046 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2045 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_25/Mul_output_0", "outputIndexes": [ 2047 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2046, 2047 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_25/Mul_1_output_0", "outputIndexes": [ 2048 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2048 ], "outputIndexes": [ 3008 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3008 ], "outputIndexes": [ 3009 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear", "inputIndexes": [ 3009 ], "outputIndexes": [ 3010 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 3277674250, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3010 ], "outputIndexes": [ 3011 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3011 ], "outputIndexes": [ 2049 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2048 ], "main_type": "NONE", "name": "/Shape_351_output_0", "outputIndexes": [ 2050 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2050 ], "main_type": "NONE", "name": "Shape6329", "outputIndexes": [ 2051 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2050 ], "main_type": "NONE", "name": "Rank6331", "outputIndexes": [ 2052 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2052, 2052 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6333", "outputIndexes": [ 2053 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2053 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6334", "outputIndexes": [ 2054 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2053, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6336", "outputIndexes": [ 2055 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2055 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6337", "outputIndexes": [ 2056 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2051, 2054, 2056, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6340", "outputIndexes": [ 2057 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2057 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6341", "outputIndexes": [ 2058 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2058 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6342", "outputIndexes": [ 2059 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2059, 2058 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6343", "outputIndexes": [ 2060 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2050, 2060, 2053 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_379_output_0", "outputIndexes": [ 2061 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2061, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_801_output_0", "outputIndexes": [ 2062 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2062, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_325_output_0", "outputIndexes": [ 2063 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2049, 2063 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_226_output_0", "outputIndexes": [ 2064 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2064, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_200_output_0", "outputIndexes": [ 2065 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2064 ], "main_type": "NONE", "name": "/Shape_352_output_0", "outputIndexes": [ 2066 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2066 ], "main_type": "NONE", "name": "Shape6350", "outputIndexes": [ 2067 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2066 ], "main_type": "NONE", "name": "Rank6352", "outputIndexes": [ 2068 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2068, 2068 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6354", "outputIndexes": [ 2069 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2069 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6355", "outputIndexes": [ 2070 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2069, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6357", "outputIndexes": [ 2071 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2071 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6358", "outputIndexes": [ 2072 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2067, 2070, 2072, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6361", "outputIndexes": [ 2073 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2073 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6362", "outputIndexes": [ 2074 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2074 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6363", "outputIndexes": [ 2075 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2075, 2074 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6364", "outputIndexes": [ 2076 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2066, 2076, 2069 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_380_output_0", "outputIndexes": [ 2077 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2077, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_75_output_0", "outputIndexes": [ 2078 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2078, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_806_output_0", "outputIndexes": [ 2079 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2064, 2079, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_101_output_0", "outputIndexes": [ 2080 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2080 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_50_output_0", "outputIndexes": [ 2081 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2064, 22, 2079, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_100_output_0", "outputIndexes": [ 2082 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2081, 2082 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_328_output_0", "outputIndexes": [ 2083 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2083, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_201_output_0", "outputIndexes": [ 2084 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2065, 2084 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_125_output_0", "outputIndexes": [ 2085 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2048 ], "outputIndexes": [ 3012 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3012 ], "outputIndexes": [ 3013 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear", "inputIndexes": [ 3013 ], "outputIndexes": [ 3014 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 3284913952, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3014 ], "outputIndexes": [ 3015 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3015 ], "outputIndexes": [ 2086 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2062, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_326_output_0", "outputIndexes": [ 2087 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2086, 2087 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_227_output_0", "outputIndexes": [ 2088 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2088, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_202_output_0", "outputIndexes": [ 2089 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2088 ], "main_type": "NONE", "name": "/Shape_353_output_0", "outputIndexes": [ 2090 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2090 ], "main_type": "NONE", "name": "Shape6413", "outputIndexes": [ 2091 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2090 ], "main_type": "NONE", "name": "Rank6415", "outputIndexes": [ 2092 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2092, 2092 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6417", "outputIndexes": [ 2093 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2093 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6418", "outputIndexes": [ 2094 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2093, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6420", "outputIndexes": [ 2095 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2095 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6421", "outputIndexes": [ 2096 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2091, 2094, 2096, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6424", "outputIndexes": [ 2097 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2097 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6425", "outputIndexes": [ 2098 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2098 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6426", "outputIndexes": [ 2099 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2099, 2098 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6427", "outputIndexes": [ 2100 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2090, 2100, 2093 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_381_output_0", "outputIndexes": [ 2101 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2101, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_76_output_0", "outputIndexes": [ 2102 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2102, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_808_output_0", "outputIndexes": [ 2103 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2088, 2103, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_103_output_0", "outputIndexes": [ 2104 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2104 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_51_output_0", "outputIndexes": [ 2105 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2088, 22, 2103, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_102_output_0", "outputIndexes": [ 2106 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2105, 2106 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_329_output_0", "outputIndexes": [ 2107 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2107, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_203_output_0", "outputIndexes": [ 2108 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2089, 2108 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_126_output_0", "outputIndexes": [ 2109 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2048 ], "outputIndexes": [ 3016 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3016 ], "outputIndexes": [ 3017 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear", "inputIndexes": [ 3017 ], "outputIndexes": [ 3018 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 3285948214, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3018 ], "outputIndexes": [ 3019 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3019 ], "outputIndexes": [ 2110 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2110, 2087 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_228_output_0", "outputIndexes": [ 2111 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2085, 2109, 2111, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_233_output_0", "outputIndexes": [ 2112 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2112 ], "outputIndexes": [ 3020 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3020 ], "outputIndexes": [ 3021 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear", "inputIndexes": [ 3021 ], "outputIndexes": [ 3022 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 3286982476, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3022 ], "outputIndexes": [ 3023 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3023 ], "outputIndexes": [ 2113 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2045, 2113 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_128_output_0", "outputIndexes": [ 2114 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.492188, 1.460938, 1.546875, 1.320312, 1.476562, 1.367188, 1.445312, 1.476562, 0.617188, 1.1875, 1.4375, 1.296875, 1.414062, 1.335938, 1.242188, 1.445312, 1.453125, 1.375, 1.445312, 1.101562, 1.132812, 1.453125, 1.476562, 1.359375, 1.351562, 1.492188, 0.988281, 1.328125, 1.328125, 1.367188, 1.515625, 1.296875, 1.015625, 1.382812, 1.5, 1.546875, 1.335938, 0.390625, 1.476562, 1.1875, 1.476562, 1.453125, 1.5625, 1.429688, 1.492188, 1.5, 1.328125, 1.492188, 1.445312, 1.273438, 1.492188, 1.4375, 1.398438, 1.4375, 1.4375, 1.359375, 1.46875, 1.671875, 1.46875, 1.15625, 1.304688, 1.46875, 1.460938, 1.429688, 1.5, 1.453125, 1.28125, 1.4375, 1.28125, 1.390625, 1.390625, 1.28125, 1.484375, 1.429688, 1.476562, 1.46875, 1.359375, 1.34375, 0.609375, 1.507812, 1.492188, 1.625, 1.492188, 1.398438, 1.453125, 0.949219, 1.453125, 1.59375, 1.460938, 1.023438, 1.445312, 1.460938, 1.476562, 1.460938, 1.453125, 1.414062, 0.898438, 1.328125, 1.46875, 1.1875, 1.296875, 1.28125, 1.585938, 1.429688, 1.328125, 1.453125, 1.382812, 1.273438, 1.375, 1.398438, 1.453125, 1.40625, 1.414062, 0.408203, 1.421875, 0.490234, 1.265625, 1.453125, 1.484375, 1.171875, 1.382812, 1.398438, 1.523438, 1.4375, 1.421875, 1.375, 1.46875, 1.40625, 0.949219, 1.351562, 1.125, 1.515625, 1.320312, 1.453125, 2.125, 1.429688, 1.40625, 1.453125, 1.3125, 1.46875, 1.382812, 1.460938, 1.578125, 1.335938, 0.585938, 1.335938, 1.484375, 1.445312, 1.484375, 1.46875, 1.484375, 1.429688, 1.421875, 1.445312, 1.3125, 1.382812, 1.304688, 1.226562, 1.492188, 1.507812, 1.164062, 1.273438, 0.699219, 1.429688, 0.439453, 1.289062, 1.375, 1.289062, 1.40625, 1.4375, 1.4375, 1.351562, 1.335938, 1.335938, 1.445312, 1.578125, 1.429688, 1.429688, 1.507812, 1.4375, 1.257812, 1.414062, 1.5, 1.234375, 1.296875, 1.453125, 1.414062, 1.171875, 1.398438, 1.453125, 1.226562, 1.460938, 1.21875, 1.367188, 1.53125, 1.4375, 1.4375, 1.492188, 1.226562, 1.398438, 1.414062, 0.365234, 1.421875, 1.421875, 1.421875, 1.445312, 1.203125, 1.359375, 1.507812, 1.234375, 1.46875, 1.359375, 1.3125, 1.4375, 1.460938, 1.367188, 1.28125, 1.226562, 1.546875, 1.382812, 1.4375, 1.296875, 1.328125, 1.46875, 1.445312, 1.53125, 1.320312, 1.328125, 1.375, 1.453125, 1.460938, 1.460938, 1.453125, 1.421875, 1.445312, 1.4375, 1.398438, 1.484375, 0.980469, 1.429688, 1.460938, 1.414062, 1.453125, 1.4375, 1.320312, 1.28125, 1.460938, 1.476562, 1.460938, 1.421875, 1.445312, 1.546875, 1.289062, 1.398438, 1.4375, 1.335938, 1.46875, 0.902344, 1.390625, 1.273438, 1.445312, 1.460938, 1.460938, 1.46875, 1.421875, 1.304688, 1.398438, 1.429688, 1.359375, 1.460938, 1.414062, 1.460938, 1.453125, 1.335938, 1.34375, 1.539062, 1.453125, 1.09375, 1.320312, 1.46875, 1.398438, 1.445312, 0.941406, 1.453125, 1.382812, 1.492188, 1.265625, 1.445312, 1.46875, 1.171875, 1.539062, 1.132812, 1.359375, 1.28125, 1.210938, 1.414062, 1.296875, 1.226562, 1.4375, 1.421875, 1.351562, 1.328125, 1.21875, 1.484375, 1.625, 1.46875, 1.4375, 1.414062, 1.429688, 1.460938, 0.78125, 1.375, 1.453125, 1.414062, 0.447266, 1.453125, 1.421875, 1.515625, 1.4375, 1.429688, 1.492188, 1.40625, 1.328125, 1.398438, 1.375, 1.445312, 1.375, 1.429688, 1.375, 1.390625, 0.957031, 1.390625, 1.398438, 1.390625, 1.257812, 1.398438, 1.453125, 2.28125, 1.460938, 1.265625, 0.957031, 1.40625, 1.421875, 1.390625, 1.070312, 1.476562, 1.484375, 1.460938, 1.398438, 1.414062, 1.453125, 1.3125, 1.484375, 1.4375, 1.53125, 1.445312, 1.46875, 1.460938, 1.40625, 1.460938, 1.382812, 1.523438, 0.992188, 1.28125, 0.972656, 1.226562, 1.390625, 1.492188, 1.4375, 1.210938, 1.4375, 1.4375, 1.453125, 1.398438, 1.453125, 1.53125, 0.921875, 1.195312, 1.445312, 1.46875, 1.46875, 1.476562, 1.289062, 1.46875, 1.453125, 1.179688, 1.515625, 1.429688, 1.445312, 1.34375, 1.453125, 1.5, 1.375, 1.351562, 1.335938, 1.460938, 1.328125, 1.335938, 1.460938, 0.976562, 1.296875, 1.507812, 1.289062, 1.484375, 1.140625, 1.460938, 1.445312, 1.46875, 1.460938, 1.296875, 1.25, 1.453125, 1.484375, 1.4375, 1.460938, 1.59375, 1.476562, 1.445312, 1.4375, 1.484375, 1.265625, 1.34375, 1.421875, 1.203125, 1.40625, 1.257812, 1.476562, 1.476562, 1.226562, 1.421875, 1.4375, 1.375, 1.25, 1.390625, 1.453125, 1.242188, 1.375, 1.445312, 1.40625, 1.304688, 1.421875, 1.476562, 1.46875, 1.4375, 1.265625, 1.3125, 1.390625, 1.453125, 1.429688, 1.578125, 1.492188, 1.460938, 1.460938, 1.4375, 1.453125, 2.5625, 1.28125, 1.398438, 0.722656, 1.382812, 1.445312, 1.359375, 1.445312, 1.070312, 1.320312, 1.460938, 1.320312, 1.429688, 1.234375, 1.4375, 1.34375, 0.980469, 1.460938, 1.46875, 1.46875, 1.296875, 1.382812, 1.179688, 1.46875, 1.46875, 1.460938, 1.414062, 1.226562, 1.445312, 1.132812, 1.492188, 1.546875, 1.453125, 1.476562, 1.414062, 2.890625, 1.507812, 1.585938, 1.445312, 1.5, 1.320312, 1.445312, 1.382812, 1.5, 1.46875, 1.414062, 1.320312, 1.34375, 1.296875, 1.40625, 1.335938, 1.476562, 1.21875, 1.4375, 1.367188, 1.484375, 1.484375, 1.445312, 1.46875, 1.46875, 1.335938, 1.3125, 1.421875, 1.398438, 1.539062, 1.382812, 1.460938, 1.445312, 1.078125, 1.453125, 1.34375, 1.5, 1.460938, 1.453125, 1.398438, 1.421875, 1.46875, 1.523438, 1.476562, 1.421875, 1.46875, 1.257812, 1.4375, 1.421875, 1.476562, 1.179688, 1.226562, 1.132812, 1.445312, 1.1875, 1.484375, 1.679688, 0.75, 1.367188, 1.523438, 1.390625, 1.554688, 1.429688, 1.085938, 1.320312, 1.21875, 1.398438, 1.445312, 1.460938, 1.320312, 1.492188, 1.453125, 1.351562, 1.28125, 1.320312, 1.460938, 1.390625, 1.429688, 1.429688, 1.210938, 1.445312, 1.429688, 1.257812, 1.25, 1.367188, 1.398438, 1.382812, 1.515625, 1.265625, 1.492188, 1.476562, 1.421875, 1.476562, 1.328125, 1.484375, 1.4375, 1.414062, 1.320312, 1.4375, 1.242188, 1.476562, 1.429688, 1.453125, 1.445312, 1.453125, 1.257812, 1.390625, 1.296875, 1.296875, 1.34375, 1.492188, 1.304688, 1.34375, 1.578125, 1.398438, 1.476562, 1.421875, 1.4375, 0.425781, 1.492188, 1.53125, 1.46875, 1.351562, 1.171875, 1.445312, 1.4375, 0.910156, 1.320312, 1.421875, 1.445312, 1.453125, 1.429688, 0.392578, 1.367188, 0.447266, 1.40625, 1.59375, 1.460938, 1.429688, 1.5, 1.289062, 1.351562, 1.390625, 1.414062, 1.296875, 1.34375, 1.476562, 1.320312, 1.46875, 1.421875, 1.398438, 1.171875, 1.460938, 1.445312, 1.492188, 0.660156, 1.46875, 1.4375, 1.429688, 1.398438, 0.945312, 1.34375, 1.460938, 1.242188, 0.949219, 1.460938, 1.367188, 1.4375, 1.453125, 1.273438, 1.265625, 1.351562, 0.417969, 1.460938, 1.453125, 1.460938, 1.414062, 1.414062, 1.476562, 1.4375, 1.40625, 1.414062, 1.429688, 1.460938, 1.421875, 1.421875, 1.492188, 1.28125, 1.367188, 1.460938, 1.429688, 1.476562, 1.289062, 1.46875, 0.996094, 1.382812, 1.421875, 1.3125, 1.304688, 1.023438, 1.484375, 1.421875, 1.421875, 1.5, 1.390625, 1.179688, 0.605469, 1.5, 1.21875, 1.4375, 1.226562, 1.46875, 1.476562, 1.453125, 1.421875, 1.4375, 1.382812, 0.941406, 1.4375, 1.476562, 1.367188, 1.226562, 1.390625, 1.367188, 1.296875, 0.211914, 0.855469, 1.460938, 1.15625, 1.484375, 1.289062, 1.4375, 1.460938, 1.429688, 1.484375, 1.460938, 1.429688, 0.96875, 1.273438, 1.328125, 1.46875, 1.445312, 1.367188, 1.46875, 1.304688, 1.46875, 1.195312, 1.25, 1.375, 1.492188, 1.429688, 1.414062, 1.265625, 1.304688, 1.4375, 1.453125, 1.476562, 1.28125, 1.523438, 1.390625, 1.164062, 1.421875, 1.414062, 1.421875, 1.46875, 1.429688, 1.304688, 1.484375, 1.414062, 0.984375, 1.453125, 1.328125, 1.445312, 0.847656, 1.4375, 1.4375, 1.460938, 1.320312, 1.117188, 1.640625, 1.382812, 1.460938, 0.964844, 1.398438, 1.515625, 0.953125, 1.4375, 1.53125, 1.46875, 1.40625, 1.40625, 1.289062, 1.46875, 1.414062, 1.195312, 1.4375, 1.414062, 1.171875, 1.453125, 1.40625, 1.453125, 1.140625, 0.855469, 1.382812, 1.492188, 1.164062, 1.210938, 1.492188, 1.539062, 1.453125, 1.40625, 0.5, 1.414062, 1.484375, 1.476562, 1.0, 1.445312, 1.40625, 1.320312, 1.148438, 1.328125, 1.398438, 1.4375, 1.992188, 1.460938, 1.40625, 1.40625, 1.203125, 1.484375, 0.9375, 1.367188, 1.421875, 0.804688, 1.492188, 1.210938, 1.203125, 1.429688, 1.398438, 1.390625, 1.328125, 1.460938, 1.390625, 1.492188, 1.476562, 1.335938, 1.601562, 1.242188, 1.484375, 1.476562, 1.46875, 1.445312, 1.210938, 1.296875, 1.515625, 1.164062, 1.445312, 1.390625, 1.34375, 1.421875, 1.429688, 1.453125, 1.453125, 1.304688, 1.28125, 1.453125, 1.429688, 1.414062, 1.3125, 1.476562, 1.421875, 1.523438, 1.359375, 1.367188, 1.453125, 1.304688, 1.375, 1.5625, 1.296875, 1.40625, 1.460938, 1.4375, 1.390625, 1.4375, 1.484375, 1.476562, 1.476562, 1.328125, 0.996094, 1.445312, 1.492188, 1.453125, 1.492188, 1.140625, 1.390625, 1.5, 1.453125, 1.429688, 1.4375, 0.988281, 0.820312, 0.455078, 1.453125, 1.398438, 1.453125, 1.5, 1.429688, 1.398438, 1.429688, 0.625, 0.535156, 1.460938, 1.414062, 1.414062, 1.335938, 1.476562, 1.484375, 1.4375, 1.484375, 1.453125, 1.40625, 1.445312, 1.476562, 1.445312, 0.746094, 1.46875, 1.398438, 1.445312, 1.429688, 1.320312, 1.445312, 1.476562, 1.460938, 1.4375, 1.460938, 1.460938, 1.445312, 1.492188, 1.445312, 1.304688, 1.4375, 1.460938, 1.382812, 1.453125, 1.351562, 1.484375, 1.414062, 1.210938, 1.5, 1.328125, 1.4375, 1.296875, 1.429688, 1.421875, 0.447266, 0.558594, 1.335938, 1.546875, 1.359375, 0.490234, 1.460938, 1.53125, 1.289062, 1.445312, 1.3125, 1.429688, 1.460938, 1.4375, 1.03125, 1.335938, 0.90625, 1.210938, 1.5, 1.445312, 1.132812, 1.304688, 1.390625, 1.375, 1.382812, 1.3125, 1.617188, 1.445312, 1.453125, 1.007812, 1.46875, 1.5, 1.71875, 1.453125, 1.453125, 1.492188, 1.421875, 1.390625, 1.289062, 1.296875, 0.660156, 1.382812, 1.226562, 1.335938, 1.296875, 1.4375, 1.335938, 1.484375, 1.4375, 1.335938, 1.453125, 1.320312, 1.4375, 1.4375, 1.460938, 1.015625, 1.296875, 1.4375, 1.429688, 1.367188, 1.234375, 1.273438, 1.429688, 1.460938, 1.398438, 1.46875, 1.140625, 1.453125, 1.429688, 1.382812, 1.15625, 0.898438, 1.445312, 1.476562, 1.273438, 1.3125, 1.34375, 1.390625, 1.304688, 1.46875, 1.320312, 1.304688, 1.46875, 0.925781, 1.429688, 1.375, 0.992188, 1.515625, 1.476562, 1.476562, 1.296875, 1.390625, 1.453125, 1.445312, 1.492188, 1.242188, 0.933594, 1.320312, 1.304688, 1.351562, 1.015625, 1.484375, 1.3125, 2.015625, 1.421875, 1.40625, 1.429688, 1.359375, 1.289062, 1.492188, 0.605469, 1.492188, 1.40625, 1.34375, 1.476562, 1.3125, 1.4375, 1.390625, 1.210938, 1.25, 1.414062, 1.148438, 1.3125, 1.195312, 1.4375, 0.84375, 1.40625, 1.484375, 1.367188, 1.484375, 1.484375, 1.28125, 1.453125, 1.40625, 1.476562, 1.351562, 1.429688, 1.429688, 1.3125, 1.21875, 1.4375, 1.484375, 1.414062, 1.421875, 1.351562, 1.289062, 1.15625, 1.351562, 1.351562, 0.933594, 1.171875, 1.445312, 1.375, 1.476562, 1.523438, 1.453125, 1.289062, 1.492188, 1.421875, 1.164062, 1.390625, 1.40625, 1.484375, 1.28125, 1.4375, 1.585938, 1.515625, 1.429688, 1.34375, 1.476562, 1.460938, 1.398438, 1.539062, 1.34375, 1.375, 1.382812, 1.453125, 1.5, 0.535156, 1.1875, 1.3125, 1.359375, 1.351562, 1.179688, 1.484375, 1.445312, 1.242188, 1.4375, 1.289062, 1.476562, 1.414062, 1.4375, 1.484375, 1.328125, 1.460938, 1.414062, 1.335938, 0.773438, 1.453125, 1.367188, 1.5, 1.328125, 1.40625, 1.40625, 1.351562, 1.539062, 1.414062, 1.328125, 1.460938, 1.140625, 1.523438, 1.398438, 1.476562, 1.46875, 1.414062, 1.265625, 1.492188, 1.375, 1.46875, 1.421875, 1.367188, 1.515625, 1.429688, 1.398438, 1.21875, 1.46875, 1.289062, 1.484375, 1.453125, 1.484375, 1.429688, 1.179688, 1.242188, 1.421875, 1.40625, 1.484375, 1.453125, 1.382812, 1.507812, 2.140625, 1.4375, 1.507812, 1.492188, 1.453125, 1.46875, 1.398438, 1.398438, 1.289062, 1.203125, 1.46875, 1.5, 1.4375, 1.484375, 1.40625, 1.429688, 1.46875, 1.382812, 1.460938, 1.46875, 1.476562, 1.398438, 1.46875, 0.996094, 1.476562, 1.226562, 0.960938, 1.421875, 1.40625, 1.4375, 1.34375, 1.4375, 1.453125, 1.453125, 1.617188, 1.492188, 1.445312, 1.265625, 1.25, 1.171875, 1.335938, 1.476562, 1.15625, 1.96875, 1.40625, 1.46875, 1.476562, 1.445312, 1.398438, 1.507812, 1.484375, 1.4375, 1.273438, 1.453125, 1.507812, 1.421875, 1.335938, 1.429688, 1.492188, 1.484375, 1.476562, 1.460938, 1.484375, 1.460938, 1.390625, 1.539062, 1.4375, 1.375, 1.507812, 1.4375, 1.4375, 1.476562, 1.515625, 1.46875, 1.445312, 1.4375, 1.476562, 1.367188, 1.421875, 1.242188, 1.429688, 1.445312, 1.46875, 1.1875, 0.886719, 1.414062, 1.4375, 1.445312, 1.484375, 1.46875, 1.382812, 1.335938, 1.484375, 1.429688, 1.4375, 2.71875, 1.4375, 1.101562, 1.429688, 1.40625, 1.296875, 1.320312, 1.476562, 0.957031, 1.445312, 1.375, 0.279297, 1.484375, 1.234375, 1.234375, 1.398438, 1.484375, 1.398438, 1.3125, 1.4375, 1.328125, 1.257812, 1.148438, 1.046875, 1.414062, 0.345703, 1.335938, 1.257812, 1.429688, 1.359375, 1.476562, 1.476562, 1.34375, 1.476562, 1.179688, 1.5, 1.328125, 1.421875, 1.484375, 1.476562, 1.398438, 1.414062, 1.304688, 1.492188, 1.445312, 1.632812, 1.429688, 1.257812, 1.5, 1.53125, 1.476562, 1.34375, 1.429688, 1.46875, 1.367188, 1.4375, 1.367188, 1.546875, 1.421875, 1.484375, 1.46875, 1.476562, 1.390625, 1.453125, 1.492188, 1.257812, 1.421875, 1.484375, 1.421875, 1.453125, 1.359375, 1.429688, 1.546875, 1.40625, 1.414062, 1.164062, 1.390625, 1.390625, 1.195312, 1.453125, 2.078125, 1.414062, 1.289062, 1.484375, 1.375, 1.476562, 1.453125, 1.476562, 1.460938, 1.484375, 1.421875, 1.320312, 1.390625, 1.195312, 1.453125, 1.46875, 1.476562, 0.601562, 1.484375, 1.460938, 1.4375, 1.453125, 1.375, 1.273438, 1.179688, 1.429688, 1.414062, 1.398438, 1.398438, 1.40625, 1.398438, 1.421875, 1.40625, 1.453125, 1.46875, 1.289062, 1.398438, 1.296875, 0.894531, 1.320312, 1.328125, 1.484375, 1.484375, 1.476562, 1.375, 1.421875, 1.4375, 1.351562, 1.390625, 1.453125, 1.414062, 1.523438, 1.515625, 1.375, 0.933594, 1.421875, 1.40625, 0.949219, 1.492188, 1.492188, 1.515625, 1.421875, 1.390625, 1.382812, 1.390625, 0.773438, 1.429688, 0.972656, 1.445312, 1.421875, 1.359375, 0.902344, 1.335938, 1.484375, 1.382812, 1.382812, 1.210938, 1.476562, 1.507812, 1.445312, 1.421875, 1.421875, 0.601562, 1.421875, 1.476562, 1.429688, 1.328125, 1.453125, 0.9375, 1.476562, 1.492188, 1.445312, 1.460938, 1.5625, 1.429688, 1.398438, 1.414062, 1.4375, 1.445312, 1.335938, 1.453125, 1.367188, 1.367188, 1.46875, 0.75, 1.429688, 1.453125, 1.351562, 1.421875, 1.375, 1.335938, 1.4375, 1.476562, 0.960938, 1.5, 1.445312, 1.125, 1.429688, 1.296875, 1.539062, 1.445312, 1.414062, 1.453125, 1.429688, 1.40625, 1.429688, 1.453125, 1.375, 1.476562, 1.460938, 1.429688, 1.460938, 1.375, 1.460938, 1.101562, 1.476562, 1.453125, 1.359375, 1.453125, 1.453125, 1.46875, 1.390625, 1.546875, 1.5, 1.421875, 1.234375, 1.375, 1.421875, 1.492188, 1.460938, 0.871094, 1.453125, 1.445312, 1.507812, 1.359375, 1.328125, 1.492188, 1.40625, 1.351562, 1.460938, 1.515625, 1.445312, 1.460938, 1.40625, 1.429688, 1.492188, 1.46875, 1.492188, 1.453125, 1.375, 1.34375, 1.367188, 1.453125, 1.390625, 1.171875, 1.492188, 1.390625, 1.40625, 1.46875, 1.5, 1.59375, 1.4375, 1.4375, 1.492188, 1.460938, 1.304688, 1.445312, 1.445312, 1.210938, 1.46875, 1.164062, 1.414062, 1.390625, 1.1875, 1.296875, 1.367188, 1.40625, 0.447266, 1.257812, 1.273438, 1.226562, 1.390625, 1.351562, 1.21875, 1.476562, 0.839844, 1.414062, 1.484375, 1.429688, 1.445312, 1.492188, 1.328125, 1.484375, 1.460938, 0.902344, 0.976562, 1.304688, 1.359375, 1.484375, 1.25, 1.429688, 1.492188, 1.320312, 1.460938, 1.328125, 1.484375, 1.46875, 1.429688, 1.40625, 1.398438, 1.453125, 0.992188, 1.40625, 1.421875, 1.46875, 0.832031, 1.3125, 1.359375, 1.453125, 1.453125, 1.390625, 1.320312, 1.414062, 1.445312, 1.445312, 1.453125, 1.414062, 1.390625, 1.382812, 1.335938, 1.421875, 1.460938, 1.40625, 1.15625, 1.414062, 1.476562, 1.460938, 1.28125, 1.429688, 1.492188, 0.71875, 1.445312, 1.273438, 1.25, 0.636719, 1.515625, 1.429688, 1.4375, 1.320312, 1.390625, 1.25, 0.941406, 1.453125, 1.460938, 1.265625, 1.390625, 1.429688, 1.351562, 1.320312, 1.53125, 1.484375, 1.375, 1.203125, 1.40625, 1.476562, 1.25, 1.460938, 1.210938, 1.421875, 1.5, 1.40625, 1.382812, 1.5, 0.582031, 1.46875, 1.445312, 1.421875, 1.429688, 1.367188, 1.414062, 1.265625, 1.492188, 1.484375, 0.361328, 1.195312, 1.429688, 1.351562, 1.460938, 1.476562, 1.34375, 1.421875, 1.492188, 1.453125, 1.296875, 1.5, 1.320312, 1.421875, 1.414062, 1.445312, 1.359375, 1.398438, 1.484375, 1.382812, 1.429688, 1.492188, 1.40625, 1.226562, 1.320312, 1.351562, 1.335938, 1.429688, 1.382812, 1.476562, 1.351562, 1.40625, 1.78125, 1.390625, 1.429688, 1.460938, 1.4375, 1.171875, 1.4375, 0.996094, 1.34375, 1.46875, 1.453125, 1.460938, 1.421875, 1.375, 1.4375, 0.941406, 1.242188, 1.421875, 1.125, 1.382812, 1.351562, 1.367188, 1.507812, 1.460938, 1.289062, 0.863281, 1.4375, 1.132812, 1.25, 1.28125, 1.382812, 1.359375, 1.398438, 1.328125, 1.5, 1.4375, 1.484375, 1.4375, 1.273438, 1.421875, 1.429688, 1.460938, 1.460938, 1.234375, 1.5, 1.421875, 1.179688, 1.515625, 1.375, 1.40625, 1.320312, 1.34375, 1.28125, 1.445312, 1.421875, 1.445312, 1.289062, 1.453125, 1.226562, 1.296875, 0.925781, 1.234375, 1.492188, 1.429688, 1.5, 1.429688, 1.4375, 0.894531, 1.382812, 1.15625, 1.335938, 1.351562, 1.460938, 1.4375, 1.484375, 1.523438, 1.445312, 1.421875, 1.476562, 1.5, 1.570312, 1.492188, 1.484375, 1.515625, 1.226562, 1.421875, 1.296875, 1.4375, 1.414062, 1.445312, 1.4375, 1.242188, 1.4375, 1.296875, 1.179688, 1.492188, 1.09375, 1.453125, 0.8125, 1.476562, 1.507812, 1.367188, 1.429688, 1.398438, 1.453125, 1.445312, 1.460938, 1.34375, 1.476562, 1.59375, 1.5, 1.617188, 1.507812, 1.195312, 1.007812, 1.507812, 1.507812, 1.320312, 1.453125, 1.351562, 1.492188, 1.4375, 1.53125, 1.398438, 1.375, 1.148438, 1.460938, 1.453125, 1.382812, 1.382812, 1.460938, 0.800781, 1.523438, 1.367188, 1.5, 1.335938, 1.445312, 0.648438, 1.414062, 1.40625, 0.792969, 1.265625, 1.4375, 1.289062, 0.796875, 1.515625, 1.453125, 1.203125, 1.398438, 1.125, 1.476562, 1.421875, 1.375, 1.421875, 1.5, 1.421875, 1.4375, 0.695312, 1.375, 1.375, 1.429688, 1.320312, 0.933594, 1.320312, 1.328125, 1.429688, 1.46875, 1.460938, 1.0, 1.460938, 1.492188, 1.476562, 1.40625, 0.945312, 1.203125, 1.476562, 1.3125, 0.902344, 1.484375, 1.367188, 1.226562, 1.578125, 1.453125, 1.492188, 1.320312, 1.53125, 1.390625, 1.507812, 1.421875, 1.367188, 1.453125, 1.414062, 1.460938, 1.320312, 1.453125, 1.46875, 1.351562, 1.453125, 1.226562, 1.4375, 1.390625, 1.375, 1.351562, 1.335938, 1.5, 1.476562, 1.351562, 1.46875, 1.15625, 1.453125, 1.382812, 0.589844, 1.265625, 1.46875, 1.53125, 1.335938, 1.398438, 1.242188, 1.4375, 1.398438, 0.539062, 1.453125, 1.453125, 1.328125, 1.34375, 1.382812, 1.367188, 1.28125, 1.46875, 1.484375, 1.398438, 0.71875, 1.4375, 0.972656, 0.652344, 1.4375, 1.375, 0.554688, 1.429688, 1.460938, 1.296875, 1.492188, 1.40625, 1.515625, 1.445312, 1.46875, 1.523438, 1.992188, 0.367188, 1.367188, 1.414062, 1.398438, 1.492188, 1.367188, 1.515625, 1.5, 1.429688, 1.46875, 1.492188, 0.476562, 1.445312, 1.484375, 1.453125, 1.375, 1.476562, 1.429688, 1.46875, 1.460938, 1.359375, 1.476562, 1.375, 1.421875, 1.460938, 1.5, 1.53125, 0.875, 1.445312, 1.414062, 1.539062, 1.234375, 1.453125, 1.476562, 1.460938, 1.484375, 1.359375, 1.421875, 1.46875, 1.421875, 1.390625, 1.304688, 1.390625, 1.492188, 0.992188, 2.140625, 1.46875, 1.429688, 1.492188, 1.414062, 1.3125, 1.359375, 1.492188, 0.996094, 1.453125, 1.40625, 1.375, 1.421875, 1.484375, 1.28125, 1.46875, 1.515625, 1.4375, 1.421875, 1.328125, 1.484375, 1.421875, 1.414062, 1.445312, 1.4375, 0.585938, 1.484375, 1.34375, 1.414062, 1.4375, 1.429688, 1.203125, 1.445312, 1.445312, 1.351562, 1.453125, 1.453125, 0.910156, 1.484375, 1.0625, 1.304688, 1.367188, 1.265625, 1.265625, 1.226562, 0.511719, 1.390625, 1.40625, 1.335938, 1.429688, 1.453125, 1.304688, 1.382812, 1.445312, 1.195312, 1.3125, 0.9375, 1.390625, 1.460938, 1.40625, 1.1875, 1.46875, 1.398438, 1.351562, 1.476562, 1.429688, 1.195312, 1.492188, 0.753906, 1.398438, 1.46875, 1.414062, 1.414062, 1.453125, 1.367188, 1.3125, 1.3125, 1.484375, 1.28125, 1.5, 1.476562, 1.367188, 1.445312, 1.460938, 1.1875, 1.414062, 1.296875, 0.945312, 1.4375, 1.484375, 1.5, 1.4375, 1.234375, 0.871094, 1.476562, 1.328125, 1.515625, 1.414062, 1.46875, 1.421875, 1.367188, 1.421875, 1.476562, 1.359375, 1.4375, 1.210938, 1.382812, 1.507812, 1.492188, 1.148438, 1.210938, 1.367188, 1.398438, 1.429688, 1.226562, 1.40625, 1.453125, 1.390625, 1.328125, 1.4375, 1.507812, 1.375, 2.171875, 1.484375, 1.28125, 1.453125, 1.335938, 1.453125, 1.445312, 1.484375, 1.453125, 1.1875, 0.824219, 1.414062, 1.46875, 1.460938, 1.5, 1.460938, 1.023438, 1.453125, 1.507812, 1.398438, 0.898438, 1.367188, 1.5, 1.390625, 1.484375, 1.273438, 1.367188, 1.445312, 1.445312, 1.382812, 1.46875, 1.429688, 1.414062, 1.460938, 1.367188, 1.492188, 0.957031, 1.453125, 1.453125, 1.445312, 1.429688, 1.328125, 0.558594, 1.3125, 1.484375, 1.375, 1.210938, 1.4375, 1.414062, 1.476562, 1.34375, 1.476562, 1.414062, 2.046875, 1.320312, 1.476562, 1.4375, 1.414062, 1.460938, 1.492188, 0.996094, 1.484375, 1.507812, 1.398438, 1.390625, 1.46875, 1.5, 1.414062, 0.964844, 1.492188, 1.34375, 0.613281, 1.429688, 1.40625, 1.492188, 1.398438, 1.445312, 1.460938, 1.453125, 1.4375, 1.445312, 1.484375, 1.304688, 1.414062, 1.421875, 1.398438, 1.445312, 1.429688, 1.429688, 1.460938, 1.484375, 1.28125, 1.335938, 1.164062, 1.476562, 1.1875, 1.492188, 1.414062, 1.421875, 1.453125, 1.382812, 1.25, 1.34375, 1.414062, 1.320312, 1.226562, 1.382812, 1.476562, 1.429688, 1.328125, 1.398438, 1.460938, 1.398438, 1.46875, 1.476562, 1.65625, 1.335938, 1.476562, 1.367188, 1.382812, 1.460938, 1.203125, 1.460938, 1.101562, 1.367188, 1.429688, 1.4375, 1.28125, 1.265625, 1.273438, 1.453125, 1.460938, 1.453125, 1.34375, 1.453125, 1.40625, 1.59375, 1.453125, 1.28125, 1.398438, 1.390625, 1.476562, 1.429688, 1.34375, 0.75, 1.492188, 1.507812, 1.554688, 1.210938, 1.4375, 1.40625, 1.132812, 1.421875, 1.429688, 1.421875, 1.484375, 1.429688, 1.328125, 1.453125, 1.414062, 1.445312, 1.234375, 1.414062, 1.453125, 1.492188, 1.40625, 1.15625, 1.492188, 1.023438, 1.359375, 1.3125, 1.4375, 1.320312, 1.3125, 1.179688, 1.4375, 1.40625, 1.335938, 1.203125, 1.398438, 1.375, 0.972656, 0.275391, 1.34375, 1.375, 1.429688, 1.476562, 1.125, 1.460938, 1.460938, 1.445312, 1.453125, 1.179688, 1.320312, 1.289062, 1.296875, 0.964844, 1.179688, 1.335938, 1.46875, 1.03125, 1.414062, 1.4375, 1.328125, 1.453125, 1.492188, 1.398438, 1.46875, 1.539062, 1.25, 1.46875, 1.320312, 1.460938, 1.34375, 1.445312, 1.28125, 1.414062, 1.476562, 1.515625, 1.382812, 1.21875, 1.429688, 1.398438, 1.296875, 1.40625, 1.148438, 1.429688, 0.882812, 1.335938, 1.453125, 1.523438, 1.46875, 1.476562, 1.382812, 1.203125, 1.484375, 1.367188, 1.492188, 1.429688, 1.382812, 1.453125, 0.773438, 1.445312, 1.453125, 1.429688, 1.476562, 1.398438, 1.414062, 1.359375, 1.421875, 1.46875, 1.265625, 1.40625, 1.421875, 1.453125, 1.507812, 1.507812, 1.398438, 1.375, 1.4375, 1.382812, 1.390625, 1.421875, 1.359375, 1.429688, 1.265625, 1.195312, 1.242188, 1.453125, 1.390625, 1.4375, 1.492188, 1.414062, 1.5, 1.523438, 1.445312, 1.390625, 1.414062, 1.382812, 1.335938, 1.359375, 1.453125, 1.4375, 1.523438, 1.328125, 1.421875, 1.65625, 1.296875, 1.570312, 1.335938, 1.429688, 1.4375, 1.460938, 1.46875, 0.949219, 1.390625, 1.28125, 1.320312, 1.320312, 0.917969, 1.382812, 1.296875, 1.445312, 1.335938, 1.421875, 1.429688, 1.320312, 1.476562, 1.3125, 1.382812, 1.46875, 1.320312, 1.3125, 1.492188, 1.429688, 1.445312, 1.40625, 1.382812, 1.375, 1.273438, 0.84375, 1.460938, 1.328125, 1.484375, 1.421875, 1.492188, 1.351562, 1.414062, 1.28125, 1.414062, 1.4375, 1.335938, 1.421875, 1.40625, 1.367188, 1.328125, 1.46875, 1.171875, 0.824219, 1.429688, 1.4375, 1.398438, 1.398438, 1.320312, 0.988281, 1.367188, 1.625, 1.476562, 1.1875, 1.46875, 1.492188, 1.46875, 1.4375, 1.484375, 1.351562, 1.4375, 1.429688, 1.40625, 0.902344, 1.421875, 0.789062, 1.4375, 1.4375, 1.28125, 1.492188, 1.460938, 1.5, 1.273438, 1.351562, 1.398438, 0.828125, 1.109375, 1.429688, 1.460938, 1.382812, 1.46875, 1.398438, 1.28125, 1.484375, 1.3125, 1.421875, 1.257812, 1.375, 1.460938, 1.203125, 1.507812, 1.53125, 1.460938, 1.382812, 1.40625, 1.445312, 1.359375, 1.492188, 1.492188, 1.320312, 1.484375, 1.351562, 1.46875, 1.492188, 1.46875, 1.296875, 1.4375, 1.445312, 0.351562, 1.390625, 1.453125, 1.5, 1.453125, 1.460938, 1.34375, 1.484375, 1.421875, 1.210938, 1.335938, 1.4375, 1.65625, 1.195312, 0.773438, 1.304688, 1.476562, 0.96875, 1.445312, 0.726562, 1.460938, 1.40625, 1.46875, 1.4375, 1.28125, 1.46875, 1.515625, 1.40625, 1.429688, 1.390625, 1.429688, 1.328125, 1.203125, 1.421875, 1.25, 1.03125, 1.460938, 1.210938, 1.429688, 1.421875, 1.445312, 1.3125, 1.453125, 1.539062, 1.476562, 1.46875, 1.492188, 0.996094, 1.375, 1.320312, 1.265625, 0.949219, 1.5, 1.429688, 1.460938, 1.3125, 1.414062, 1.132812, 1.34375, 1.328125, 0.001175, 1.140625, 1.453125, 1.476562, 1.46875, 1.414062, 1.40625, 1.289062, 1.4375, 1.671875, 1.5625, 1.398438, 1.40625, 1.34375, 1.476562, 1.445312, 1.476562, 1.460938, 1.476562, 1.335938, 1.304688, 1.046875, 1.484375, 1.453125, 1.429688, 1.484375, 1.445312, 1.5625, 1.226562, 0.984375, 1.296875, 1.34375, 1.453125, 1.273438, 1.210938, 1.320312, 1.03125, 1.507812, 1.421875, 1.476562, 1.390625, 1.445312, 1.34375, 1.367188, 1.429688, 1.414062, 1.476562, 1.4375, 1.46875, 1.15625, 1.25, 1.476562, 1.421875, 1.484375, 1.109375, 1.476562, 1.429688, 1.453125, 1.523438, 1.421875, 1.460938, 1.1875, 1.40625, 1.328125, 1.226562, 1.46875, 1.523438, 1.367188, 1.398438, 1.335938, 1.398438, 1.414062, 1.34375, 1.296875, 1.390625, 1.296875, 1.453125, 1.445312, 1.390625, 1.460938, 1.335938, 1.539062, 1.375, 1.375, 1.539062, 0.957031, 1.351562, 1.320312, 1.367188, 0.941406, 1.164062, 1.46875, 1.421875, 1.476562, 1.367188, 1.515625, 1.375, 1.375, 1.5, 1.382812, 1.460938, 1.453125, 1.476562, 1.304688, 1.40625, 1.28125, 1.523438, 1.25, 1.296875, 1.421875, 1.296875, 1.46875, 1.320312, 1.382812, 1.453125, 0.984375, 1.4375, 1.5, 1.5, 1.460938, 1.382812, 1.429688, 1.484375, 1.351562, 1.5, 1.257812, 1.328125, 1.445312, 1.476562, 1.34375, 1.34375, 1.414062, 1.3125, 1.289062, 1.429688, 1.414062, 1.367188, 1.429688, 1.296875, 1.375, 1.195312, 1.414062, 1.429688, 1.125, 1.125, 1.226562, 1.46875, 1.484375, 2.765625, 1.492188, 1.28125, 1.320312, 1.414062, 1.515625, 1.242188, 0.917969, 1.476562, 1.359375, 1.460938, 1.4375, 1.5625, 1.335938, 1.4375, 1.210938, 1.421875, 1.320312, 1.460938, 0.871094, 1.015625, 1.445312, 1.460938, 1.429688, 1.34375, 1.523438, 1.460938, 1.179688, 1.421875, 1.421875, 1.40625, 1.46875, 1.078125, 1.414062, 1.5, 1.257812, 1.5625, 1.234375, 1.453125, 1.523438, 1.359375, 0.173828, 1.484375, 1.429688, 1.453125, 1.40625, 1.367188, 1.476562, 1.460938, 1.523438, 1.398438, 1.28125, 1.421875, 1.390625, 1.601562, 1.359375, 1.460938, 1.523438, 1.40625, 1.429688, 1.445312, 1.351562, 0.941406, 1.414062, 1.328125, 1.5, 1.34375, 1.5, 1.523438, 1.40625, 1.421875, 1.429688, 1.273438, 1.453125, 1.148438, 1.40625, 1.328125, 1.226562, 1.234375, 1.367188, 1.445312, 1.460938, 1.40625, 1.375, 1.492188, 1.46875, 1.460938, 1.46875, 1.390625, 1.484375, 1.507812, 1.242188, 1.40625, 1.453125, 1.40625, 1.296875, 1.375, 1.476562, 1.476562, 1.164062, 1.296875, 1.398438, 1.664062, 1.5, 1.460938, 1.492188, 1.484375, 1.46875, 1.5, 1.359375, 1.25, 1.273438, 1.390625, 1.398438, 1.21875, 1.429688, 1.523438, 1.328125, 1.328125, 1.515625, 1.367188, 1.492188, 0.960938, 1.273438, 1.460938, 1.328125, 1.445312, 1.5, 1.492188, 1.5, 1.53125, 1.429688, 1.445312, 1.4375, 1.484375, 1.421875, 1.398438, 1.570312, 1.5, 1.484375, 1.40625, 1.5, 1.5, 1.398438, 1.46875, 1.429688, 1.5, 1.382812, 1.414062, 1.453125, 1.46875, 1.484375, 1.375, 1.507812, 1.3125, 1.390625, 1.414062, 1.4375, 1.507812, 1.40625, 1.4375, 1.554688, 1.375, 1.429688, 1.25, 1.226562, 1.21875, 1.453125, 1.351562, 0.84375, 1.4375, 1.34375, 0.628906, 1.414062, 1.453125, 1.546875, 0.753906, 1.492188, 1.296875, 1.445312, 1.195312, 1.507812, 1.164062, 1.195312, 1.476562, 1.679688, 2.0625, 1.359375, 0.455078, 1.367188, 1.492188, 1.46875, 1.429688, 1.421875, 1.476562, 1.453125, 1.171875, 1.351562, 1.445312, 1.445312, 1.265625, 1.3125, 1.210938, 1.28125, 1.328125, 1.320312, 1.453125, 1.453125, 1.320312, 1.023438, 1.4375, 1.5, 1.4375, 1.4375, 1.414062, 1.53125, 1.273438, 1.453125, 1.429688, 1.515625, 1.429688, 1.460938, 0.300781, 1.445312, 1.460938, 1.4375, 1.34375, 1.382812, 1.296875, 1.40625, 1.367188, 1.453125, 1.445312, 1.46875, 1.4375, 1.25, 1.429688, 1.351562, 1.367188, 1.390625, 1.171875, 1.351562, 0.933594, 1.445312, 1.609375, 1.46875, 1.5, 1.414062, 1.445312, 1.4375, 1.40625, 1.328125, 1.304688, 1.398438, 1.429688, 1.21875, 1.445312, 1.289062, 1.476562, 1.34375, 1.398438, 1.421875, 1.242188, 1.4375, 1.414062, 1.507812, 1.460938, 1.359375, 1.453125, 1.34375, 1.382812, 1.210938, 1.429688, 1.429688, 1.359375, 1.460938, 1.46875, 1.328125, 1.25, 1.398438, 1.40625, 1.359375, 1.445312, 1.421875, 1.460938, 0.789062, 1.476562, 1.148438, 1.484375, 1.476562, 1.398438, 1.429688, 1.40625, 1.484375, 1.5, 1.304688, 1.445312, 1.5, 1.34375, 1.382812, 1.484375, 1.46875, 1.390625, 1.40625, 1.453125, 1.5, 1.507812, 1.25, 1.296875, 1.492188, 1.421875, 1.476562, 1.414062, 1.21875, 1.421875, 1.460938, 1.453125, 1.476562, 1.398438, 1.4375, 1.460938, 1.5, 1.507812, 1.476562, 1.4375, 1.34375, 1.4375, 1.382812, 0.957031, 1.429688, 1.476562, 1.445312, 1.375, 1.304688, 1.4375, 1.328125, 1.5, 1.421875, 1.46875, 1.4375, 1.359375, 1.28125, 1.507812, 1.460938, 1.453125, 1.398438, 1.273438, 1.390625, 1.414062, 1.375, 1.421875, 1.4375, 0.8125, 0.929688, 1.484375, 1.195312, 1.453125, 1.460938, 1.507812, 1.234375, 1.09375, 1.476562, 1.421875, 1.476562, 1.414062, 1.4375, 1.257812, 1.335938, 1.484375, 1.429688, 1.429688, 1.46875, 1.1875, 1.492188, 1.195312, 1.460938, 1.515625, 1.3125, 1.484375, 1.4375, 1.5, 1.507812, 1.507812, 1.453125, 1.34375, 1.257812, 1.398438, 1.453125, 1.46875, 1.46875, 1.429688, 1.46875, 1.523438, 1.140625, 1.476562, 1.375, 1.476562, 1.445312, 1.46875, 1.453125, 1.453125, 1.179688, 0.851562, 1.398438, 1.453125, 1.265625, 0.925781, 1.429688, 1.351562, 1.34375, 1.101562, 1.226562, 1.476562, 1.328125, 1.296875, 1.195312, 1.195312, 1.359375, 1.570312, 1.296875, 1.421875, 1.507812, 1.46875, 1.460938, 1.367188, 1.375, 1.453125, 1.460938, 1.445312, 1.492188, 1.304688, 1.53125, 1.46875, 1.484375, 1.390625, 1.453125, 1.296875, 1.429688, 1.4375, 0.945312, 1.460938, 1.390625, 1.328125, 1.515625, 1.445312, 1.445312, 1.4375, 1.460938, 1.484375, 1.414062, 1.46875, 1.421875, 1.40625, 1.273438, 1.398438, 1.328125, 1.4375, 1.554688, 1.46875, 1.476562, 1.4375, 1.453125, 1.421875, 0.957031, 1.367188, 1.5, 1.28125, 1.390625, 1.445312, 1.421875, 1.4375, 1.398438, 1.4375, 1.367188, 1.132812, 1.484375, 1.46875, 1.390625, 1.445312, 0.419922, 1.460938, 1.4375, 1.460938, 1.453125, 1.40625, 1.335938, 1.445312, 1.296875, 1.71875, 1.429688, 1.445312, 1.375, 1.429688, 1.539062, 1.484375, 1.359375, 1.46875, 1.335938, 1.289062, 1.414062, 1.414062, 1.398438, 1.4375, 1.445312, 1.421875, 1.445312, 1.21875, 1.507812, 1.4375, 1.453125, 1.375, 1.445312, 1.289062, 1.382812, 1.164062, 1.414062, 1.4375, 1.429688, 1.460938, 1.453125, 1.414062, 1.390625, 1.34375, 1.226562, 1.414062, 1.484375, 1.367188, 1.414062, 1.375, 1.46875, 1.242188, 1.414062, 1.40625, 1.390625, 1.460938, 1.429688, 1.414062, 1.390625, 1.4375, 1.351562, 1.664062, 1.515625, 1.320312, 1.445312, 1.335938, 1.421875, 1.40625, 1.242188, 1.46875, 1.664062, 1.445312, 1.429688, 0.921875, 1.460938, 1.4375, 1.390625, 1.484375, 1.25, 1.195312, 1.460938, 1.414062, 1.4375, 1.460938, 1.492188, 1.4375, 1.375, 1.476562, 1.453125, 1.421875, 1.484375, 1.234375, 1.453125, 0.949219, 1.4375, 1.4375, 1.375, 1.476562, 1.445312, 1.289062, 0.365234, 1.414062, 1.5, 1.28125, 1.375, 1.351562, 0.279297, 1.40625, 1.328125, 1.4375, 1.453125, 1.3125, 1.585938, 1.492188, 1.664062, 0.808594, 1.4375, 1.367188, 1.460938, 1.4375, 1.46875, 1.21875, 1.171875, 1.359375, 1.515625, 1.546875, 1.40625, 1.445312, 1.359375, 1.445312, 1.28125, 1.445312, 0.570312, 1.234375, 1.460938, 1.460938, 1.367188, 1.476562, 1.460938, 1.476562, 1.4375, 1.4375, 1.484375, 1.4375, 1.304688, 1.460938, 2.0625, 1.359375, 1.382812, 1.4375, 1.453125, 1.453125, 0.941406, 1.429688, 1.46875, 1.460938, 1.453125, 1.4375, 1.4375, 1.296875, 1.453125, 1.15625, 1.375, 0.855469, 1.375, 1.507812, 1.273438, 1.414062, 1.453125, 1.476562, 1.453125, 1.46875, 0.925781, 1.5625, 1.484375, 1.484375, 1.625, 1.429688, 1.4375, 1.40625, 1.5, 1.429688, 1.351562, 1.40625, 1.5, 1.304688, 1.46875, 2.0625, 1.5, 1.46875, 1.429688, 1.351562, 1.421875, 1.445312, 1.296875, 1.296875, 1.429688, 0.820312, 1.460938, 1.507812, 1.445312, 1.15625, 1.53125, 1.46875, 1.507812, 0.867188, 1.234375, 1.234375, 1.304688, 1.5, 1.257812, 1.460938, 1.421875, 1.414062, 1.492188, 1.257812, 1.34375, 1.40625, 1.382812, 1.46875, 1.382812, 1.460938, 1.367188, 1.328125, 1.46875, 1.453125, 1.429688, 1.320312, 1.46875, 1.421875, 1.46875, 1.507812, 1.445312, 1.210938, 1.421875, 1.398438, 1.007812, 1.453125, 1.414062, 1.304688, 1.40625, 1.296875, 1.40625, 1.484375, 1.382812, 3.109375, 1.414062, 1.453125, 1.4375, 1.40625, 1.429688, 1.476562, 1.453125, 1.492188, 1.453125, 1.320312, 0.929688, 1.515625, 1.453125, 1.382812, 1.421875, 1.460938, 1.460938, 1.5, 1.328125, 1.28125, 1.164062, 1.359375, 1.40625, 1.203125, 1.453125, 1.507812, 1.429688, 1.382812, 1.367188, 1.46875, 1.4375, 1.5, 1.3125, 1.453125, 1.328125, 1.40625, 0.964844, 1.476562, 1.429688, 1.0, 1.515625, 1.453125, 1.78125, 1.414062, 0.738281, 1.40625, 1.351562, 0.976562, 1.460938, 1.3125, 1.171875, 1.6875, 1.421875, 0.917969, 1.46875, 0.949219, 1.453125, 1.414062, 1.351562, 1.421875, 1.25, 1.453125, 1.414062, 1.476562, 1.242188, 1.40625, 1.304688, 1.289062, 1.46875, 0.957031, 1.304688, 1.3125, 1.007812, 1.375, 1.421875, 1.4375, 1.53125, 1.421875, 1.445312, 1.257812, 1.460938, 0.933594, 1.351562, 1.429688, 1.476562, 1.46875, 1.4375, 1.453125, 1.28125, 1.429688, 1.34375, 1.46875, 1.359375, 1.398438, 1.46875, 1.375, 1.445312, 1.429688, 1.242188, 1.492188, 1.414062, 1.453125, 1.171875, 1.351562, 1.460938, 1.335938, 1.265625, 0.921875, 1.226562, 1.429688, 1.453125, 1.429688, 1.351562, 1.414062, 1.453125, 1.421875, 1.429688, 1.4375, 1.304688, 1.359375, 1.414062, 1.304688, 1.4375, 1.40625, 0.980469, 1.453125, 1.460938, 1.398438, 1.4375, 1.382812, 1.4375, 1.414062, 1.375, 1.335938, 0.832031, 1.359375, 1.234375, 1.445312, 1.328125, 1.5, 1.5 ] }, "name": "model.model.layers.25.post_attention_layernorm.weight", "outputIndexes": [ 2115 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2114 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_25/Mul_output_0", "outputIndexes": [ 2116 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2115, 2116 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_25/Mul_1_output_0", "outputIndexes": [ 2117 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2117 ], "outputIndexes": [ 3024 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3024 ], "outputIndexes": [ 3025 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear", "inputIndexes": [ 3025 ], "outputIndexes": [ 3026 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3294207842, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3026 ], "outputIndexes": [ 3027 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3027 ], "outputIndexes": [ 2118 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2118 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_25/Sigmoid_output_0", "outputIndexes": [ 2119 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2118, 2119 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_25/Mul_output_0", "outputIndexes": [ 2120 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2117 ], "outputIndexes": [ 3028 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3028 ], "outputIndexes": [ 3029 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear", "inputIndexes": [ 3029 ], "outputIndexes": [ 3030 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3332398968, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3030 ], "outputIndexes": [ 3031 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3031 ], "outputIndexes": [ 2121 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2120, 2121 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_25/Mul_output_0", "outputIndexes": [ 2122 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2122 ], "outputIndexes": [ 3032 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3032 ], "outputIndexes": [ 3033 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear", "inputIndexes": [ 3033 ], "outputIndexes": [ 3034 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3370590094, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3034 ], "outputIndexes": [ 3035 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3035 ], "outputIndexes": [ 2123 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2114, 2123 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_129_output_0", "outputIndexes": [ 2124 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2124, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_234_output_0", "outputIndexes": [ 2125 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.71875, 0.507812, 0.589844, 0.648438, 0.8125, 0.574219, 0.539062, 0.59375, 2.328125, 0.636719, 0.597656, 0.617188, 0.5625, 0.519531, 0.683594, 0.632812, 0.511719, 0.535156, 0.523438, 1.507812, 2.109375, 0.578125, 0.527344, 0.582031, 0.550781, 0.664062, 2.8125, 0.597656, 0.578125, 0.558594, 0.644531, 0.703125, 1.898438, 0.550781, 0.621094, 0.652344, 0.578125, 2.421875, 0.490234, 0.6875, 0.625, 0.542969, 1.109375, 0.585938, 0.625, 0.625, 1.890625, 0.640625, 0.609375, 0.660156, 0.726562, 0.554688, 0.535156, 0.515625, 0.589844, 0.597656, 0.628906, 1.1875, 0.578125, 0.96875, 0.494141, 0.558594, 0.597656, 0.527344, 0.597656, 0.621094, 0.570312, 0.558594, 0.578125, 0.574219, 0.515625, 0.878906, 0.589844, 0.535156, 0.601562, 0.621094, 0.691406, 0.617188, 2.640625, 0.789062, 0.648438, 1.28125, 0.675781, 0.59375, 0.582031, 3.9375, 0.605469, 0.859375, 0.601562, 1.171875, 0.59375, 0.566406, 0.574219, 0.527344, 1.046875, 0.554688, 2.234375, 0.582031, 0.578125, 0.546875, 0.621094, 0.71875, 0.914062, 0.535156, 0.957031, 0.628906, 0.933594, 0.6875, 0.699219, 0.515625, 0.585938, 0.558594, 0.578125, 2.171875, 0.554688, 2.625, 0.582031, 0.585938, 0.578125, 0.574219, 0.558594, 0.507812, 0.753906, 0.546875, 0.578125, 0.5, 0.605469, 0.53125, 3.828125, 0.644531, 2.875, 0.466797, 0.710938, 0.585938, 0.785156, 0.550781, 0.550781, 0.539062, 0.695312, 0.535156, 0.519531, 0.683594, 0.761719, 0.470703, 2.234375, 0.628906, 0.777344, 0.558594, 0.601562, 0.482422, 0.585938, 0.546875, 0.550781, 0.535156, 0.742188, 0.695312, 0.628906, 0.945312, 0.625, 0.652344, 0.796875, 0.707031, 2.484375, 0.566406, 2.625, 0.730469, 0.589844, 0.824219, 0.5625, 0.519531, 0.539062, 0.542969, 0.404297, 0.546875, 0.53125, 0.910156, 0.546875, 0.527344, 0.636719, 0.53125, 0.451172, 0.527344, 0.558594, 1.046875, 0.447266, 0.601562, 0.535156, 0.617188, 0.578125, 0.621094, 0.550781, 0.546875, 1.15625, 0.515625, 1.1875, 0.554688, 0.582031, 0.652344, 0.820312, 0.498047, 0.546875, 3.15625, 0.667969, 0.65625, 0.800781, 0.539062, 0.503906, 0.574219, 0.542969, 0.441406, 0.582031, 0.601562, 0.558594, 0.546875, 0.507812, 0.746094, 0.683594, 0.601562, 0.828125, 0.484375, 0.503906, 0.640625, 0.792969, 0.535156, 0.570312, 0.855469, 0.664062, 0.667969, 0.535156, 0.515625, 0.585938, 0.613281, 0.589844, 0.507812, 0.546875, 0.824219, 0.488281, 0.636719, 3.78125, 0.519531, 0.550781, 0.535156, 0.550781, 0.5625, 0.582031, 0.742188, 0.53125, 0.628906, 0.59375, 0.535156, 0.539062, 1.203125, 0.582031, 0.539062, 0.53125, 0.609375, 0.503906, 3.796875, 0.527344, 0.628906, 0.554688, 0.578125, 0.597656, 0.550781, 0.539062, 0.550781, 0.466797, 0.523438, 0.664062, 0.601562, 0.628906, 0.652344, 0.546875, 0.683594, 0.492188, 0.703125, 0.570312, 1.195312, 0.519531, 0.59375, 0.5, 0.507812, 3.859375, 0.589844, 0.546875, 0.746094, 0.484375, 0.558594, 0.550781, 0.78125, 0.816406, 0.636719, 0.65625, 0.71875, 0.59375, 0.570312, 0.785156, 0.59375, 0.519531, 0.546875, 0.439453, 0.742188, 0.765625, 0.570312, 1.078125, 0.648438, 0.542969, 0.523438, 0.578125, 0.550781, 2.375, 0.5625, 0.515625, 0.542969, 2.421875, 0.554688, 0.546875, 0.671875, 0.597656, 0.523438, 0.605469, 0.523438, 0.503906, 0.519531, 0.605469, 0.546875, 0.490234, 0.496094, 0.621094, 0.605469, 3.71875, 0.578125, 0.578125, 0.542969, 0.628906, 0.550781, 0.550781, 0.765625, 0.597656, 0.558594, 3.953125, 0.5, 0.550781, 0.519531, 3.3125, 0.6875, 0.691406, 0.515625, 0.507812, 0.519531, 0.550781, 0.652344, 0.878906, 0.570312, 0.804688, 0.542969, 0.554688, 0.574219, 0.519531, 0.527344, 0.949219, 0.894531, 3.53125, 0.703125, 2.203125, 0.769531, 0.535156, 0.648438, 0.546875, 0.695312, 0.523438, 0.539062, 0.546875, 0.550781, 0.574219, 0.652344, 3.34375, 0.734375, 0.527344, 0.589844, 0.667969, 0.601562, 0.589844, 0.699219, 0.539062, 0.609375, 0.578125, 0.542969, 0.574219, 0.640625, 0.507812, 0.667969, 2.5625, 0.59375, 0.507812, 0.554688, 0.582031, 0.570312, 0.589844, 3.40625, 0.613281, 0.589844, 0.757812, 0.617188, 0.6875, 0.527344, 0.5625, 0.601562, 0.539062, 0.640625, 0.792969, 0.527344, 0.621094, 0.482422, 0.605469, 1.0625, 0.640625, 0.582031, 0.613281, 0.585938, 0.757812, 0.671875, 0.554688, 0.582031, 0.507812, 0.742188, 0.65625, 0.558594, 0.609375, 0.570312, 0.515625, 0.507812, 0.753906, 0.550781, 0.546875, 0.503906, 0.558594, 0.53125, 0.5625, 0.71875, 0.535156, 0.671875, 0.632812, 0.53125, 0.742188, 0.554688, 0.539062, 0.558594, 0.652344, 1.171875, 0.886719, 0.554688, 0.5625, 0.53125, 0.691406, 1.765625, 0.441406, 0.507812, 0.359375, 0.574219, 0.542969, 0.519531, 0.523438, 1.25, 0.574219, 0.636719, 0.6875, 0.558594, 0.652344, 0.546875, 0.535156, 3.5625, 0.511719, 0.585938, 0.582031, 0.691406, 0.539062, 0.574219, 0.539062, 0.597656, 0.574219, 0.486328, 0.503906, 0.625, 1.289062, 0.570312, 0.738281, 0.628906, 0.601562, 0.59375, 0.558594, 0.582031, 0.90625, 0.5625, 0.644531, 0.490234, 0.519531, 0.527344, 0.941406, 0.605469, 0.519531, 0.585938, 0.550781, 0.660156, 0.5, 0.808594, 0.574219, 0.390625, 0.523438, 0.539062, 0.535156, 0.574219, 0.574219, 0.617188, 0.632812, 0.558594, 0.498047, 0.542969, 0.554688, 0.753906, 0.511719, 0.570312, 0.546875, 3.71875, 0.523438, 0.597656, 0.617188, 0.578125, 0.5625, 0.546875, 0.53125, 0.71875, 0.886719, 0.546875, 0.527344, 0.554688, 0.757812, 0.554688, 0.585938, 0.542969, 0.636719, 0.722656, 0.703125, 0.578125, 0.722656, 0.605469, 1.273438, 2.171875, 0.470703, 0.753906, 0.648438, 0.738281, 0.5625, 2.171875, 0.535156, 0.585938, 0.546875, 0.462891, 0.53125, 0.523438, 0.59375, 0.5625, 0.613281, 0.435547, 0.648438, 0.574219, 0.554688, 0.667969, 0.652344, 0.476562, 0.628906, 0.511719, 0.617188, 0.542969, 0.460938, 0.546875, 0.523438, 0.703125, 0.761719, 0.625, 0.570312, 0.613281, 0.566406, 0.539062, 0.628906, 0.511719, 0.589844, 0.617188, 0.566406, 0.566406, 0.609375, 0.574219, 0.574219, 0.683594, 0.480469, 0.84375, 0.554688, 0.5625, 0.664062, 0.589844, 0.625, 0.714844, 0.558594, 1.140625, 0.613281, 0.628906, 0.507812, 0.498047, 2.609375, 0.625, 0.800781, 0.601562, 0.550781, 0.675781, 0.511719, 0.53125, 3.640625, 0.617188, 0.605469, 0.601562, 0.542969, 0.519531, 2.578125, 0.621094, 2.421875, 0.5625, 0.75, 0.550781, 0.515625, 0.617188, 0.679688, 0.640625, 0.53125, 0.566406, 0.480469, 0.609375, 0.597656, 0.472656, 0.539062, 0.519531, 0.511719, 0.710938, 0.542969, 0.554688, 0.664062, 2.953125, 0.535156, 0.542969, 0.5, 0.554688, 3.625, 0.644531, 0.511719, 0.886719, 2.359375, 0.558594, 0.539062, 0.515625, 0.558594, 0.703125, 0.777344, 0.480469, 2.453125, 0.554688, 0.566406, 0.511719, 0.539062, 0.574219, 0.5625, 0.546875, 0.519531, 0.558594, 0.490234, 0.589844, 0.546875, 0.542969, 0.59375, 0.640625, 0.886719, 0.597656, 0.519531, 0.554688, 0.519531, 0.527344, 1.5, 0.636719, 0.542969, 0.695312, 0.640625, 2.578125, 0.707031, 0.867188, 0.539062, 0.726562, 0.527344, 1.140625, 2.78125, 0.707031, 0.832031, 0.566406, 0.640625, 0.550781, 0.582031, 0.523438, 0.519531, 0.558594, 0.519531, 3.8125, 0.535156, 0.636719, 0.585938, 0.427734, 0.597656, 0.5625, 0.988281, 3.078125, 2.25, 0.558594, 0.6875, 0.582031, 0.769531, 0.554688, 0.515625, 0.542969, 0.574219, 0.554688, 0.535156, 2.921875, 0.582031, 1.140625, 0.539062, 0.59375, 0.566406, 0.535156, 0.644531, 0.566406, 0.730469, 0.515625, 0.515625, 0.578125, 0.574219, 0.558594, 0.714844, 0.648438, 0.523438, 0.523438, 0.609375, 0.539062, 0.703125, 0.617188, 0.671875, 0.511719, 0.574219, 0.835938, 0.5625, 0.476562, 0.589844, 0.523438, 0.765625, 1.9375, 0.53125, 0.597656, 0.621094, 2.890625, 0.578125, 0.53125, 0.609375, 0.574219, 1.507812, 1.171875, 0.535156, 0.554688, 3.84375, 0.519531, 0.886719, 3.546875, 0.570312, 0.664062, 0.566406, 0.570312, 0.539062, 0.734375, 0.601562, 0.535156, 0.714844, 0.546875, 0.550781, 0.597656, 0.539062, 0.527344, 0.542969, 0.875, 3.875, 0.644531, 0.574219, 0.617188, 0.855469, 0.570312, 0.878906, 0.546875, 0.535156, 2.984375, 0.558594, 0.597656, 0.636719, 3.71875, 0.566406, 0.566406, 0.757812, 0.703125, 0.523438, 0.589844, 0.5, 1.609375, 0.566406, 0.617188, 0.59375, 0.757812, 0.601562, 2.9375, 0.585938, 0.550781, 2.75, 0.722656, 0.550781, 0.474609, 0.558594, 0.515625, 0.507812, 0.546875, 0.527344, 0.664062, 0.652344, 0.613281, 0.625, 0.523438, 0.734375, 0.566406, 0.523438, 0.589844, 0.539062, 0.707031, 0.636719, 0.589844, 0.925781, 0.59375, 0.550781, 0.628906, 0.566406, 0.490234, 0.484375, 0.492188, 0.75, 0.746094, 0.613281, 0.511719, 0.644531, 0.628906, 0.644531, 0.644531, 0.75, 0.550781, 0.507812, 0.605469, 0.59375, 0.535156, 0.847656, 0.566406, 0.53125, 0.566406, 0.523438, 0.574219, 0.667969, 0.605469, 0.5625, 0.589844, 0.667969, 3.796875, 0.570312, 0.960938, 0.539062, 0.691406, 1.140625, 0.539062, 0.617188, 0.5625, 0.519531, 0.546875, 3.84375, 2.625, 2.546875, 0.519531, 0.5, 0.539062, 0.773438, 0.542969, 0.578125, 0.570312, 2.921875, 2.453125, 0.523438, 0.558594, 0.527344, 0.601562, 0.585938, 0.648438, 0.53125, 0.597656, 0.535156, 0.53125, 0.621094, 0.6875, 0.535156, 2.796875, 0.574219, 0.523438, 0.574219, 0.671875, 0.585938, 0.511719, 0.566406, 0.542969, 0.523438, 0.625, 0.542969, 0.554688, 0.628906, 0.554688, 0.570312, 0.546875, 0.507812, 0.6875, 0.5, 0.582031, 0.609375, 0.554688, 0.878906, 0.507812, 0.546875, 0.542969, 0.535156, 0.5625, 0.503906, 2.953125, 2.609375, 0.574219, 0.769531, 0.597656, 2.328125, 0.636719, 0.925781, 0.8125, 0.570312, 0.644531, 0.519531, 0.570312, 0.515625, 3.734375, 0.515625, 3.375, 0.71875, 0.617188, 0.617188, 0.804688, 0.6875, 0.515625, 0.535156, 0.535156, 0.707031, 1.382812, 0.652344, 0.523438, 3.03125, 0.601562, 0.632812, 1.5, 0.605469, 0.582031, 0.59375, 0.613281, 0.53125, 0.585938, 0.640625, 2.046875, 0.675781, 0.753906, 0.652344, 0.6875, 0.542969, 0.859375, 0.664062, 0.546875, 0.476562, 0.539062, 1.125, 0.582031, 0.539062, 0.648438, 3.53125, 0.632812, 0.535156, 0.523438, 0.535156, 1.023438, 0.71875, 0.546875, 0.523438, 0.578125, 0.628906, 3.390625, 0.515625, 0.503906, 0.511719, 0.644531, 3.609375, 0.53125, 0.597656, 0.519531, 0.605469, 0.570312, 0.494141, 0.566406, 1.0625, 0.585938, 0.65625, 0.617188, 3.515625, 0.570312, 0.503906, 3.703125, 0.6875, 0.578125, 0.527344, 0.679688, 0.511719, 0.535156, 0.582031, 0.664062, 0.792969, 1.921875, 0.605469, 0.431641, 0.761719, 2.0625, 0.59375, 0.523438, 1.625, 0.53125, 0.507812, 0.507812, 0.554688, 0.613281, 0.765625, 2.203125, 0.65625, 0.59375, 0.5625, 0.726562, 0.613281, 0.542969, 0.492188, 0.8125, 0.664062, 0.566406, 0.710938, 0.707031, 0.808594, 0.550781, 2.828125, 1.476562, 0.792969, 0.53125, 0.601562, 0.558594, 0.839844, 1.179688, 0.503906, 0.777344, 0.53125, 0.578125, 0.523438, 0.613281, 0.632812, 0.515625, 0.664062, 0.5625, 0.566406, 0.519531, 0.494141, 0.753906, 0.539062, 0.621094, 3.734375, 1.015625, 0.585938, 0.660156, 0.820312, 0.734375, 0.523438, 0.451172, 0.625, 0.507812, 0.679688, 0.542969, 0.535156, 0.640625, 0.683594, 0.546875, 1.007812, 0.65625, 0.449219, 0.652344, 0.589844, 0.546875, 0.535156, 0.742188, 0.917969, 0.53125, 0.640625, 0.601562, 0.558594, 2.296875, 1.015625, 0.451172, 0.539062, 1.03125, 0.59375, 0.625, 0.496094, 0.5625, 0.492188, 0.652344, 0.574219, 0.539062, 0.511719, 0.554688, 0.621094, 0.578125, 0.617188, 0.613281, 2.59375, 0.570312, 0.644531, 0.59375, 0.511719, 0.519531, 0.53125, 0.660156, 0.675781, 0.539062, 0.640625, 0.498047, 0.707031, 0.777344, 0.494141, 0.628906, 0.597656, 0.554688, 0.466797, 0.550781, 0.53125, 1.085938, 0.539062, 0.570312, 0.722656, 0.570312, 0.492188, 0.84375, 0.542969, 0.726562, 0.773438, 0.542969, 0.601562, 0.527344, 0.628906, 0.753906, 0.574219, 0.511719, 0.558594, 0.523438, 0.494141, 0.644531, 1.046875, 0.730469, 0.570312, 0.621094, 0.5625, 0.585938, 0.550781, 0.53125, 0.554688, 0.738281, 0.691406, 0.632812, 0.589844, 0.574219, 0.542969, 0.558594, 0.585938, 0.570312, 0.519531, 0.640625, 0.566406, 0.535156, 0.515625, 3.984375, 0.582031, 0.691406, 3.875, 0.53125, 0.558594, 0.609375, 0.539062, 0.519531, 0.527344, 0.546875, 1.171875, 0.601562, 0.511719, 0.546875, 0.714844, 0.964844, 0.484375, 0.605469, 0.636719, 1.71875, 0.515625, 0.5, 0.578125, 0.582031, 0.535156, 0.617188, 0.679688, 0.5625, 0.625, 0.5625, 0.71875, 0.539062, 0.558594, 0.523438, 0.582031, 0.621094, 0.707031, 0.542969, 0.644531, 0.554688, 0.867188, 0.921875, 0.519531, 0.539062, 0.59375, 0.566406, 0.578125, 0.570312, 0.738281, 0.523438, 0.542969, 0.558594, 0.605469, 0.511719, 0.53125, 0.882812, 0.527344, 0.671875, 0.601562, 0.757812, 3.828125, 0.835938, 0.492188, 0.714844, 0.582031, 0.554688, 0.621094, 0.554688, 0.609375, 0.527344, 0.507812, 0.46875, 0.550781, 1.023438, 0.519531, 0.515625, 0.585938, 0.644531, 1.398438, 3.859375, 0.478516, 0.550781, 2.609375, 0.597656, 0.535156, 0.847656, 0.722656, 0.5625, 0.550781, 0.707031, 0.558594, 0.574219, 0.582031, 0.585938, 1.34375, 0.558594, 2.8125, 0.632812, 0.71875, 0.597656, 0.507812, 0.578125, 0.691406, 0.65625, 0.527344, 0.699219, 0.738281, 0.695312, 0.542969, 0.601562, 0.53125, 0.490234, 0.523438, 0.636719, 0.625, 0.535156, 1.023438, 0.490234, 0.632812, 0.699219, 0.601562, 0.570312, 0.609375, 0.5625, 0.609375, 0.558594, 0.53125, 0.515625, 0.949219, 0.53125, 0.609375, 0.59375, 0.671875, 0.527344, 0.628906, 0.636719, 0.820312, 0.523438, 0.683594, 0.550781, 0.542969, 0.574219, 0.511719, 1.0, 0.734375, 0.535156, 0.804688, 0.65625, 0.511719, 0.664062, 0.546875, 1.601562, 0.527344, 0.664062, 0.539062, 0.757812, 0.707031, 0.5, 0.585938, 0.511719, 0.589844, 0.59375, 0.644531, 0.523438, 0.613281, 0.53125, 0.65625, 0.585938, 2.84375, 0.652344, 0.5625, 0.570312, 0.605469, 0.546875, 0.824219, 0.832031, 0.5625, 0.601562, 0.550781, 0.503906, 0.511719, 0.574219, 0.539062, 0.828125, 0.539062, 0.585938, 0.519531, 0.628906, 0.605469, 2.546875, 0.710938, 0.53125, 0.542969, 0.605469, 0.550781, 0.753906, 0.5, 0.613281, 0.542969, 0.632812, 0.53125, 0.546875, 0.683594, 0.722656, 0.527344, 3.546875, 0.519531, 0.53125, 3.828125, 0.527344, 0.554688, 0.59375, 0.597656, 0.753906, 0.621094, 0.550781, 2.84375, 0.554688, 3.546875, 0.550781, 0.667969, 0.539062, 3.96875, 0.582031, 0.550781, 0.695312, 0.515625, 0.683594, 1.023438, 0.640625, 0.566406, 0.601562, 0.5625, 2.890625, 0.527344, 0.574219, 0.601562, 0.695312, 0.550781, 2.65625, 0.578125, 0.589844, 0.566406, 0.53125, 0.878906, 0.558594, 0.570312, 0.570312, 0.5625, 0.511719, 0.503906, 0.515625, 0.613281, 0.503906, 0.554688, 2.109375, 0.578125, 0.617188, 0.53125, 0.570312, 0.589844, 0.539062, 0.515625, 0.542969, 3.34375, 0.703125, 0.53125, 1.296875, 0.789062, 0.511719, 0.6875, 0.542969, 0.511719, 0.574219, 0.507812, 0.582031, 0.542969, 0.566406, 0.558594, 0.683594, 0.523438, 0.490234, 0.523438, 0.589844, 0.621094, 2.40625, 0.546875, 0.519531, 0.570312, 0.574219, 0.542969, 0.535156, 0.695312, 0.839844, 0.648438, 0.5625, 0.671875, 0.597656, 0.519531, 0.605469, 0.507812, 3.96875, 0.550781, 0.507812, 0.636719, 0.503906, 0.542969, 0.609375, 0.5, 0.597656, 0.523438, 0.652344, 0.527344, 0.558594, 0.535156, 0.546875, 0.816406, 0.570312, 0.65625, 0.546875, 0.53125, 0.546875, 0.5625, 0.550781, 0.601562, 0.640625, 0.601562, 0.550781, 0.523438, 0.621094, 0.640625, 1.039062, 0.582031, 0.589844, 0.734375, 0.558594, 0.613281, 0.550781, 0.566406, 0.816406, 0.71875, 0.554688, 0.609375, 0.523438, 0.59375, 0.769531, 0.535156, 0.546875, 2.796875, 0.478516, 0.625, 0.425781, 0.53125, 0.566406, 0.671875, 0.613281, 3.21875, 0.546875, 0.675781, 0.550781, 0.578125, 0.570312, 0.765625, 0.605469, 0.617188, 2.96875, 3.359375, 0.699219, 0.628906, 0.625, 0.482422, 0.566406, 0.621094, 0.609375, 0.613281, 0.640625, 0.589844, 0.648438, 0.578125, 0.527344, 0.546875, 0.527344, 3.1875, 0.480469, 0.523438, 0.570312, 2.34375, 0.664062, 0.539062, 0.523438, 0.574219, 0.566406, 0.566406, 0.546875, 0.570312, 0.535156, 0.511719, 1.054688, 0.5625, 0.613281, 0.703125, 0.554688, 0.554688, 0.550781, 1.117188, 0.578125, 0.542969, 0.644531, 0.609375, 0.542969, 0.585938, 2.6875, 0.554688, 0.699219, 0.726562, 2.0625, 0.710938, 0.523438, 0.589844, 0.609375, 0.578125, 0.816406, 3.671875, 0.554688, 0.554688, 0.558594, 0.527344, 0.519531, 0.535156, 0.5625, 0.8125, 0.609375, 0.527344, 0.71875, 0.550781, 0.59375, 0.486328, 0.554688, 0.457031, 0.515625, 0.679688, 0.515625, 0.523438, 0.59375, 2.265625, 0.65625, 1.125, 0.5625, 0.566406, 0.617188, 0.542969, 0.464844, 0.601562, 0.574219, 2.5, 0.898438, 0.519531, 0.511719, 0.574219, 0.535156, 0.511719, 0.554688, 0.617188, 0.527344, 0.632812, 0.730469, 0.695312, 0.542969, 0.628906, 0.582031, 0.597656, 0.539062, 0.566406, 0.617188, 0.546875, 0.585938, 0.539062, 0.699219, 0.408203, 0.570312, 0.640625, 0.566406, 0.535156, 0.554688, 0.503906, 0.566406, 0.539062, 0.605469, 0.503906, 0.539062, 0.632812, 0.546875, 0.535156, 2.53125, 0.785156, 0.523438, 0.5625, 0.5625, 0.476562, 0.597656, 0.574219, 3.828125, 0.710938, 0.535156, 0.652344, 0.558594, 0.636719, 1.109375, 0.71875, 0.546875, 0.511719, 3.296875, 0.554688, 1.054688, 0.878906, 0.742188, 0.710938, 0.494141, 0.59375, 0.589844, 0.636719, 0.628906, 0.574219, 0.550781, 0.542969, 0.539062, 0.625, 0.523438, 0.601562, 0.757812, 0.742188, 0.53125, 0.816406, 0.617188, 0.574219, 0.542969, 0.628906, 0.671875, 0.746094, 0.53125, 0.550781, 0.578125, 0.714844, 0.664062, 0.664062, 0.691406, 3.546875, 0.535156, 0.574219, 0.503906, 0.703125, 0.5625, 0.546875, 3.5, 0.570312, 0.597656, 0.535156, 0.628906, 0.613281, 0.566406, 0.585938, 0.738281, 0.613281, 0.605469, 0.546875, 0.808594, 1.265625, 0.671875, 0.542969, 0.734375, 0.455078, 0.550781, 0.664062, 0.578125, 0.519531, 0.345703, 0.492188, 0.800781, 0.523438, 0.648438, 0.511719, 0.5625, 3.703125, 0.546875, 2.484375, 0.613281, 0.851562, 0.451172, 0.578125, 0.566406, 0.566406, 0.625, 0.566406, 0.65625, 0.53125, 0.574219, 0.675781, 0.6875, 0.609375, 0.617188, 2.265625, 0.613281, 0.628906, 1.179688, 0.527344, 0.515625, 0.566406, 0.5625, 0.652344, 0.558594, 0.566406, 0.683594, 0.691406, 0.582031, 0.492188, 0.519531, 0.554688, 3.03125, 0.675781, 0.523438, 0.566406, 0.566406, 0.515625, 2.953125, 0.523438, 0.527344, 1.804688, 0.617188, 0.53125, 0.632812, 2.34375, 0.742188, 0.511719, 0.558594, 0.546875, 0.78125, 0.59375, 0.507812, 0.507812, 0.511719, 0.621094, 0.550781, 0.605469, 2.875, 0.554688, 0.609375, 0.535156, 0.503906, 3.65625, 0.671875, 0.609375, 0.496094, 0.515625, 0.570312, 3.78125, 0.539062, 0.722656, 0.53125, 0.574219, 2.46875, 0.691406, 0.746094, 0.753906, 2.0625, 0.628906, 0.496094, 0.660156, 0.824219, 0.542969, 0.644531, 0.507812, 1.179688, 0.527344, 0.601562, 0.617188, 0.523438, 0.523438, 0.515625, 0.546875, 0.601562, 0.5625, 0.550781, 0.53125, 0.519531, 0.496094, 0.535156, 0.617188, 0.59375, 0.527344, 0.523438, 0.589844, 0.570312, 0.527344, 0.527344, 0.664062, 0.511719, 0.519531, 2.96875, 0.490234, 0.800781, 0.628906, 0.542969, 0.5625, 0.523438, 0.644531, 0.480469, 3.359375, 0.59375, 0.558594, 0.636719, 0.515625, 0.535156, 0.566406, 0.742188, 0.605469, 0.59375, 0.566406, 2.125, 0.535156, 3.03125, 2.4375, 0.507812, 0.558594, 2.109375, 0.507812, 0.566406, 0.628906, 0.679688, 0.582031, 0.675781, 0.53125, 0.605469, 1.0, 1.757812, 2.515625, 0.566406, 0.519531, 0.625, 0.71875, 0.527344, 0.695312, 0.726562, 0.539062, 0.527344, 0.640625, 2.90625, 0.507812, 0.621094, 0.554688, 0.511719, 0.636719, 0.554688, 0.566406, 0.503906, 0.609375, 0.601562, 0.628906, 0.523438, 0.59375, 0.789062, 0.699219, 3.546875, 0.621094, 0.507812, 1.1875, 0.496094, 0.574219, 0.550781, 0.550781, 0.585938, 0.613281, 0.515625, 0.617188, 0.527344, 0.546875, 0.671875, 0.511719, 0.722656, 3.703125, 0.466797, 0.53125, 0.546875, 0.613281, 0.550781, 0.636719, 0.597656, 0.683594, 2.078125, 0.574219, 0.550781, 0.488281, 0.519531, 0.804688, 0.804688, 0.558594, 0.597656, 1.09375, 0.503906, 0.625, 0.570312, 0.527344, 0.5625, 0.542969, 0.550781, 2.21875, 0.679688, 0.527344, 0.589844, 0.558594, 0.570312, 0.78125, 0.523438, 0.652344, 0.542969, 0.582031, 0.535156, 3.375, 0.585938, 3.640625, 0.605469, 0.585938, 0.648438, 0.675781, 0.472656, 2.5625, 0.494141, 0.59375, 0.507812, 0.507812, 0.488281, 0.494141, 0.488281, 0.574219, 0.511719, 0.582031, 3.546875, 0.519531, 0.527344, 0.539062, 0.742188, 0.542969, 0.578125, 0.617188, 0.640625, 0.574219, 0.75, 0.65625, 2.75, 0.539062, 0.621094, 0.507812, 0.554688, 0.527344, 0.478516, 0.648438, 0.722656, 0.636719, 0.519531, 0.636719, 0.585938, 0.384766, 0.53125, 0.570312, 0.847656, 0.527344, 0.789062, 3.734375, 0.490234, 0.585938, 0.722656, 0.486328, 0.597656, 3.5, 0.59375, 0.546875, 0.71875, 0.546875, 0.554688, 0.617188, 0.5625, 0.546875, 0.550781, 0.546875, 0.574219, 0.644531, 0.640625, 0.742188, 0.609375, 0.933594, 0.597656, 0.482422, 0.546875, 0.539062, 0.898438, 0.542969, 0.554688, 0.582031, 0.605469, 0.527344, 0.65625, 0.507812, 1.359375, 0.542969, 0.667969, 0.496094, 0.683594, 0.527344, 0.550781, 0.554688, 0.632812, 0.769531, 3.0625, 0.535156, 0.632812, 0.539062, 0.589844, 0.601562, 1.625, 0.519531, 0.628906, 0.558594, 3.296875, 0.570312, 0.695312, 0.574219, 0.554688, 0.455078, 0.542969, 0.535156, 0.542969, 0.625, 0.605469, 0.699219, 0.527344, 0.535156, 0.539062, 0.554688, 2.90625, 0.640625, 0.539062, 0.691406, 0.527344, 0.664062, 2.453125, 0.6875, 0.546875, 0.494141, 0.478516, 0.574219, 0.808594, 0.605469, 0.585938, 0.527344, 0.542969, 1.578125, 0.597656, 0.625, 0.558594, 0.511719, 0.558594, 0.582031, 2.75, 0.582031, 1.5625, 0.496094, 0.53125, 0.507812, 0.710938, 0.494141, 3.75, 0.617188, 0.71875, 2.453125, 0.601562, 0.53125, 0.609375, 0.550781, 0.566406, 0.585938, 0.542969, 0.550781, 0.566406, 0.546875, 0.589844, 0.5, 0.585938, 0.570312, 0.546875, 0.542969, 0.492188, 0.582031, 0.65625, 0.628906, 0.503906, 0.855469, 0.652344, 0.558594, 0.726562, 0.542969, 0.558594, 0.5, 0.554688, 0.433594, 0.613281, 0.515625, 0.691406, 0.617188, 0.703125, 0.613281, 0.519531, 0.582031, 0.664062, 0.550781, 0.527344, 0.699219, 0.578125, 1.195312, 0.527344, 0.539062, 0.566406, 0.703125, 0.535156, 0.75, 0.554688, 0.882812, 0.550781, 0.542969, 0.679688, 0.527344, 0.65625, 0.546875, 0.554688, 0.660156, 0.597656, 0.609375, 0.535156, 0.5625, 1.03125, 0.550781, 0.582031, 0.53125, 0.679688, 0.621094, 0.5625, 0.996094, 1.734375, 0.640625, 0.742188, 1.117188, 0.664062, 0.542969, 0.542969, 0.617188, 0.53125, 0.578125, 0.570312, 0.597656, 0.519531, 0.714844, 0.519531, 0.539062, 0.53125, 0.714844, 0.558594, 0.542969, 0.445312, 0.585938, 0.902344, 0.597656, 1.460938, 0.498047, 0.546875, 0.542969, 0.589844, 0.671875, 0.605469, 0.53125, 0.59375, 0.601562, 0.558594, 0.503906, 0.59375, 3.375, 2.4375, 0.59375, 0.527344, 0.597656, 0.566406, 1.289062, 0.617188, 0.527344, 0.511719, 0.667969, 0.761719, 0.511719, 0.761719, 0.464844, 3.765625, 0.800781, 0.5625, 0.730469, 1.523438, 0.515625, 0.550781, 1.085938, 0.542969, 0.640625, 0.527344, 0.535156, 0.664062, 0.726562, 0.535156, 0.535156, 0.621094, 0.636719, 0.5625, 0.628906, 0.494141, 0.578125, 0.652344, 0.492188, 0.796875, 0.550781, 0.494141, 0.597656, 0.515625, 0.941406, 0.507812, 2.3125, 0.539062, 0.605469, 0.890625, 0.550781, 0.773438, 0.582031, 0.824219, 0.628906, 0.574219, 0.746094, 0.53125, 0.535156, 0.570312, 2.890625, 0.640625, 0.5625, 0.554688, 0.726562, 0.675781, 0.527344, 0.507812, 0.523438, 0.527344, 0.494141, 0.59375, 0.609375, 0.570312, 0.796875, 0.621094, 0.515625, 0.582031, 0.490234, 0.519531, 0.664062, 0.625, 0.671875, 0.527344, 0.84375, 0.722656, 0.773438, 0.570312, 0.494141, 0.527344, 0.59375, 0.503906, 0.960938, 0.652344, 0.589844, 0.523438, 0.5625, 0.539062, 0.628906, 0.535156, 0.53125, 0.625, 0.851562, 0.617188, 0.625, 1.539062, 0.839844, 0.988281, 0.613281, 0.597656, 0.59375, 0.523438, 0.609375, 3.625, 0.601562, 0.65625, 0.714844, 0.628906, 2.859375, 0.535156, 0.601562, 0.554688, 0.609375, 0.490234, 0.542969, 0.621094, 0.605469, 1.203125, 0.609375, 0.617188, 0.652344, 0.679688, 0.671875, 0.601562, 0.609375, 0.984375, 1.179688, 0.542969, 0.574219, 3.25, 1.242188, 0.570312, 0.625, 0.519531, 0.570312, 0.546875, 0.546875, 0.486328, 0.523438, 0.582031, 0.628906, 0.550781, 0.523438, 0.566406, 0.632812, 0.527344, 0.816406, 3.21875, 0.515625, 0.546875, 0.498047, 0.554688, 0.945312, 3.8125, 0.570312, 1.015625, 0.648438, 0.609375, 0.566406, 0.546875, 0.570312, 0.515625, 0.574219, 0.558594, 0.664062, 0.582031, 0.535156, 3.671875, 0.515625, 2.90625, 0.515625, 0.613281, 0.757812, 0.550781, 0.601562, 0.589844, 0.441406, 0.734375, 0.496094, 3.359375, 0.664062, 0.578125, 0.550781, 0.582031, 0.613281, 0.5625, 0.632812, 0.648438, 0.585938, 0.539062, 0.582031, 0.570312, 0.621094, 0.867188, 0.703125, 0.871094, 0.566406, 0.535156, 0.570312, 0.558594, 0.515625, 0.570312, 0.589844, 0.605469, 0.570312, 0.490234, 0.644531, 0.597656, 0.5625, 1.234375, 0.566406, 0.644531, 2.609375, 0.566406, 0.554688, 0.660156, 0.5, 0.613281, 0.625, 0.566406, 0.523438, 0.582031, 0.597656, 0.554688, 1.304688, 0.898438, 2.796875, 0.427734, 0.605469, 3.828125, 0.5625, 2.1875, 0.5625, 0.589844, 0.554688, 0.546875, 0.675781, 0.578125, 0.65625, 0.535156, 0.566406, 0.601562, 0.660156, 0.59375, 0.503906, 0.488281, 0.804688, 3.203125, 0.535156, 1.015625, 0.601562, 0.507812, 0.535156, 0.527344, 0.578125, 0.871094, 0.558594, 0.570312, 0.601562, 3.609375, 0.535156, 0.609375, 0.761719, 3.4375, 0.699219, 0.539062, 0.507812, 0.679688, 0.523438, 1.125, 0.570312, 0.613281, -0.018799, 0.679688, 0.550781, 0.589844, 0.550781, 0.503906, 0.636719, 0.695312, 0.570312, 1.023438, 0.875, 0.515625, 0.558594, 0.65625, 0.554688, 0.578125, 0.539062, 0.605469, 0.648438, 0.5, 0.75, 1.289062, 0.695312, 0.511719, 0.507812, 0.636719, 0.550781, 1.046875, 0.925781, 3.890625, 0.683594, 0.628906, 0.617188, 0.503906, 2.453125, 0.71875, 1.710938, 0.734375, 0.558594, 0.558594, 0.546875, 0.515625, 0.625, 0.589844, 0.527344, 0.554688, 0.589844, 0.554688, 0.578125, 0.761719, 0.578125, 0.632812, 0.539062, 0.59375, 1.234375, 0.859375, 0.527344, 0.519531, 0.835938, 0.527344, 0.542969, 0.632812, 0.554688, 0.53125, 0.683594, 0.554688, 0.839844, 0.535156, 0.824219, 1.15625, 0.558594, 0.523438, 0.53125, 0.667969, 0.640625, 0.574219, 0.585938, 0.550781, 0.554688, 0.613281, 0.585938, 0.761719, 0.578125, 0.515625, 0.753906, 3.8125, 0.550781, 0.488281, 0.589844, 3.984375, 0.71875, 0.628906, 0.511719, 0.589844, 0.558594, 0.628906, 0.667969, 0.5, 0.605469, 0.609375, 0.542969, 0.699219, 0.5625, 0.640625, 0.53125, 0.451172, 0.847656, 0.941406, 0.726562, 0.535156, 0.652344, 0.589844, 0.726562, 0.511719, 0.550781, 2.671875, 0.535156, 0.648438, 0.554688, 0.511719, 0.423828, 0.503906, 0.667969, 0.578125, 0.574219, 0.71875, 0.542969, 0.503906, 0.546875, 0.503906, 0.478516, 0.550781, 0.5625, 0.746094, 0.519531, 0.496094, 0.527344, 0.570312, 0.667969, 0.523438, 0.636719, 0.546875, 0.558594, 1.15625, 1.117188, 0.683594, 0.59375, 0.621094, 1.179688, 0.628906, 0.710938, 0.648438, 0.585938, 0.820312, 0.597656, 3.921875, 0.5625, 0.539062, 0.503906, 0.507812, 0.34375, 0.765625, 0.539062, 0.585938, 0.707031, 0.609375, 0.566406, 2.328125, 3.859375, 0.523438, 0.632812, 0.527344, 0.490234, 0.671875, 0.554688, 0.933594, 0.519531, 0.589844, 0.511719, 0.574219, 0.992188, 0.511719, 0.613281, 0.558594, 0.925781, 0.652344, 0.578125, 0.675781, 0.59375, 2.984375, 0.550781, 0.535156, 0.421875, 0.490234, 0.546875, 0.578125, 0.515625, 0.660156, 0.515625, 0.652344, 0.605469, 0.628906, 1.078125, 0.609375, 0.542969, 0.617188, 0.601562, 0.539062, 0.523438, 0.546875, 3.890625, 0.574219, 0.902344, 0.644531, 0.730469, 0.65625, 0.730469, 0.628906, 0.490234, 0.617188, 1.0, 0.574219, 0.636719, 0.484375, 0.710938, 0.855469, 0.507812, 0.621094, 0.597656, 0.585938, 0.503906, 0.546875, 0.667969, 0.589844, 0.542969, 0.550781, 0.539062, 0.621094, 0.746094, 0.574219, 0.53125, 0.498047, 0.542969, 0.726562, 0.494141, 0.601562, 0.519531, 0.589844, 0.632812, 0.507812, 1.234375, 0.75, 0.515625, 0.546875, 0.566406, 0.695312, 0.625, 0.550781, 0.773438, 0.636719, 0.542969, 0.542969, 0.714844, 0.558594, 0.636719, 0.546875, 0.59375, 0.636719, 0.511719, 0.722656, 3.46875, 0.734375, 0.546875, 0.429688, 0.585938, 0.5625, 0.589844, 0.621094, 0.785156, 0.462891, 0.511719, 0.515625, 0.617188, 0.632812, 0.494141, 0.871094, 0.609375, 0.671875, 0.511719, 0.613281, 0.605469, 0.558594, 0.578125, 0.550781, 0.710938, 0.5625, 0.578125, 0.578125, 0.566406, 0.582031, 0.476562, 0.761719, 0.494141, 0.550781, 0.539062, 0.578125, 0.53125, 0.492188, 0.535156, 0.929688, 0.589844, 0.515625, 0.816406, 0.625, 0.628906, 0.523438, 0.613281, 1.945312, 0.566406, 0.605469, 2.375, 0.515625, 0.589844, 0.65625, 2.296875, 0.675781, 0.455078, 0.585938, 1.109375, 0.6875, 0.816406, 0.863281, 0.71875, 1.351562, 1.8125, 0.632812, 2.578125, 0.550781, 0.574219, 0.550781, 0.558594, 0.53125, 0.597656, 0.558594, 1.125, 0.53125, 0.511719, 0.550781, 0.769531, 0.683594, 0.628906, 0.808594, 0.558594, 0.617188, 0.503906, 0.539062, 0.519531, 3.578125, 0.523438, 0.601562, 0.546875, 0.566406, 0.609375, 0.644531, 0.664062, 0.621094, 0.550781, 0.792969, 0.570312, 0.574219, 2.5625, 0.546875, 0.515625, 0.566406, 0.535156, 0.71875, 0.941406, 0.597656, 0.5, 0.53125, 0.574219, 0.566406, 0.515625, 1.664062, 0.527344, 0.511719, 0.800781, 0.527344, 0.671875, 0.621094, 3.828125, 0.574219, 0.820312, 0.542969, 0.65625, 0.515625, 0.5625, 0.550781, 0.542969, 0.59375, 0.632812, 0.550781, 0.511719, 0.914062, 0.523438, 0.65625, 0.605469, 0.609375, 0.535156, 0.59375, 0.734375, 0.550781, 0.566406, 0.640625, 0.816406, 0.550781, 0.585938, 0.660156, 0.746094, 0.890625, 0.554688, 0.546875, 0.617188, 0.507812, 0.5625, 0.605469, 0.652344, 0.53125, 0.550781, 0.523438, 0.519531, 0.609375, 0.570312, 2.8125, 0.601562, 0.648438, 0.542969, 0.574219, 0.53125, 0.574219, 0.5, 0.617188, 0.5625, 0.636719, 0.523438, 0.621094, 0.613281, 0.636719, 0.5625, 0.566406, 0.511719, 0.511719, 0.574219, 0.578125, 0.605469, 0.890625, 0.753906, 0.617188, 0.539062, 0.628906, 0.589844, 0.679688, 0.542969, 0.582031, 0.511719, 0.585938, 0.605469, 0.546875, 0.539062, 1.171875, 0.613281, 0.539062, 0.5625, 0.566406, 0.625, 0.5, 3.859375, 0.523438, 0.648438, 0.527344, 0.753906, 0.578125, 0.597656, 0.5625, 0.625, 0.59375, 0.455078, 0.621094, 0.609375, 0.984375, 0.695312, 0.519531, 0.660156, 0.542969, 0.455078, 0.773438, 0.539062, 0.574219, 0.550781, 0.558594, 1.59375, 3.765625, 0.53125, 0.71875, 0.546875, 0.578125, 0.730469, 0.6875, 1.835938, 0.542969, 0.566406, 0.566406, 0.527344, 0.523438, 0.777344, 0.554688, 0.652344, 0.519531, 0.558594, 0.527344, 2.03125, 0.582031, 0.542969, 0.667969, 0.714844, 0.490234, 0.558594, 0.570312, 0.699219, 0.59375, 0.652344, 0.566406, 0.601562, 0.722656, 0.535156, 0.53125, 0.605469, 0.519531, 0.507812, 0.570312, 0.644531, 0.582031, 0.5625, 0.558594, 0.5625, 0.519531, 0.550781, 0.53125, 0.558594, 0.6875, 2.09375, 0.535156, 0.519531, 0.632812, 3.828125, 0.539062, 0.601562, 0.609375, 0.933594, 0.742188, 0.65625, 0.824219, 0.621094, 0.482422, 0.703125, 0.578125, 0.921875, 0.707031, 0.574219, 0.71875, 0.5625, 0.59375, 0.546875, 0.59375, 0.5, 0.53125, 0.617188, 0.648438, 0.65625, 0.738281, 0.5625, 0.589844, 0.53125, 0.492188, 0.535156, 0.554688, 0.511719, 3.71875, 0.570312, 0.507812, 0.5625, 0.691406, 0.535156, 0.535156, 0.53125, 0.53125, 0.542969, 0.550781, 0.550781, 0.503906, 0.535156, 0.683594, 0.535156, 0.597656, 0.519531, 0.894531, 0.574219, 0.546875, 0.527344, 0.585938, 0.53125, 3.703125, 0.503906, 0.574219, 0.570312, 0.578125, 0.527344, 0.570312, 0.578125, 0.613281, 0.617188, 0.617188, 1.25, 0.527344, 0.609375, 0.582031, 0.542969, 2.46875, 0.546875, 0.535156, 0.554688, 0.535156, 0.546875, 0.582031, 0.511719, 0.554688, 0.796875, 0.570312, 0.527344, 0.498047, 0.523438, 1.015625, 0.648438, 0.496094, 0.527344, 0.546875, 0.4375, 0.523438, 0.527344, 0.628906, 0.53125, 0.613281, 0.527344, 0.566406, 1.0, 0.804688, 0.550781, 0.578125, 0.546875, 0.648438, 0.550781, 0.5, 0.710938, 0.527344, 0.503906, 0.527344, 0.523438, 0.550781, 0.519531, 0.535156, 0.515625, 0.486328, 0.542969, 0.554688, 0.613281, 0.558594, 0.53125, 0.648438, 0.585938, 0.558594, 0.511719, 0.578125, 0.589844, 0.574219, 0.515625, 0.519531, 0.546875, 0.570312, 1.132812, 0.660156, 0.625, 0.566406, 0.671875, 0.550781, 0.503906, 0.582031, 0.628906, 1.242188, 0.53125, 0.558594, 3.4375, 0.59375, 0.523438, 0.539062, 0.625, 0.65625, 0.5625, 0.578125, 0.550781, 0.539062, 0.5625, 0.792969, 0.546875, 0.558594, 0.703125, 0.542969, 0.519531, 1.070312, 0.9375, 0.570312, 3.703125, 0.5625, 0.554688, 0.699219, 0.605469, 0.605469, 0.480469, 2.703125, 0.570312, 0.644531, 0.65625, 0.527344, 0.546875, 2.78125, 0.53125, 0.710938, 0.546875, 0.589844, 0.625, 0.933594, 0.652344, 0.617188, 2.3125, 0.78125, 0.546875, 0.628906, 0.527344, 0.542969, 0.683594, 0.746094, 0.640625, 0.6875, 0.707031, 0.601562, 0.546875, 0.550781, 0.59375, 0.523438, 0.550781, 2.921875, 0.361328, 0.574219, 0.527344, 0.539062, 0.65625, 0.605469, 0.601562, 0.53125, 0.542969, 0.589844, 0.519531, 0.621094, 0.617188, 1.46875, 0.462891, 0.578125, 0.535156, 0.546875, 0.628906, 4.0, 0.558594, 0.574219, 0.507812, 0.613281, 0.5625, 0.486328, 0.675781, 0.542969, 0.785156, 0.5625, 3.59375, 0.5625, 0.570312, 0.703125, 0.546875, 0.578125, 0.435547, 0.535156, 0.652344, 3.765625, 1.390625, 0.59375, 0.574219, 1.273438, 0.53125, 0.550781, 0.527344, 0.710938, 0.523438, 0.621094, 0.515625, 0.640625, 0.558594, 0.59375, 1.820312, 0.65625, 0.550781, 0.498047, 0.601562, 0.503906, 0.554688, 0.664062, 0.75, 0.550781, 2.0625, 0.566406, 0.632812, 0.558594, 0.757812, 0.980469, 0.523438, 0.605469, 3.296875, 0.671875, 0.597656, 0.660156, 0.574219, 0.738281, 0.550781, 0.535156, 0.535156, 0.710938, 0.675781, 0.601562, 0.53125, 0.554688, 0.527344, 0.53125, 0.546875, 0.546875, 0.722656, 0.539062, 0.550781, 0.539062, 0.679688, 0.539062, 0.53125, 0.554688, 0.691406, 0.765625, 0.714844, 0.550781, 0.523438, 3.234375, 0.515625, 0.53125, 0.695312, 0.503906, 0.566406, 0.498047, 0.566406, 0.53125, 3.109375, 0.527344, 0.554688, 0.578125, 0.542969, 0.566406, 0.589844, 0.59375, 0.578125, 0.652344, 0.621094, 3.796875, 0.582031, 0.605469, 0.632812, 0.519531, 0.566406, 0.578125, 0.671875, 1.039062, 0.695312, 0.929688, 0.648438, 0.539062, 0.597656, 0.570312, 0.652344, 0.527344, 0.667969, 0.902344, 0.53125, 0.566406, 0.59375, 0.640625, 0.621094, 0.675781, 0.523438, 3.75, 0.5625, 0.539062, 3.71875, 0.601562, 0.515625, 1.460938, 0.527344, 2.578125, 0.542969, 0.498047, 2.484375, 0.585938, 0.542969, 0.59375, 1.203125, 0.558594, 3.546875, 0.578125, 2.6875, 0.578125, 0.726562, 0.554688, 0.519531, 0.726562, 0.546875, 0.597656, 0.527344, 0.466797, 0.511719, 0.613281, 0.683594, 0.613281, 3.546875, 0.609375, 0.488281, 2.484375, 0.628906, 0.490234, 1.21875, 0.695312, 0.636719, 0.578125, 0.519531, 0.53125, 3.90625, 0.585938, 0.519531, 0.691406, 0.59375, 0.53125, 0.601562, 0.570312, 0.644531, 0.503906, 0.574219, 0.625, 0.570312, 0.523438, 0.554688, 0.539062, 0.550781, 0.859375, 0.648438, 0.554688, 0.578125, 0.675781, 0.53125, 0.609375, 0.683594, 0.447266, 3.21875, 0.679688, 0.554688, 0.652344, 0.554688, 0.640625, 0.679688, 0.542969, 0.519531, 0.53125, 0.429688, 0.585938, 0.601562, 0.519531, 0.597656, 0.554688, 0.523438, 2.5625, 0.582031, 0.546875, 0.539062, 0.488281, 0.507812, 0.570312, 0.566406, 0.507812, 0.683594, 3.25, 0.613281, 0.464844, 0.523438, 0.632812, 0.601562, 0.613281 ] }, "name": "model.model.layers.26.input_layernorm.weight", "outputIndexes": [ 2126 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2125 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_26/Mul_output_0", "outputIndexes": [ 2127 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2126, 2127 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_26/Mul_1_output_0", "outputIndexes": [ 2128 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2128 ], "outputIndexes": [ 3036 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3036 ], "outputIndexes": [ 3037 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear", "inputIndexes": [ 3037 ], "outputIndexes": [ 3038 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 3408781220, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3038 ], "outputIndexes": [ 3039 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3039 ], "outputIndexes": [ 2129 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2128 ], "main_type": "NONE", "name": "/Shape_365_output_0", "outputIndexes": [ 2130 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2130 ], "main_type": "NONE", "name": "Shape6579", "outputIndexes": [ 2131 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2130 ], "main_type": "NONE", "name": "Rank6581", "outputIndexes": [ 2132 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2132, 2132 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6583", "outputIndexes": [ 2133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2133 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6584", "outputIndexes": [ 2134 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2133, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6586", "outputIndexes": [ 2135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2135 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6587", "outputIndexes": [ 2136 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2131, 2134, 2136, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6590", "outputIndexes": [ 2137 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2137 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6591", "outputIndexes": [ 2138 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2138 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6592", "outputIndexes": [ 2139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2139, 2138 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6593", "outputIndexes": [ 2140 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2130, 2140, 2133 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_394_output_0", "outputIndexes": [ 2141 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2141, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_833_output_0", "outputIndexes": [ 2142 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2142, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_338_output_0", "outputIndexes": [ 2143 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2129, 2143 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_235_output_0", "outputIndexes": [ 2144 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_208_output_0", "outputIndexes": [ 2145 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144 ], "main_type": "NONE", "name": "/Shape_366_output_0", "outputIndexes": [ 2146 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2146 ], "main_type": "NONE", "name": "Shape6600", "outputIndexes": [ 2147 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2146 ], "main_type": "NONE", "name": "Rank6602", "outputIndexes": [ 2148 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2148, 2148 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6604", "outputIndexes": [ 2149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2149 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6605", "outputIndexes": [ 2150 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2149, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6607", "outputIndexes": [ 2151 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2151 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6608", "outputIndexes": [ 2152 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2147, 2150, 2152, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6611", "outputIndexes": [ 2153 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2153 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6612", "outputIndexes": [ 2154 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2154 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6613", "outputIndexes": [ 2155 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2155, 2154 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6614", "outputIndexes": [ 2156 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2146, 2156, 2149 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_395_output_0", "outputIndexes": [ 2157 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2157, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_78_output_0", "outputIndexes": [ 2158 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2158, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_838_output_0", "outputIndexes": [ 2159 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144, 2159, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_105_output_0", "outputIndexes": [ 2160 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2160 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_52_output_0", "outputIndexes": [ 2161 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144, 22, 2159, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_104_output_0", "outputIndexes": [ 2162 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2161, 2162 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_341_output_0", "outputIndexes": [ 2163 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2163, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_209_output_0", "outputIndexes": [ 2164 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2145, 2164 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_130_output_0", "outputIndexes": [ 2165 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2128 ], "outputIndexes": [ 3040 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3040 ], "outputIndexes": [ 3041 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear", "inputIndexes": [ 3041 ], "outputIndexes": [ 3042 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 3416020922, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3042 ], "outputIndexes": [ 3043 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3043 ], "outputIndexes": [ 2166 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2142, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_339_output_0", "outputIndexes": [ 2167 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2166, 2167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_236_output_0", "outputIndexes": [ 2168 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2168, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_210_output_0", "outputIndexes": [ 2169 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2168 ], "main_type": "NONE", "name": "/Shape_367_output_0", "outputIndexes": [ 2170 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2170 ], "main_type": "NONE", "name": "Shape6663", "outputIndexes": [ 2171 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2170 ], "main_type": "NONE", "name": "Rank6665", "outputIndexes": [ 2172 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2172, 2172 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6667", "outputIndexes": [ 2173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2173 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6668", "outputIndexes": [ 2174 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2173, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6670", "outputIndexes": [ 2175 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2175 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6671", "outputIndexes": [ 2176 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2171, 2174, 2176, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6674", "outputIndexes": [ 2177 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2177 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6675", "outputIndexes": [ 2178 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2178 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6676", "outputIndexes": [ 2179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2179, 2178 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6677", "outputIndexes": [ 2180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2170, 2180, 2173 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_396_output_0", "outputIndexes": [ 2181 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2181, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_79_output_0", "outputIndexes": [ 2182 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2182, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_840_output_0", "outputIndexes": [ 2183 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2168, 2183, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_107_output_0", "outputIndexes": [ 2184 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2184 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_53_output_0", "outputIndexes": [ 2185 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2168, 22, 2183, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_106_output_0", "outputIndexes": [ 2186 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2185, 2186 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_342_output_0", "outputIndexes": [ 2187 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2187, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_211_output_0", "outputIndexes": [ 2188 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2169, 2188 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_131_output_0", "outputIndexes": [ 2189 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2128 ], "outputIndexes": [ 3044 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3044 ], "outputIndexes": [ 3045 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear", "inputIndexes": [ 3045 ], "outputIndexes": [ 3046 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 3417055184, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3046 ], "outputIndexes": [ 3047 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3047 ], "outputIndexes": [ 2190 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2190, 2167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_237_output_0", "outputIndexes": [ 2191 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2165, 2189, 2191, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_242_output_0", "outputIndexes": [ 2192 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2192 ], "outputIndexes": [ 3048 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3048 ], "outputIndexes": [ 3049 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear", "inputIndexes": [ 3049 ], "outputIndexes": [ 3050 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 3418089446, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3050 ], "outputIndexes": [ 3051 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3051 ], "outputIndexes": [ 2193 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2125, 2193 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_133_output_0", "outputIndexes": [ 2194 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.4375, 1.429688, 1.460938, 1.367188, 1.429688, 1.375, 1.398438, 1.421875, 0.6875, 1.375, 1.40625, 1.351562, 1.390625, 1.351562, 1.476562, 1.421875, 1.398438, 1.398438, 1.421875, 1.210938, 1.484375, 1.40625, 1.390625, 1.367188, 1.367188, 1.421875, 1.117188, 1.375, 1.359375, 1.351562, 1.445312, 1.34375, 1.304688, 1.375, 1.445312, 1.453125, 1.34375, 0.460938, 1.429688, 1.429688, 1.445312, 1.398438, 1.515625, 1.40625, 1.460938, 1.460938, 1.960938, 1.445312, 1.414062, 1.34375, 1.445312, 1.40625, 1.375, 1.40625, 1.429688, 1.351562, 1.4375, 1.585938, 1.4375, 1.242188, 1.359375, 1.429688, 1.421875, 1.421875, 1.4375, 1.421875, 1.351562, 1.40625, 1.476562, 1.398438, 1.375, 1.34375, 1.4375, 1.390625, 1.429688, 1.421875, 1.335938, 1.367188, 0.753906, 1.460938, 1.414062, 1.570312, 1.4375, 1.390625, 1.421875, 1.085938, 1.421875, 1.492188, 1.4375, 1.15625, 1.414062, 1.429688, 1.429688, 1.398438, 1.4375, 1.40625, 1.078125, 1.335938, 1.429688, 1.421875, 1.34375, 1.335938, 1.492188, 1.40625, 1.351562, 1.421875, 1.414062, 1.3125, 1.390625, 1.367188, 1.421875, 1.375, 1.390625, 0.5625, 1.398438, 0.722656, 1.328125, 1.414062, 1.4375, 1.3125, 1.375, 1.398438, 1.453125, 1.40625, 1.421875, 1.359375, 1.414062, 1.398438, 1.125, 1.34375, 1.125, 1.609375, 1.351562, 1.421875, 2.171875, 1.414062, 1.382812, 1.414062, 1.34375, 1.421875, 1.398438, 1.4375, 1.476562, 1.601562, 0.640625, 1.351562, 1.445312, 1.414062, 1.40625, 1.414062, 1.421875, 1.414062, 1.375, 1.398438, 1.351562, 1.375, 1.320312, 1.296875, 1.445312, 1.460938, 1.328125, 1.328125, 0.828125, 1.414062, 0.511719, 1.3125, 1.375, 1.3125, 1.390625, 1.398438, 1.414062, 1.382812, 1.429688, 1.359375, 1.398438, 1.5, 1.40625, 1.414062, 1.445312, 1.390625, 1.382812, 1.375, 1.4375, 1.382812, 1.460938, 1.40625, 1.398438, 1.351562, 1.390625, 1.414062, 1.351562, 1.398438, 1.304688, 1.367188, 1.507812, 1.390625, 1.382812, 1.4375, 1.296875, 1.382812, 1.382812, 0.455078, 1.421875, 1.398438, 1.398438, 1.390625, 1.382812, 1.375, 1.445312, 1.445312, 1.414062, 1.390625, 1.351562, 1.398438, 1.40625, 1.382812, 1.335938, 1.3125, 1.484375, 1.398438, 1.398438, 1.328125, 1.359375, 1.429688, 1.421875, 1.484375, 1.34375, 1.351562, 1.382812, 1.40625, 1.429688, 1.414062, 1.429688, 1.40625, 1.40625, 1.390625, 1.375, 1.421875, 1.109375, 1.398438, 1.421875, 1.382812, 1.414062, 1.40625, 1.375, 1.34375, 1.414062, 1.453125, 1.398438, 1.375, 1.414062, 1.5, 1.320312, 1.390625, 1.414062, 1.335938, 1.4375, 1.070312, 1.382812, 1.3125, 1.429688, 1.40625, 1.4375, 1.414062, 1.390625, 1.34375, 1.382812, 1.398438, 1.382812, 1.421875, 1.40625, 1.429688, 1.4375, 1.351562, 1.367188, 1.476562, 1.414062, 1.757812, 1.328125, 1.429688, 1.390625, 1.414062, 1.046875, 1.414062, 1.375, 1.445312, 1.375, 1.421875, 1.429688, 1.453125, 1.484375, 1.375, 1.375, 1.3125, 1.46875, 1.375, 1.351562, 1.273438, 1.414062, 1.40625, 1.375, 1.367188, 1.304688, 1.421875, 1.546875, 1.445312, 1.40625, 1.382812, 1.382812, 1.429688, 0.957031, 1.390625, 1.398438, 1.390625, 0.511719, 1.414062, 1.398438, 1.4375, 1.414062, 1.390625, 1.429688, 1.390625, 1.351562, 1.390625, 1.367188, 1.40625, 1.398438, 1.398438, 1.382812, 1.398438, 1.054688, 1.390625, 1.398438, 1.382812, 1.304688, 1.40625, 1.429688, 2.046875, 1.429688, 1.328125, 1.054688, 1.390625, 1.40625, 1.382812, 1.539062, 1.445312, 1.445312, 1.421875, 1.375, 1.429688, 1.414062, 1.351562, 1.453125, 1.398438, 1.476562, 1.398438, 1.414062, 1.421875, 1.382812, 1.40625, 1.414062, 1.46875, 1.078125, 1.34375, 1.132812, 1.289062, 1.375, 1.453125, 1.398438, 1.382812, 1.429688, 1.40625, 1.390625, 1.367188, 1.429688, 1.4375, 1.054688, 1.289062, 1.40625, 1.40625, 1.421875, 1.421875, 1.34375, 1.4375, 1.390625, 1.296875, 1.46875, 1.398438, 1.398438, 1.351562, 1.40625, 1.429688, 1.9375, 1.4375, 1.375, 1.453125, 1.335938, 1.359375, 1.398438, 1.15625, 1.320312, 1.429688, 1.320312, 1.421875, 1.3125, 1.414062, 1.421875, 1.429688, 1.429688, 1.351562, 1.304688, 1.398438, 1.4375, 1.40625, 1.429688, 1.53125, 1.429688, 1.40625, 1.40625, 1.421875, 1.3125, 1.359375, 1.390625, 1.398438, 1.40625, 1.335938, 1.421875, 1.414062, 1.46875, 1.390625, 1.40625, 1.375, 1.351562, 1.382812, 1.414062, 1.390625, 1.375, 1.414062, 1.390625, 1.34375, 1.375, 1.445312, 1.398438, 1.414062, 1.320312, 1.351562, 1.382812, 1.398438, 1.40625, 1.546875, 1.476562, 1.414062, 1.421875, 1.421875, 1.40625, 1.960938, 1.375, 1.367188, 1.09375, 1.375, 1.414062, 1.375, 1.414062, 1.203125, 1.34375, 1.421875, 1.375, 1.390625, 1.296875, 1.40625, 1.359375, 1.140625, 1.429688, 1.414062, 1.414062, 1.335938, 1.375, 1.304688, 1.398438, 1.429688, 1.421875, 1.414062, 1.320312, 1.398438, 1.25, 1.414062, 1.453125, 1.40625, 1.414062, 1.40625, 3.453125, 1.453125, 1.5, 1.398438, 1.445312, 1.375, 1.421875, 1.375, 1.492188, 1.429688, 1.40625, 1.34375, 1.367188, 1.328125, 1.390625, 1.335938, 1.429688, 1.390625, 1.390625, 1.367188, 1.429688, 1.4375, 1.40625, 1.421875, 1.429688, 1.367188, 1.34375, 1.382812, 1.390625, 1.476562, 1.359375, 1.429688, 1.398438, 1.023438, 1.40625, 1.34375, 1.421875, 1.421875, 1.421875, 1.359375, 1.40625, 1.414062, 1.460938, 1.40625, 1.421875, 1.429688, 1.3125, 1.40625, 1.398438, 1.429688, 1.382812, 1.5625, 1.304688, 1.429688, 1.296875, 1.429688, 1.578125, 0.917969, 1.570312, 1.460938, 1.398438, 1.476562, 1.414062, 1.273438, 1.34375, 1.335938, 1.398438, 1.382812, 1.429688, 1.328125, 1.429688, 1.40625, 1.359375, 1.390625, 1.34375, 1.421875, 1.414062, 1.421875, 1.414062, 1.398438, 1.421875, 1.398438, 1.351562, 1.304688, 1.4375, 1.382812, 1.382812, 1.445312, 1.34375, 1.421875, 1.453125, 1.398438, 1.429688, 1.34375, 1.4375, 1.414062, 1.390625, 1.328125, 1.414062, 1.320312, 1.429688, 1.398438, 1.4375, 1.429688, 1.476562, 1.304688, 1.382812, 1.375, 1.335938, 1.359375, 1.429688, 1.328125, 1.34375, 1.523438, 1.367188, 1.414062, 1.40625, 1.414062, 0.496094, 1.421875, 1.453125, 1.414062, 1.382812, 1.429688, 1.414062, 1.40625, 1.015625, 1.570312, 1.390625, 1.40625, 1.40625, 1.390625, 0.458984, 1.398438, 0.507812, 1.382812, 1.492188, 1.40625, 1.398438, 1.445312, 1.335938, 1.375, 1.367188, 1.414062, 1.398438, 1.351562, 1.4375, 1.554688, 1.40625, 1.398438, 1.382812, 1.382812, 1.414062, 1.429688, 1.453125, 0.816406, 1.421875, 1.40625, 1.398438, 1.390625, 1.078125, 1.359375, 1.421875, 1.335938, 1.070312, 1.429688, 1.359375, 1.414062, 1.398438, 1.328125, 1.328125, 1.351562, 0.449219, 1.421875, 1.398438, 1.398438, 1.398438, 1.398438, 1.429688, 1.421875, 1.390625, 1.375, 1.398438, 1.421875, 1.40625, 1.382812, 1.4375, 1.351562, 1.367188, 1.398438, 1.398438, 1.414062, 1.34375, 1.429688, 1.132812, 1.375, 1.40625, 1.34375, 1.367188, 1.078125, 1.445312, 1.398438, 1.40625, 1.4375, 1.382812, 1.289062, 0.730469, 1.4375, 1.554688, 1.40625, 1.3125, 1.421875, 1.429688, 1.429688, 1.398438, 1.40625, 1.382812, 1.101562, 1.40625, 1.429688, 1.375, 1.34375, 1.398438, 1.359375, 1.359375, 0.337891, 0.980469, 1.414062, 1.28125, 1.421875, 1.328125, 1.398438, 1.421875, 1.40625, 1.421875, 1.421875, 1.414062, 1.085938, 1.335938, 1.382812, 1.421875, 1.429688, 1.375, 1.429688, 1.335938, 1.40625, 1.359375, 1.351562, 1.351562, 1.429688, 1.390625, 1.382812, 1.320312, 1.351562, 1.414062, 1.40625, 1.445312, 1.328125, 1.46875, 1.390625, 1.382812, 1.40625, 1.40625, 1.40625, 1.4375, 1.375, 1.320312, 1.414062, 1.398438, 1.140625, 1.40625, 1.359375, 1.414062, 0.964844, 1.398438, 1.398438, 1.421875, 1.359375, 1.28125, 1.554688, 1.398438, 1.414062, 1.09375, 1.398438, 1.492188, 1.0625, 1.390625, 1.460938, 1.421875, 1.390625, 1.382812, 1.328125, 1.453125, 1.382812, 1.304688, 1.40625, 1.375, 1.289062, 1.414062, 1.382812, 1.421875, 1.289062, 1.398438, 1.375, 1.4375, 1.390625, 1.320312, 1.4375, 1.476562, 1.429688, 1.40625, 0.601562, 1.398438, 1.429688, 1.421875, 1.125, 1.414062, 1.390625, 1.335938, 1.296875, 1.359375, 1.40625, 1.40625, 1.78125, 1.40625, 1.40625, 1.398438, 1.46875, 1.429688, 1.0625, 1.382812, 1.382812, 0.964844, 1.445312, 1.453125, 1.351562, 1.398438, 1.382812, 1.382812, 1.34375, 1.429688, 1.367188, 1.4375, 1.4375, 1.359375, 1.578125, 1.296875, 1.421875, 1.421875, 1.414062, 1.414062, 1.296875, 1.351562, 1.46875, 1.242188, 1.421875, 1.382812, 1.359375, 1.398438, 1.40625, 1.40625, 1.414062, 1.335938, 1.328125, 1.421875, 1.40625, 1.398438, 1.328125, 1.421875, 1.382812, 1.460938, 1.359375, 1.367188, 1.421875, 1.335938, 1.367188, 1.492188, 1.375, 1.390625, 1.414062, 1.390625, 1.382812, 1.398438, 1.4375, 1.421875, 1.421875, 1.34375, 1.0625, 1.40625, 2.34375, 1.398438, 1.453125, 1.429688, 1.382812, 1.429688, 1.414062, 1.398438, 1.414062, 1.085938, 0.984375, 0.558594, 1.40625, 1.375, 1.382812, 1.46875, 1.382812, 1.390625, 1.398438, 0.75, 0.667969, 1.445312, 1.398438, 1.382812, 1.351562, 1.421875, 1.414062, 1.40625, 1.429688, 1.421875, 1.390625, 1.414062, 1.445312, 1.414062, 0.90625, 1.445312, 1.375, 1.414062, 1.414062, 1.351562, 1.40625, 1.421875, 1.40625, 1.414062, 1.421875, 1.40625, 1.414062, 1.4375, 1.40625, 1.335938, 1.414062, 1.414062, 1.375, 1.40625, 1.351562, 1.445312, 1.375, 1.554688, 1.421875, 1.351562, 1.414062, 1.335938, 1.398438, 1.375, 0.550781, 0.738281, 1.367188, 1.484375, 1.367188, 0.597656, 1.429688, 1.460938, 1.328125, 1.429688, 1.320312, 1.398438, 1.40625, 1.382812, 1.101562, 1.351562, 1.054688, 1.304688, 1.445312, 1.421875, 1.320312, 1.34375, 1.375, 1.367188, 1.375, 1.328125, 1.609375, 1.4375, 1.40625, 1.09375, 1.414062, 1.429688, 1.648438, 1.40625, 1.414062, 1.429688, 1.414062, 1.375, 1.304688, 1.320312, 0.777344, 1.375, 1.351562, 1.351562, 1.335938, 1.414062, 1.359375, 1.445312, 1.40625, 1.398438, 1.414062, 1.367188, 1.414062, 1.390625, 1.429688, 1.0625, 1.320312, 1.40625, 1.414062, 1.359375, 1.75, 1.34375, 1.390625, 1.40625, 1.398438, 1.414062, 1.28125, 1.414062, 1.414062, 1.382812, 1.304688, 1.054688, 1.40625, 1.421875, 1.351562, 1.367188, 1.367188, 1.390625, 1.335938, 1.445312, 1.359375, 1.335938, 1.4375, 1.117188, 1.414062, 1.367188, 1.132812, 1.445312, 1.445312, 1.429688, 1.328125, 1.390625, 1.414062, 1.421875, 1.429688, 1.296875, 1.085938, 1.375, 1.609375, 1.359375, 1.125, 1.421875, 1.359375, 1.78125, 1.390625, 1.40625, 1.414062, 1.367188, 1.335938, 1.429688, 0.675781, 1.4375, 1.398438, 1.375, 1.421875, 1.328125, 1.414062, 1.382812, 1.375, 1.335938, 1.398438, 1.28125, 1.351562, 1.273438, 1.414062, 1.164062, 2.28125, 1.453125, 1.382812, 1.445312, 1.429688, 1.335938, 1.460938, 1.398438, 1.4375, 1.367188, 1.398438, 1.382812, 1.328125, 1.304688, 1.398438, 1.421875, 1.40625, 1.390625, 1.367188, 1.34375, 1.289062, 1.359375, 1.359375, 1.070312, 1.289062, 1.398438, 1.367188, 1.445312, 1.453125, 1.390625, 1.4375, 1.445312, 1.40625, 1.398438, 1.367188, 1.382812, 1.4375, 1.320312, 1.421875, 1.507812, 1.453125, 1.640625, 1.679688, 1.4375, 1.421875, 1.390625, 1.460938, 1.804688, 1.382812, 1.390625, 1.421875, 1.421875, 0.578125, 1.367188, 1.367188, 1.382812, 1.398438, 1.445312, 1.421875, 1.398438, 1.320312, 1.390625, 1.3125, 1.445312, 1.398438, 1.398438, 1.445312, 1.375, 1.40625, 1.390625, 1.367188, 0.933594, 1.414062, 1.367188, 1.429688, 1.351562, 1.382812, 1.375, 1.382812, 1.460938, 1.382812, 1.34375, 1.414062, 1.320312, 1.460938, 1.390625, 1.445312, 1.429688, 1.390625, 1.351562, 1.4375, 1.367188, 1.453125, 1.398438, 1.367188, 1.453125, 1.398438, 1.40625, 1.273438, 1.414062, 1.351562, 1.4375, 1.40625, 1.4375, 1.414062, 1.375, 1.351562, 1.382812, 1.390625, 1.429688, 1.421875, 1.375, 1.460938, 2.59375, 1.40625, 1.4375, 1.429688, 1.414062, 1.429688, 1.375, 1.398438, 1.34375, 1.304688, 1.398438, 1.4375, 1.398438, 1.421875, 1.382812, 1.421875, 1.4375, 1.367188, 1.445312, 1.414062, 1.4375, 1.382812, 1.414062, 1.054688, 1.429688, 1.3125, 1.070312, 1.390625, 1.398438, 1.398438, 1.351562, 1.414062, 1.414062, 1.40625, 1.5625, 1.429688, 1.398438, 1.335938, 1.617188, 1.304688, 1.359375, 1.4375, 1.273438, 1.804688, 1.398438, 1.398438, 1.421875, 1.398438, 1.382812, 1.4375, 1.414062, 1.414062, 1.3125, 1.414062, 1.4375, 1.40625, 1.335938, 1.398438, 1.429688, 1.421875, 1.414062, 1.40625, 1.4375, 1.421875, 1.398438, 1.484375, 1.414062, 1.375, 1.4375, 1.421875, 1.429688, 1.429688, 1.445312, 1.414062, 1.390625, 1.390625, 1.4375, 1.382812, 1.398438, 1.320312, 1.414062, 1.421875, 1.421875, 1.304688, 1.039062, 1.414062, 1.414062, 1.414062, 1.414062, 1.414062, 1.375, 1.335938, 1.414062, 1.390625, 1.414062, 2.796875, 1.398438, 1.234375, 1.398438, 1.390625, 1.335938, 1.34375, 1.523438, 1.09375, 1.398438, 1.382812, 0.339844, 1.429688, 1.570312, 1.296875, 1.375, 1.429688, 1.390625, 1.34375, 1.414062, 1.367188, 1.328125, 1.367188, 1.179688, 1.398438, 0.414062, 1.367188, 1.320312, 1.398438, 1.367188, 1.4375, 1.4375, 1.351562, 1.429688, 1.328125, 1.445312, 1.359375, 1.382812, 1.429688, 1.429688, 1.40625, 1.398438, 1.328125, 1.4375, 1.414062, 1.546875, 1.390625, 1.320312, 1.429688, 1.46875, 1.4375, 1.367188, 1.398438, 1.4375, 1.390625, 1.40625, 1.390625, 1.507812, 1.40625, 1.4375, 1.421875, 1.4375, 1.375, 1.414062, 1.414062, 1.320312, 1.375, 1.429688, 1.390625, 1.390625, 1.34375, 1.414062, 1.5, 1.390625, 1.40625, 1.414062, 1.359375, 1.382812, 1.296875, 1.421875, 1.789062, 1.382812, 1.34375, 1.414062, 1.375, 1.4375, 1.414062, 1.421875, 1.398438, 1.421875, 1.382812, 1.367188, 1.375, 1.320312, 1.421875, 1.414062, 1.421875, 0.734375, 1.429688, 1.40625, 1.40625, 1.429688, 1.335938, 1.328125, 1.320312, 1.398438, 1.382812, 1.40625, 1.398438, 1.390625, 1.375, 1.390625, 1.382812, 1.40625, 1.429688, 1.328125, 1.382812, 1.34375, 0.96875, 1.34375, 1.359375, 1.414062, 1.4375, 1.429688, 1.382812, 1.40625, 1.40625, 1.375, 1.382812, 1.421875, 1.382812, 1.4375, 1.453125, 1.375, 1.078125, 1.390625, 1.382812, 1.125, 1.421875, 1.4375, 1.429688, 1.414062, 1.390625, 1.390625, 1.390625, 0.9375, 1.398438, 1.054688, 1.40625, 1.398438, 1.554688, 1.117188, 1.359375, 1.414062, 1.5625, 1.375, 1.296875, 1.460938, 1.453125, 1.40625, 1.390625, 1.382812, 0.746094, 1.40625, 1.414062, 1.390625, 1.367188, 1.421875, 1.054688, 1.429688, 1.429688, 1.398438, 1.398438, 1.507812, 1.835938, 1.382812, 1.390625, 1.398438, 1.40625, 1.359375, 1.40625, 1.367188, 1.367188, 1.421875, 0.914062, 1.40625, 1.40625, 1.375, 1.414062, 1.351562, 1.359375, 1.398438, 1.429688, 1.0625, 1.453125, 1.390625, 1.265625, 1.546875, 1.351562, 1.476562, 1.421875, 1.390625, 1.40625, 1.382812, 1.421875, 1.421875, 1.40625, 1.367188, 1.421875, 1.414062, 1.398438, 1.40625, 1.429688, 1.40625, 1.25, 1.429688, 1.429688, 1.359375, 1.421875, 1.414062, 1.421875, 1.382812, 1.46875, 1.453125, 1.398438, 1.289062, 1.367188, 1.390625, 1.421875, 1.414062, 1.203125, 1.421875, 1.40625, 1.445312, 1.367188, 1.351562, 1.429688, 1.382812, 1.34375, 1.40625, 1.4375, 1.421875, 1.40625, 1.382812, 1.414062, 1.46875, 1.445312, 1.445312, 1.398438, 1.382812, 1.375, 1.382812, 1.421875, 1.390625, 1.4375, 1.421875, 1.414062, 1.40625, 1.429688, 1.445312, 1.539062, 1.414062, 1.421875, 1.445312, 1.421875, 1.335938, 1.421875, 1.398438, 1.320312, 1.429688, 1.390625, 1.390625, 1.367188, 1.320312, 1.320312, 1.382812, 1.382812, 0.53125, 1.375, 1.304688, 1.414062, 1.398438, 1.351562, 1.4375, 1.421875, 1.0625, 1.390625, 1.421875, 1.429688, 1.414062, 1.46875, 1.34375, 1.460938, 1.414062, 1.015625, 1.03125, 1.34375, 1.351562, 1.4375, 1.390625, 1.40625, 1.453125, 1.335938, 1.445312, 1.359375, 1.40625, 1.421875, 1.40625, 1.398438, 1.375, 1.40625, 1.078125, 1.367188, 1.40625, 1.421875, 1.015625, 1.359375, 1.351562, 1.398438, 1.398438, 1.390625, 1.328125, 1.398438, 1.414062, 1.40625, 1.414062, 1.421875, 1.390625, 1.382812, 1.335938, 1.40625, 1.398438, 1.375, 1.28125, 1.40625, 1.40625, 1.414062, 1.351562, 1.398438, 1.429688, 0.859375, 1.390625, 1.328125, 1.296875, 0.726562, 1.445312, 1.382812, 1.40625, 1.351562, 1.382812, 1.679688, 1.046875, 1.40625, 1.429688, 1.320312, 1.367188, 1.390625, 1.351562, 1.335938, 1.46875, 1.429688, 1.390625, 1.289062, 1.382812, 1.421875, 1.3125, 1.40625, 1.351562, 1.382812, 1.460938, 1.382812, 1.382812, 1.453125, 0.652344, 1.421875, 1.445312, 1.398438, 1.421875, 1.382812, 1.390625, 1.367188, 1.429688, 1.40625, 0.5, 1.273438, 1.414062, 1.367188, 1.414062, 1.421875, 1.351562, 1.40625, 1.414062, 1.398438, 1.335938, 1.445312, 1.34375, 1.398438, 1.390625, 1.414062, 1.359375, 1.367188, 1.421875, 1.390625, 1.414062, 1.429688, 1.390625, 1.335938, 1.515625, 1.351562, 1.359375, 1.429688, 1.398438, 1.445312, 1.382812, 1.390625, 1.710938, 1.382812, 1.40625, 1.421875, 1.429688, 1.304688, 1.40625, 1.132812, 1.382812, 1.414062, 1.40625, 1.414062, 1.421875, 1.375, 1.398438, 1.109375, 1.289062, 1.390625, 1.3125, 1.359375, 1.375, 1.390625, 1.453125, 1.398438, 1.335938, 1.039062, 1.421875, 1.492188, 1.304688, 1.320312, 1.390625, 1.367188, 1.40625, 1.335938, 1.445312, 1.414062, 1.4375, 1.421875, 1.335938, 1.398438, 1.414062, 1.421875, 1.414062, 1.34375, 1.4375, 1.390625, 1.34375, 1.421875, 1.367188, 1.390625, 1.351562, 1.382812, 1.320312, 1.398438, 1.40625, 1.421875, 1.34375, 1.429688, 1.28125, 1.320312, 1.132812, 1.328125, 1.421875, 1.40625, 1.421875, 1.398438, 1.398438, 1.015625, 1.359375, 1.328125, 1.40625, 1.375, 1.398438, 1.398438, 1.4375, 3.03125, 1.398438, 1.414062, 1.414062, 1.445312, 1.539062, 1.421875, 1.421875, 1.460938, 1.375, 1.382812, 1.34375, 1.398438, 1.390625, 1.820312, 1.414062, 1.296875, 1.40625, 1.328125, 1.382812, 1.429688, 1.554688, 1.40625, 0.949219, 1.445312, 1.46875, 1.476562, 1.390625, 1.382812, 1.414062, 1.414062, 1.429688, 1.359375, 1.429688, 1.929688, 1.4375, 1.789062, 1.4375, 1.351562, 1.109375, 1.4375, 1.421875, 1.40625, 1.414062, 1.390625, 1.414062, 1.398438, 1.484375, 1.375, 1.382812, 1.273438, 1.4375, 1.414062, 1.382812, 1.398438, 1.421875, 0.953125, 1.4375, 1.382812, 1.445312, 1.351562, 1.398438, 0.78125, 1.382812, 1.375, 1.023438, 1.351562, 1.390625, 1.335938, 0.894531, 1.460938, 1.40625, 1.46875, 1.375, 1.328125, 1.421875, 1.398438, 1.375, 1.414062, 1.460938, 1.382812, 1.398438, 1.164062, 1.382812, 1.367188, 1.390625, 1.367188, 1.101562, 1.359375, 1.359375, 1.40625, 1.414062, 1.414062, 0.96875, 1.414062, 1.4375, 1.414062, 1.398438, 1.078125, 1.273438, 1.4375, 1.335938, 1.03125, 1.414062, 1.390625, 1.34375, 1.507812, 1.398438, 1.414062, 1.359375, 1.515625, 1.382812, 1.453125, 1.398438, 1.382812, 1.398438, 1.40625, 1.4375, 1.351562, 1.382812, 1.414062, 1.359375, 1.414062, 1.46875, 1.398438, 1.375, 1.375, 1.367188, 1.367188, 1.453125, 1.429688, 1.390625, 1.429688, 1.375, 1.40625, 1.375, 0.726562, 1.382812, 1.4375, 1.445312, 1.359375, 1.382812, 1.359375, 1.414062, 1.382812, 0.679688, 1.414062, 1.4375, 1.375, 1.421875, 1.398438, 1.367188, 1.3125, 1.429688, 1.429688, 1.382812, 0.84375, 1.414062, 1.421875, 0.738281, 1.414062, 1.367188, 0.636719, 1.382812, 1.429688, 1.351562, 1.429688, 1.390625, 1.453125, 1.40625, 1.421875, 1.476562, 1.8125, 0.419922, 1.367188, 1.375, 1.40625, 1.445312, 1.382812, 1.492188, 1.445312, 1.398438, 1.421875, 1.4375, 0.574219, 1.414062, 1.445312, 1.398438, 1.382812, 1.4375, 1.398438, 1.4375, 1.421875, 1.375, 1.4375, 1.367188, 1.40625, 1.40625, 1.445312, 1.445312, 0.988281, 1.414062, 1.375, 1.523438, 1.351562, 1.421875, 1.4375, 1.429688, 1.429688, 1.367188, 1.398438, 1.421875, 1.414062, 1.375, 1.335938, 1.398438, 1.421875, 1.179688, 2.03125, 1.414062, 1.40625, 1.445312, 1.390625, 1.320312, 1.554688, 1.445312, 1.125, 1.4375, 1.390625, 1.359375, 1.382812, 1.453125, 1.3125, 1.414062, 1.46875, 1.445312, 1.382812, 1.335938, 1.429688, 1.390625, 1.390625, 1.390625, 1.4375, 0.710938, 1.421875, 1.359375, 1.382812, 1.390625, 1.40625, 1.28125, 1.398438, 1.421875, 1.351562, 1.414062, 1.421875, 1.085938, 1.414062, 1.140625, 1.351562, 1.351562, 1.304688, 1.328125, 1.398438, 0.546875, 1.414062, 1.398438, 1.367188, 1.421875, 1.40625, 1.34375, 1.390625, 1.40625, 1.429688, 1.320312, 1.046875, 1.382812, 1.414062, 1.382812, 1.296875, 1.4375, 1.398438, 1.359375, 1.414062, 1.40625, 1.28125, 1.429688, 0.917969, 1.40625, 1.421875, 1.40625, 1.398438, 1.398438, 1.375, 1.351562, 1.351562, 1.4375, 1.335938, 1.460938, 1.40625, 1.523438, 1.382812, 1.421875, 1.523438, 1.390625, 1.367188, 1.109375, 1.40625, 1.414062, 1.453125, 1.390625, 1.28125, 1.03125, 1.4375, 1.351562, 1.4375, 1.398438, 1.40625, 1.414062, 1.359375, 1.390625, 1.414062, 1.359375, 1.414062, 1.3125, 1.445312, 1.429688, 1.429688, 1.3125, 1.34375, 1.367188, 1.390625, 1.414062, 1.296875, 1.40625, 1.40625, 1.390625, 1.328125, 1.414062, 1.445312, 1.359375, 1.9375, 1.429688, 1.3125, 1.40625, 1.359375, 1.414062, 1.390625, 1.429688, 1.429688, 1.289062, 0.929688, 1.398438, 1.414062, 1.429688, 1.4375, 1.429688, 1.15625, 1.429688, 1.429688, 1.367188, 1.054688, 1.335938, 1.445312, 1.382812, 1.421875, 1.429688, 1.382812, 1.398438, 1.40625, 1.398438, 1.40625, 1.414062, 1.382812, 1.421875, 1.382812, 1.421875, 1.085938, 1.421875, 1.398438, 1.390625, 1.414062, 1.328125, 0.621094, 1.34375, 1.453125, 1.367188, 1.40625, 1.421875, 1.398438, 1.414062, 1.359375, 1.421875, 1.375, 1.773438, 1.382812, 1.453125, 1.382812, 1.398438, 1.40625, 1.4375, 1.046875, 1.4375, 1.554688, 1.398438, 1.375, 1.421875, 1.445312, 1.398438, 1.0625, 1.4375, 1.359375, 0.675781, 1.398438, 1.390625, 1.453125, 1.375, 1.421875, 1.40625, 1.414062, 1.390625, 1.421875, 1.414062, 1.351562, 1.390625, 1.40625, 1.382812, 1.40625, 1.390625, 1.390625, 1.40625, 1.429688, 1.304688, 1.351562, 1.234375, 1.398438, 1.375, 1.460938, 1.40625, 1.375, 1.421875, 1.375, 1.375, 1.359375, 1.390625, 1.328125, 1.34375, 1.382812, 1.429688, 1.414062, 1.351562, 1.398438, 1.429688, 1.398438, 1.4375, 1.414062, 1.585938, 1.359375, 1.398438, 1.398438, 1.382812, 1.421875, 1.304688, 1.414062, 1.28125, 1.375, 1.40625, 1.40625, 1.320312, 1.34375, 1.515625, 1.429688, 1.429688, 1.421875, 1.34375, 1.429688, 1.382812, 1.523438, 1.414062, 1.335938, 1.382812, 1.382812, 1.445312, 1.375, 1.390625, 1.0, 1.460938, 1.460938, 1.859375, 1.414062, 1.390625, 1.382812, 1.304688, 1.390625, 1.390625, 1.398438, 1.398438, 1.414062, 1.34375, 1.414062, 1.390625, 1.40625, 1.296875, 1.382812, 1.40625, 1.890625, 1.382812, 1.289062, 1.398438, 1.148438, 1.382812, 1.34375, 1.390625, 1.335938, 1.40625, 1.359375, 1.398438, 1.390625, 1.367188, 1.390625, 1.367188, 1.390625, 1.070312, 0.425781, 1.359375, 1.390625, 1.390625, 1.421875, 1.242188, 1.429688, 1.421875, 1.429688, 1.40625, 1.335938, 1.390625, 1.335938, 1.34375, 1.070312, 1.382812, 1.359375, 1.4375, 1.148438, 1.398438, 1.40625, 1.390625, 1.398438, 1.429688, 1.367188, 1.429688, 1.460938, 1.28125, 1.421875, 1.375, 1.414062, 1.351562, 1.421875, 1.328125, 1.398438, 1.429688, 1.4375, 1.398438, 1.296875, 1.40625, 1.375, 1.40625, 1.398438, 1.226562, 1.40625, 1.070312, 1.351562, 1.40625, 1.484375, 1.414062, 1.4375, 1.390625, 1.265625, 1.4375, 1.367188, 1.445312, 1.40625, 1.40625, 1.429688, 0.96875, 1.414062, 1.414062, 1.414062, 1.421875, 1.414062, 1.382812, 1.367188, 1.382812, 1.421875, 1.421875, 1.375, 1.40625, 1.421875, 1.46875, 1.460938, 1.390625, 1.367188, 1.398438, 1.398438, 1.375, 1.398438, 1.351562, 1.40625, 1.3125, 1.3125, 1.28125, 1.414062, 1.398438, 1.398438, 1.429688, 1.398438, 1.476562, 1.453125, 1.398438, 1.375, 1.398438, 1.390625, 1.351562, 1.359375, 1.398438, 1.390625, 1.492188, 1.359375, 1.390625, 1.617188, 1.320312, 1.539062, 1.351562, 1.40625, 1.414062, 1.414062, 1.421875, 1.125, 1.375, 1.335938, 1.367188, 1.359375, 1.03125, 1.367188, 1.375, 1.40625, 1.359375, 1.382812, 1.40625, 1.367188, 1.429688, 1.46875, 1.382812, 1.4375, 1.335938, 1.34375, 1.429688, 1.40625, 1.414062, 1.398438, 1.445312, 1.367188, 1.328125, 1.03125, 1.507812, 1.335938, 1.4375, 1.375, 1.421875, 1.382812, 1.390625, 1.351562, 1.375, 1.414062, 1.351562, 1.398438, 1.398438, 1.375, 1.351562, 1.40625, 1.28125, 1.039062, 1.382812, 1.414062, 1.375, 1.382812, 1.375, 1.070312, 1.382812, 1.523438, 1.421875, 1.28125, 1.40625, 1.453125, 1.421875, 1.398438, 1.429688, 1.367188, 1.414062, 1.40625, 1.40625, 1.101562, 1.382812, 0.9375, 1.390625, 1.414062, 1.367188, 1.4375, 1.421875, 1.429688, 1.40625, 1.359375, 1.367188, 0.972656, 1.296875, 1.390625, 1.390625, 1.382812, 1.414062, 1.375, 1.320312, 1.4375, 1.335938, 1.398438, 1.320312, 1.367188, 1.414062, 1.460938, 1.453125, 1.476562, 1.414062, 1.390625, 1.40625, 1.398438, 1.367188, 1.414062, 1.429688, 1.34375, 1.429688, 1.367188, 1.429688, 1.429688, 1.421875, 1.367188, 1.421875, 1.414062, 0.410156, 1.382812, 1.429688, 1.429688, 1.40625, 1.40625, 1.351562, 1.421875, 1.382812, 1.289062, 1.351562, 1.40625, 1.59375, 1.304688, 0.90625, 1.375, 1.414062, 1.085938, 1.398438, 1.148438, 1.421875, 1.382812, 1.421875, 1.40625, 1.328125, 1.4375, 1.460938, 1.40625, 1.414062, 1.382812, 1.398438, 1.359375, 1.351562, 1.382812, 1.320312, 1.109375, 1.429688, 1.289062, 1.40625, 1.40625, 1.421875, 1.328125, 1.421875, 1.476562, 1.421875, 1.421875, 1.4375, 1.140625, 1.375, 1.335938, 1.320312, 1.070312, 1.445312, 1.40625, 1.421875, 1.34375, 1.40625, 1.421875, 1.351562, 1.328125, 0.01062, 1.28125, 1.398438, 1.429688, 1.414062, 1.382812, 1.375, 1.335938, 1.40625, 1.539062, 1.484375, 1.375, 1.382812, 1.359375, 1.414062, 1.398438, 1.398438, 1.40625, 1.4375, 1.351562, 1.34375, 1.929688, 1.445312, 1.398438, 1.398438, 1.421875, 1.390625, 1.492188, 1.296875, 1.109375, 1.335938, 1.351562, 1.429688, 1.34375, 1.5625, 1.367188, 1.164062, 1.460938, 1.390625, 1.421875, 1.390625, 1.40625, 1.351562, 1.375, 1.382812, 1.421875, 1.429688, 1.40625, 1.429688, 1.546875, 1.320312, 1.4375, 1.414062, 1.429688, 1.335938, 1.453125, 1.398438, 1.414062, 1.46875, 1.390625, 1.414062, 1.53125, 1.382812, 1.359375, 1.3125, 1.421875, 1.453125, 1.375, 1.382812, 1.398438, 1.398438, 1.390625, 1.351562, 1.328125, 1.390625, 1.34375, 1.40625, 1.414062, 1.390625, 1.414062, 1.367188, 1.445312, 1.359375, 1.375, 1.453125, 1.070312, 1.359375, 1.335938, 1.390625, 1.085938, 1.46875, 1.445312, 1.398438, 1.445312, 1.367188, 1.453125, 1.367188, 1.414062, 1.445312, 1.382812, 1.429688, 1.421875, 1.414062, 1.359375, 1.398438, 1.390625, 1.46875, 1.296875, 1.351562, 1.390625, 1.335938, 1.4375, 1.351562, 1.375, 1.40625, 1.085938, 1.40625, 1.445312, 1.421875, 1.421875, 1.539062, 1.429688, 1.445312, 1.359375, 1.4375, 1.585938, 1.34375, 1.414062, 1.414062, 1.375, 1.375, 1.382812, 1.351562, 1.320312, 1.390625, 1.382812, 1.359375, 1.390625, 1.335938, 1.382812, 1.28125, 1.382812, 1.398438, 1.265625, 1.242188, 1.304688, 1.4375, 1.421875, 5.46875, 1.429688, 1.320312, 1.359375, 1.390625, 1.460938, 1.304688, 1.085938, 1.421875, 1.375, 1.40625, 1.398438, 1.617188, 1.359375, 1.390625, 1.3125, 1.398438, 1.367188, 1.40625, 0.957031, 0.988281, 1.414062, 1.445312, 1.414062, 1.359375, 1.4375, 1.421875, 1.328125, 1.390625, 1.398438, 1.390625, 1.421875, 1.25, 1.398438, 1.4375, 1.320312, 1.507812, 1.335938, 1.40625, 1.476562, 1.367188, 0.3125, 1.4375, 1.421875, 1.601562, 1.398438, 1.359375, 1.421875, 1.429688, 1.445312, 1.359375, 1.328125, 1.390625, 1.382812, 1.523438, 1.367188, 1.414062, 1.4375, 1.382812, 1.398438, 1.40625, 1.34375, 1.085938, 1.390625, 1.367188, 1.453125, 1.359375, 1.4375, 1.445312, 1.398438, 1.382812, 1.40625, 1.5625, 1.429688, 1.351562, 1.382812, 1.34375, 1.625, 1.390625, 1.367188, 1.40625, 1.40625, 1.390625, 1.367188, 1.4375, 1.429688, 1.40625, 1.414062, 1.382812, 1.429688, 1.445312, 1.328125, 1.398438, 1.40625, 1.382812, 1.335938, 1.375, 1.429688, 1.421875, 1.3125, 1.328125, 1.390625, 1.601562, 1.4375, 1.414062, 1.421875, 1.414062, 1.4375, 1.453125, 1.390625, 1.3125, 1.335938, 1.390625, 1.382812, 1.28125, 1.40625, 1.46875, 1.390625, 1.34375, 1.429688, 1.382812, 1.445312, 1.109375, 1.34375, 1.398438, 1.421875, 1.414062, 1.453125, 1.429688, 1.445312, 1.460938, 1.398438, 1.40625, 1.382812, 1.429688, 1.414062, 1.382812, 1.46875, 1.4375, 1.4375, 1.382812, 1.460938, 1.453125, 1.382812, 1.421875, 1.390625, 1.445312, 1.367188, 1.390625, 1.429688, 1.414062, 1.429688, 1.390625, 1.460938, 1.328125, 1.382812, 1.382812, 1.398438, 1.476562, 1.375, 1.375, 1.507812, 1.390625, 1.40625, 1.328125, 1.320312, 1.3125, 1.414062, 1.351562, 0.984375, 1.40625, 1.34375, 0.761719, 1.40625, 1.414062, 1.453125, 0.894531, 1.429688, 1.421875, 1.398438, 1.289062, 1.460938, 1.304688, 1.289062, 1.453125, 1.617188, 1.882812, 1.359375, 0.570312, 1.375, 1.414062, 1.40625, 1.398438, 1.40625, 1.429688, 1.421875, 1.351562, 1.359375, 1.40625, 1.40625, 1.351562, 1.351562, 1.398438, 1.304688, 1.359375, 1.320312, 1.40625, 1.429688, 1.359375, 1.085938, 1.398438, 1.460938, 1.414062, 1.414062, 1.40625, 1.453125, 1.335938, 1.421875, 1.40625, 1.460938, 1.398438, 1.421875, 0.375, 1.40625, 1.414062, 1.40625, 1.375, 1.382812, 1.34375, 1.375, 1.507812, 1.421875, 1.4375, 1.421875, 1.414062, 1.742188, 1.40625, 1.367188, 1.382812, 1.375, 1.492188, 1.367188, 1.078125, 1.414062, 1.53125, 1.414062, 1.4375, 1.375, 1.414062, 1.390625, 1.390625, 1.367188, 1.34375, 1.390625, 1.382812, 1.375, 1.40625, 1.34375, 1.414062, 1.375, 1.375, 1.414062, 1.3125, 1.429688, 1.390625, 1.429688, 1.414062, 1.367188, 1.414062, 1.367188, 1.507812, 1.289062, 1.40625, 1.40625, 1.375, 1.40625, 1.4375, 1.382812, 1.3125, 1.382812, 1.382812, 1.359375, 1.414062, 1.40625, 1.40625, 0.898438, 1.4375, 1.304688, 1.421875, 1.421875, 1.398438, 1.40625, 1.390625, 1.445312, 1.429688, 1.351562, 1.398438, 1.429688, 1.367188, 1.382812, 1.421875, 1.421875, 1.375, 1.390625, 1.414062, 1.445312, 1.453125, 1.304688, 1.34375, 1.421875, 1.390625, 1.429688, 1.382812, 1.398438, 1.382812, 1.429688, 1.429688, 1.445312, 1.390625, 1.414062, 1.429688, 1.515625, 1.421875, 1.429688, 1.421875, 1.359375, 1.414062, 1.375, 1.0625, 1.414062, 1.429688, 1.398438, 1.375, 1.335938, 1.398438, 1.359375, 1.414062, 1.398438, 1.445312, 1.414062, 1.375, 1.328125, 1.4375, 1.414062, 1.414062, 1.390625, 1.34375, 1.390625, 1.398438, 1.367188, 1.40625, 1.382812, 0.96875, 1.046875, 1.421875, 1.28125, 1.398438, 1.421875, 1.460938, 1.3125, 1.265625, 1.429688, 1.421875, 1.429688, 1.398438, 1.414062, 1.3125, 1.351562, 1.429688, 1.398438, 1.414062, 1.40625, 1.96875, 1.429688, 1.40625, 1.414062, 1.46875, 1.359375, 1.429688, 1.40625, 1.453125, 1.445312, 1.453125, 1.390625, 1.351562, 1.328125, 1.382812, 1.421875, 1.453125, 1.398438, 1.382812, 1.421875, 1.757812, 1.289062, 1.414062, 1.367188, 1.414062, 1.414062, 1.429688, 1.429688, 1.414062, 1.515625, 1.023438, 1.390625, 1.414062, 1.34375, 1.054688, 1.398438, 1.328125, 1.367188, 1.21875, 1.296875, 1.4375, 1.34375, 1.320312, 1.359375, 1.296875, 1.367188, 1.492188, 1.328125, 1.40625, 1.445312, 1.4375, 1.4375, 1.390625, 1.359375, 1.414062, 1.40625, 1.40625, 1.429688, 1.375, 1.476562, 1.414062, 1.421875, 1.390625, 1.453125, 1.34375, 1.398438, 1.40625, 1.132812, 1.40625, 1.375, 1.351562, 1.445312, 1.40625, 1.40625, 1.414062, 1.421875, 1.445312, 1.390625, 1.398438, 1.382812, 1.375, 1.328125, 1.390625, 1.351562, 1.398438, 1.476562, 1.429688, 1.445312, 1.421875, 1.4375, 1.398438, 1.09375, 1.375, 1.421875, 1.359375, 1.375, 1.421875, 1.390625, 1.414062, 1.367188, 1.398438, 1.367188, 1.382812, 1.4375, 1.429688, 1.382812, 1.390625, 0.480469, 1.414062, 1.390625, 1.398438, 1.414062, 1.40625, 1.351562, 1.390625, 1.34375, 1.96875, 1.414062, 1.40625, 1.40625, 1.382812, 1.515625, 1.4375, 1.375, 1.421875, 1.367188, 1.429688, 1.398438, 1.40625, 1.398438, 1.398438, 1.40625, 1.390625, 1.414062, 1.296875, 1.453125, 1.421875, 1.398438, 1.382812, 1.570312, 1.328125, 1.382812, 1.320312, 1.390625, 1.382812, 1.398438, 1.414062, 1.414062, 1.390625, 1.382812, 1.351562, 1.359375, 1.398438, 1.429688, 1.367188, 1.398438, 1.382812, 1.4375, 1.398438, 1.398438, 1.382812, 1.367188, 1.398438, 1.398438, 1.390625, 1.382812, 1.390625, 1.382812, 1.554688, 1.4375, 1.34375, 1.414062, 1.351562, 1.429688, 1.390625, 1.34375, 1.40625, 1.570312, 1.414062, 1.4375, 1.085938, 1.421875, 1.40625, 1.390625, 1.445312, 1.296875, 1.367188, 1.414062, 1.390625, 1.398438, 1.429688, 1.804688, 1.414062, 1.375, 1.429688, 1.414062, 1.390625, 1.5, 1.539062, 1.398438, 1.101562, 1.382812, 1.390625, 1.367188, 1.414062, 1.398438, 1.359375, 0.425781, 1.390625, 1.4375, 1.382812, 1.375, 1.359375, 0.330078, 1.382812, 1.367188, 1.414062, 1.421875, 1.335938, 1.515625, 1.4375, 1.59375, 1.328125, 1.421875, 1.367188, 1.414062, 1.421875, 1.429688, 1.3125, 1.335938, 1.359375, 1.476562, 1.460938, 1.382812, 1.398438, 1.367188, 1.429688, 1.359375, 1.40625, 0.679688, 1.390625, 1.398438, 1.421875, 1.375, 1.4375, 1.414062, 1.398438, 1.40625, 1.398438, 1.445312, 1.414062, 1.359375, 1.429688, 1.796875, 1.351562, 1.398438, 1.398438, 1.40625, 1.421875, 1.203125, 1.398438, 1.390625, 1.429688, 1.398438, 1.40625, 1.398438, 1.351562, 1.40625, 1.40625, 1.375, 1.070312, 1.382812, 1.4375, 1.34375, 1.40625, 1.414062, 1.601562, 1.421875, 1.429688, 1.101562, 1.578125, 1.421875, 1.429688, 1.585938, 1.40625, 1.40625, 1.40625, 1.453125, 1.390625, 1.382812, 1.390625, 1.4375, 1.34375, 1.40625, 1.8125, 1.453125, 1.429688, 1.398438, 1.367188, 1.398438, 1.414062, 1.335938, 1.320312, 1.390625, 0.941406, 1.421875, 1.429688, 1.40625, 1.273438, 1.484375, 1.429688, 1.445312, 0.992188, 1.351562, 1.3125, 1.328125, 1.429688, 1.3125, 1.398438, 1.398438, 1.421875, 1.429688, 1.320312, 1.34375, 1.390625, 1.390625, 1.40625, 1.375, 1.421875, 1.367188, 1.351562, 1.4375, 1.382812, 1.390625, 1.351562, 1.421875, 1.414062, 1.421875, 1.453125, 1.429688, 1.460938, 1.40625, 1.40625, 1.164062, 1.445312, 1.390625, 1.328125, 1.390625, 1.351562, 1.398438, 1.429688, 1.382812, 3.484375, 1.398438, 1.40625, 1.414062, 1.398438, 1.414062, 1.4375, 1.429688, 1.4375, 1.40625, 1.328125, 1.070312, 1.4375, 1.414062, 1.390625, 1.398438, 1.429688, 1.40625, 1.421875, 1.695312, 1.3125, 1.320312, 1.359375, 1.382812, 1.328125, 1.414062, 1.4375, 1.398438, 1.375, 1.40625, 1.421875, 1.429688, 1.421875, 1.335938, 1.414062, 1.367188, 1.40625, 1.078125, 1.429688, 1.398438, 1.179688, 1.429688, 1.429688, 1.679688, 1.398438, 0.890625, 1.375, 1.367188, 1.117188, 1.40625, 1.34375, 1.34375, 1.570312, 1.382812, 1.054688, 1.421875, 1.125, 1.40625, 1.429688, 1.351562, 1.40625, 1.289062, 1.40625, 1.375, 1.414062, 1.398438, 1.382812, 1.34375, 1.296875, 1.429688, 1.0625, 1.320312, 1.382812, 1.085938, 1.390625, 1.390625, 1.429688, 1.453125, 1.40625, 1.40625, 1.367188, 1.421875, 1.125, 1.359375, 1.421875, 1.429688, 1.414062, 1.414062, 1.40625, 1.335938, 1.382812, 1.375, 1.421875, 1.367188, 1.390625, 1.429688, 1.382812, 1.421875, 1.414062, 1.34375, 1.429688, 1.40625, 1.4375, 1.3125, 1.34375, 1.398438, 1.335938, 1.367188, 1.039062, 1.304688, 1.390625, 1.414062, 1.414062, 1.351562, 1.40625, 1.414062, 1.398438, 1.40625, 1.539062, 1.367188, 1.351562, 1.398438, 1.335938, 1.414062, 1.375, 1.117188, 1.40625, 1.421875, 1.390625, 1.414062, 1.375, 1.421875, 1.390625, 1.367188, 1.34375, 1.09375, 1.359375, 1.46875, 1.421875, 1.367188, 1.429688, 1.453125 ] }, "name": "model.model.layers.26.post_attention_layernorm.weight", "outputIndexes": [ 2195 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2194 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_26/Mul_output_0", "outputIndexes": [ 2196 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2195, 2196 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_26/Mul_1_output_0", "outputIndexes": [ 2197 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2197 ], "outputIndexes": [ 3052 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3052 ], "outputIndexes": [ 3053 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear", "inputIndexes": [ 3053 ], "outputIndexes": [ 3054 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3425314812, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3054 ], "outputIndexes": [ 3055 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3055 ], "outputIndexes": [ 2198 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2198 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_26/Sigmoid_output_0", "outputIndexes": [ 2199 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2198, 2199 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_26/Mul_output_0", "outputIndexes": [ 2200 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2197 ], "outputIndexes": [ 3056 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3056 ], "outputIndexes": [ 3057 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear", "inputIndexes": [ 3057 ], "outputIndexes": [ 3058 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3463505938, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3058 ], "outputIndexes": [ 3059 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3059 ], "outputIndexes": [ 2201 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2200, 2201 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_26/Mul_output_0", "outputIndexes": [ 2202 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2202 ], "outputIndexes": [ 3060 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3060 ], "outputIndexes": [ 3061 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear", "inputIndexes": [ 3061 ], "outputIndexes": [ 3062 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3501697064, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3062 ], "outputIndexes": [ 3063 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3063 ], "outputIndexes": [ 2203 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2194, 2203 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_134_output_0", "outputIndexes": [ 2204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2204, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_243_output_0", "outputIndexes": [ 2205 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.535156, 0.439453, 0.490234, 0.507812, 0.625, 0.458984, 0.439453, 0.470703, 2.828125, 0.597656, 0.455078, 0.492188, 0.492188, 0.441406, 0.644531, 0.511719, 0.425781, 0.478516, 0.474609, 1.601562, 3.0625, 0.484375, 0.476562, 0.460938, 0.482422, 0.480469, 3.796875, 0.527344, 0.488281, 0.433594, 0.507812, 0.570312, 2.125, 0.476562, 0.511719, 0.542969, 0.484375, 3.390625, 0.455078, 0.652344, 0.511719, 0.476562, 0.707031, 0.488281, 0.476562, 0.507812, 4.0625, 0.496094, 0.470703, 0.539062, 0.519531, 0.458984, 0.460938, 0.451172, 0.515625, 0.515625, 0.480469, 0.628906, 0.490234, 0.917969, 0.429688, 0.472656, 0.476562, 0.458984, 0.466797, 0.474609, 0.470703, 0.480469, 0.640625, 0.460938, 0.494141, 0.6875, 0.496094, 0.447266, 0.496094, 0.466797, 0.570312, 0.507812, 4.21875, 0.5, 0.503906, 0.832031, 0.5, 0.482422, 0.5, 5.59375, 0.486328, 0.558594, 0.455078, 1.1875, 0.455078, 0.455078, 0.507812, 0.453125, 0.691406, 0.466797, 3.078125, 0.472656, 0.484375, 0.535156, 0.482422, 0.503906, 0.585938, 0.447266, 0.699219, 0.472656, 0.832031, 0.5, 0.554688, 0.433594, 0.470703, 0.482422, 0.511719, 3.6875, 0.447266, 4.15625, 0.460938, 0.519531, 0.484375, 0.486328, 0.476562, 0.457031, 0.523438, 0.441406, 0.455078, 0.458984, 0.496094, 0.484375, 5.78125, 0.503906, 3.453125, 0.53125, 0.515625, 0.474609, 1.0625, 0.496094, 0.453125, 0.445312, 0.53125, 0.486328, 0.455078, 0.511719, 0.511719, 0.476562, 2.671875, 0.482422, 0.53125, 0.455078, 0.470703, 0.443359, 0.484375, 0.443359, 0.445312, 0.462891, 0.574219, 0.535156, 0.460938, 0.871094, 0.503906, 0.492188, 0.648438, 0.589844, 3.921875, 0.474609, 4.1875, 0.546875, 0.46875, 0.664062, 0.455078, 0.466797, 0.462891, 0.453125, 0.357422, 0.46875, 0.460938, 0.574219, 0.449219, 0.443359, 0.519531, 0.466797, 0.439453, 0.488281, 0.470703, 1.03125, 0.400391, 0.486328, 0.492188, 0.558594, 0.449219, 0.527344, 0.435547, 0.492188, 1.109375, 0.439453, 0.867188, 0.458984, 0.464844, 0.488281, 0.671875, 0.427734, 0.445312, 4.71875, 0.535156, 0.53125, 0.53125, 0.443359, 0.507812, 0.46875, 0.472656, 0.390625, 0.458984, 0.498047, 0.464844, 0.511719, 0.472656, 0.5625, 0.523438, 0.425781, 0.550781, 0.451172, 0.443359, 0.503906, 0.589844, 0.474609, 0.443359, 0.527344, 0.5, 0.503906, 0.466797, 0.476562, 0.503906, 0.511719, 0.496094, 0.439453, 0.433594, 0.589844, 0.435547, 0.503906, 4.8125, 0.439453, 0.492188, 0.464844, 0.484375, 0.466797, 0.472656, 0.609375, 0.449219, 0.472656, 0.492188, 0.435547, 0.457031, 0.808594, 0.482422, 0.457031, 0.46875, 0.457031, 0.449219, 5.46875, 0.474609, 0.494141, 0.470703, 0.46875, 0.503906, 0.474609, 0.441406, 0.445312, 0.429688, 0.443359, 0.535156, 0.488281, 0.5, 0.496094, 0.474609, 0.589844, 0.439453, 0.53125, 0.480469, 1.773438, 0.423828, 0.5, 0.416016, 0.421875, 5.5625, 0.474609, 0.460938, 0.539062, 0.445312, 0.443359, 0.488281, 0.769531, 0.503906, 0.59375, 0.558594, 0.546875, 0.640625, 0.460938, 0.632812, 0.453125, 0.457031, 0.46875, 0.417969, 0.546875, 0.605469, 0.472656, 0.601562, 0.492188, 0.476562, 0.464844, 0.457031, 0.472656, 3.28125, 0.455078, 0.458984, 0.470703, 2.84375, 0.478516, 0.498047, 0.523438, 0.527344, 0.457031, 0.474609, 0.455078, 0.421875, 0.451172, 0.507812, 0.464844, 0.443359, 0.429688, 0.488281, 0.478516, 5.0, 0.486328, 0.460938, 0.445312, 0.503906, 0.425781, 0.457031, 1.1875, 0.439453, 0.486328, 5.5, 0.455078, 0.464844, 0.433594, 3.5, 0.490234, 0.490234, 0.460938, 0.451172, 0.515625, 0.482422, 0.535156, 0.789062, 0.474609, 0.519531, 0.4375, 0.458984, 0.46875, 0.439453, 0.427734, 0.835938, 0.597656, 5.15625, 0.546875, 2.671875, 0.582031, 0.478516, 0.515625, 0.457031, 0.613281, 0.464844, 0.466797, 0.503906, 0.478516, 0.474609, 0.515625, 4.3125, 0.59375, 0.464844, 0.4375, 0.498047, 0.488281, 0.539062, 0.5, 0.466797, 0.523438, 0.482422, 0.488281, 0.46875, 0.478516, 0.451172, 0.511719, 4.875, 0.539062, 0.427734, 0.46875, 0.470703, 0.462891, 0.464844, 3.8125, 0.5, 0.453125, 0.605469, 0.492188, 0.582031, 0.457031, 0.472656, 0.466797, 0.466797, 0.640625, 0.632812, 0.457031, 0.474609, 0.451172, 0.496094, 0.652344, 0.470703, 0.482422, 0.5, 0.464844, 0.636719, 0.554688, 0.486328, 0.558594, 0.464844, 0.578125, 0.511719, 0.439453, 0.628906, 0.462891, 0.451172, 0.425781, 0.578125, 0.474609, 0.466797, 0.492188, 0.484375, 0.441406, 0.457031, 0.53125, 0.443359, 0.507812, 0.554688, 0.443359, 0.539062, 0.46875, 0.462891, 0.470703, 0.539062, 0.914062, 0.601562, 0.466797, 0.458984, 0.478516, 0.519531, 0.78125, 0.416016, 0.423828, 1.085938, 0.458984, 0.449219, 0.439453, 0.458984, 1.1875, 0.462891, 0.494141, 0.554688, 0.464844, 0.585938, 0.503906, 0.457031, 4.5625, 0.457031, 0.453125, 0.476562, 0.574219, 0.486328, 0.451172, 0.427734, 0.460938, 0.46875, 0.419922, 0.443359, 0.488281, 1.390625, 0.482422, 0.511719, 0.480469, 0.482422, 0.519531, 0.671875, 0.496094, 0.539062, 0.464844, 0.503906, 0.478516, 0.458984, 0.464844, 0.585938, 0.466797, 0.449219, 0.472656, 0.451172, 0.546875, 0.4375, 0.648438, 0.476562, 0.357422, 0.435547, 0.472656, 0.472656, 0.457031, 0.453125, 0.486328, 0.474609, 0.490234, 0.433594, 0.470703, 0.482422, 0.523438, 0.46875, 0.478516, 0.470703, 5.15625, 0.466797, 0.449219, 0.494141, 0.511719, 0.451172, 0.503906, 0.476562, 0.542969, 0.550781, 0.447266, 0.458984, 0.511719, 0.605469, 0.455078, 0.472656, 0.46875, 0.574219, 0.789062, 0.617188, 0.480469, 0.566406, 0.460938, 0.65625, 2.40625, 0.527344, 0.539062, 0.498047, 0.5, 0.466797, 2.296875, 0.40625, 0.464844, 0.4375, 0.445312, 0.445312, 0.439453, 0.478516, 0.46875, 0.482422, 0.431641, 0.511719, 0.480469, 0.476562, 0.527344, 0.511719, 0.429688, 0.474609, 0.443359, 0.466797, 0.439453, 0.4375, 0.470703, 0.445312, 0.496094, 0.558594, 0.484375, 0.466797, 0.503906, 0.488281, 0.423828, 0.527344, 0.466797, 0.480469, 0.443359, 0.460938, 0.458984, 0.507812, 0.511719, 0.5, 0.503906, 0.443359, 0.746094, 0.433594, 0.478516, 0.527344, 0.511719, 0.5, 0.519531, 0.474609, 0.648438, 0.488281, 0.488281, 0.46875, 0.447266, 3.109375, 0.480469, 0.498047, 0.478516, 0.455078, 0.671875, 0.462891, 0.462891, 5.0625, 0.683594, 0.492188, 0.46875, 0.433594, 0.439453, 3.046875, 0.566406, 2.953125, 0.457031, 0.546875, 0.474609, 0.455078, 0.523438, 0.535156, 0.507812, 0.455078, 0.503906, 0.445312, 0.451172, 0.462891, 0.496094, 0.451172, 0.443359, 0.439453, 0.6875, 0.46875, 0.449219, 0.453125, 3.953125, 0.449219, 0.441406, 0.466797, 0.476562, 4.71875, 0.527344, 0.476562, 0.734375, 3.140625, 0.445312, 0.470703, 0.431641, 0.449219, 0.523438, 0.558594, 0.455078, 2.921875, 0.546875, 0.474609, 0.46875, 0.447266, 0.482422, 0.482422, 0.503906, 0.435547, 0.46875, 0.458984, 0.474609, 0.458984, 0.449219, 0.523438, 0.574219, 0.601562, 0.482422, 0.470703, 0.490234, 0.449219, 0.482422, 1.6875, 0.554688, 0.466797, 0.527344, 0.476562, 3.15625, 0.511719, 0.6875, 0.476562, 0.488281, 0.460938, 1.054688, 4.40625, 0.503906, 0.859375, 0.46875, 0.492188, 0.466797, 0.490234, 0.462891, 0.445312, 0.431641, 0.478516, 5.125, 0.5, 0.474609, 0.457031, 0.412109, 0.5, 0.457031, 0.996094, 4.5, 2.90625, 0.470703, 0.542969, 0.46875, 0.617188, 0.503906, 0.457031, 0.492188, 0.511719, 0.458984, 0.472656, 3.875, 0.478516, 0.929688, 0.453125, 0.496094, 0.478516, 0.474609, 0.582031, 0.472656, 0.644531, 0.433594, 0.429688, 0.466797, 0.5, 0.464844, 0.570312, 0.515625, 0.484375, 0.447266, 0.490234, 0.439453, 0.554688, 0.460938, 0.613281, 0.439453, 0.472656, 0.585938, 0.455078, 0.441406, 0.464844, 0.464844, 0.539062, 2.296875, 0.492188, 0.447266, 0.460938, 4.40625, 0.46875, 0.439453, 0.478516, 0.458984, 1.601562, 0.628906, 0.433594, 0.464844, 5.5, 0.462891, 0.53125, 4.4375, 0.496094, 0.492188, 0.478516, 0.458984, 0.451172, 0.503906, 0.492188, 0.443359, 0.570312, 0.447266, 0.470703, 0.46875, 0.474609, 0.435547, 0.474609, 0.753906, 5.84375, 0.507812, 0.488281, 0.558594, 0.71875, 0.46875, 0.585938, 0.453125, 0.441406, 4.5625, 0.453125, 0.511719, 0.498047, 4.6875, 0.462891, 0.462891, 0.601562, 0.546875, 0.449219, 0.480469, 0.447266, 0.769531, 0.488281, 0.542969, 0.503906, 0.742188, 0.466797, 3.921875, 0.498047, 0.503906, 4.53125, 0.527344, 0.542969, 0.390625, 0.476562, 0.421875, 0.451172, 0.4375, 0.431641, 0.511719, 0.503906, 0.498047, 0.511719, 0.511719, 0.640625, 0.476562, 0.472656, 0.486328, 0.435547, 0.539062, 0.523438, 0.490234, 0.886719, 0.476562, 0.466797, 0.546875, 0.464844, 0.447266, 0.474609, 0.429688, 0.628906, 0.65625, 0.527344, 0.423828, 0.53125, 0.527344, 0.486328, 0.496094, 0.5, 0.421875, 0.427734, 0.445312, 0.488281, 0.460938, 0.550781, 0.496094, 0.445312, 0.445312, 0.445312, 0.486328, 0.523438, 0.486328, 0.482422, 0.460938, 0.535156, 5.34375, 0.482422, 4.34375, 0.441406, 0.460938, 1.289062, 0.449219, 0.470703, 0.492188, 0.443359, 0.470703, 5.125, 3.265625, 3.140625, 0.460938, 0.427734, 0.460938, 0.539062, 0.470703, 0.453125, 0.480469, 3.90625, 3.421875, 0.484375, 0.453125, 0.431641, 0.478516, 0.492188, 0.462891, 0.4375, 0.498047, 0.486328, 0.453125, 0.492188, 0.5, 0.496094, 3.5625, 0.470703, 0.447266, 0.457031, 0.496094, 0.503906, 0.451172, 0.490234, 0.451172, 0.439453, 0.458984, 0.457031, 0.470703, 0.507812, 0.458984, 0.443359, 0.490234, 0.464844, 0.578125, 0.429688, 0.484375, 0.480469, 0.441406, 0.949219, 0.484375, 0.457031, 0.451172, 0.457031, 0.457031, 0.435547, 4.625, 4.5, 0.457031, 0.482422, 0.453125, 3.515625, 0.478516, 0.570312, 0.671875, 0.457031, 0.503906, 0.478516, 0.503906, 0.494141, 4.75, 0.445312, 4.5, 0.636719, 0.494141, 0.464844, 0.777344, 0.585938, 0.460938, 0.439453, 0.458984, 0.574219, 0.972656, 0.492188, 0.474609, 3.640625, 0.482422, 0.5, 0.96875, 0.503906, 0.474609, 0.476562, 0.457031, 0.451172, 0.458984, 0.457031, 2.578125, 0.511719, 0.625, 0.519531, 0.578125, 0.453125, 0.636719, 0.496094, 0.464844, 0.447266, 0.455078, 0.964844, 0.46875, 0.451172, 0.46875, 4.6875, 0.486328, 0.441406, 0.470703, 0.458984, 1.265625, 0.59375, 0.472656, 0.460938, 0.480469, 0.494141, 3.8125, 0.466797, 0.460938, 0.449219, 0.478516, 5.28125, 0.457031, 0.480469, 0.431641, 0.486328, 0.472656, 0.416016, 0.474609, 0.710938, 0.507812, 0.492188, 0.519531, 4.84375, 0.490234, 0.445312, 4.9375, 0.486328, 0.464844, 0.457031, 0.503906, 0.46875, 0.458984, 0.486328, 0.488281, 0.605469, 2.21875, 0.484375, 0.466797, 0.589844, 2.46875, 0.480469, 0.457031, 0.742188, 0.439453, 0.478516, 0.453125, 0.470703, 0.453125, 0.535156, 2.640625, 0.515625, 0.472656, 0.46875, 0.527344, 0.490234, 0.455078, 0.427734, 0.773438, 0.492188, 0.474609, 0.582031, 0.523438, 0.667969, 0.457031, 4.3125, 5.65625, 0.554688, 0.439453, 0.482422, 0.472656, 0.621094, 0.914062, 0.451172, 0.542969, 0.412109, 0.478516, 0.439453, 0.453125, 0.527344, 0.429688, 0.53125, 0.464844, 0.472656, 0.453125, 0.408203, 0.59375, 0.464844, 0.484375, 4.9375, 0.875, 0.474609, 0.535156, 0.546875, 0.5, 0.458984, 0.429688, 0.53125, 0.451172, 0.609375, 0.429688, 0.441406, 0.472656, 0.542969, 0.472656, 0.59375, 0.484375, 0.472656, 0.59375, 0.472656, 0.449219, 0.515625, 0.5, 1.03125, 0.451172, 0.478516, 0.484375, 0.498047, 2.75, 0.949219, 0.414062, 0.453125, 0.914062, 0.527344, 0.523438, 0.453125, 0.478516, 0.455078, 0.527344, 0.466797, 0.46875, 0.425781, 0.482422, 0.46875, 0.472656, 0.5, 0.462891, 3.3125, 0.482422, 0.542969, 0.46875, 0.435547, 0.447266, 0.480469, 0.492188, 0.484375, 0.470703, 0.462891, 0.464844, 0.671875, 0.546875, 0.453125, 0.5, 0.455078, 0.462891, 0.388672, 0.457031, 0.453125, 0.859375, 0.458984, 0.53125, 0.492188, 0.492188, 0.451172, 0.671875, 0.464844, 0.507812, 0.539062, 0.480469, 0.488281, 0.460938, 0.523438, 0.613281, 0.496094, 0.458984, 0.462891, 0.458984, 0.443359, 0.503906, 2.15625, 0.554688, 0.464844, 0.511719, 0.476562, 0.46875, 0.482422, 0.474609, 0.435547, 0.578125, 0.503906, 0.482422, 0.458984, 0.460938, 0.478516, 0.455078, 0.503906, 0.474609, 0.453125, 0.503906, 0.494141, 0.431641, 0.460938, 5.78125, 0.478516, 0.523438, 5.5, 0.441406, 0.476562, 0.490234, 0.488281, 0.435547, 0.482422, 0.431641, 0.691406, 0.498047, 0.431641, 0.441406, 0.765625, 0.808594, 0.441406, 0.482422, 0.496094, 0.859375, 0.453125, 0.466797, 0.455078, 0.546875, 0.460938, 0.455078, 0.53125, 0.482422, 0.515625, 0.474609, 0.511719, 0.449219, 0.472656, 0.445312, 0.494141, 0.498047, 0.523438, 0.480469, 0.474609, 0.429688, 0.628906, 0.582031, 0.443359, 0.453125, 0.496094, 0.457031, 0.484375, 0.478516, 0.527344, 0.488281, 0.451172, 0.462891, 0.466797, 0.457031, 0.476562, 0.742188, 0.453125, 0.523438, 0.546875, 0.597656, 5.5625, 0.546875, 0.460938, 0.527344, 0.474609, 0.466797, 0.484375, 0.486328, 0.496094, 0.462891, 0.453125, 0.554688, 0.455078, 0.953125, 0.449219, 0.46875, 0.445312, 0.507812, 1.320312, 5.0, 0.425781, 0.464844, 3.796875, 0.490234, 0.496094, 0.722656, 0.5625, 0.443359, 0.453125, 0.539062, 0.443359, 0.457031, 0.46875, 0.574219, 1.421875, 0.472656, 4.125, 0.490234, 0.558594, 0.46875, 0.439453, 0.476562, 0.474609, 0.527344, 0.449219, 0.5625, 0.5, 0.582031, 0.472656, 0.515625, 0.449219, 0.464844, 0.449219, 0.507812, 0.484375, 0.451172, 0.679688, 0.447266, 0.494141, 0.503906, 0.470703, 0.478516, 0.503906, 0.449219, 0.498047, 0.447266, 0.458984, 0.455078, 0.554688, 0.488281, 0.474609, 0.451172, 0.511719, 0.429688, 0.492188, 0.474609, 0.65625, 0.460938, 0.511719, 0.453125, 0.488281, 0.451172, 0.441406, 0.597656, 0.550781, 0.470703, 0.925781, 0.503906, 0.46875, 0.507812, 0.447266, 0.804688, 0.445312, 0.527344, 0.433594, 0.523438, 0.507812, 0.441406, 0.490234, 0.458984, 0.460938, 0.474609, 0.490234, 0.435547, 0.480469, 0.470703, 0.5, 0.476562, 4.59375, 0.490234, 0.478516, 0.462891, 0.492188, 0.433594, 0.667969, 0.679688, 0.460938, 0.4375, 0.435547, 0.482422, 0.462891, 0.439453, 0.46875, 0.589844, 0.488281, 0.462891, 0.445312, 0.542969, 0.447266, 3.046875, 0.574219, 0.433594, 0.458984, 0.470703, 0.482422, 0.550781, 0.458984, 0.46875, 0.46875, 0.511719, 0.466797, 0.419922, 0.515625, 0.519531, 0.451172, 4.53125, 0.445312, 0.462891, 5.875, 0.496094, 0.486328, 0.484375, 0.462891, 0.523438, 0.492188, 0.480469, 4.59375, 0.457031, 4.46875, 0.447266, 0.511719, 0.679688, 5.90625, 0.455078, 0.464844, 0.757812, 0.484375, 0.515625, 0.765625, 0.494141, 0.470703, 0.46875, 0.464844, 4.34375, 0.447266, 0.478516, 0.490234, 0.527344, 0.476562, 3.53125, 0.466797, 0.482422, 0.482422, 0.515625, 0.652344, 0.539062, 0.498047, 0.460938, 0.460938, 0.462891, 0.4375, 0.447266, 0.494141, 0.443359, 0.455078, 2.4375, 0.464844, 0.507812, 0.462891, 0.480469, 0.482422, 0.453125, 0.435547, 0.449219, 4.3125, 0.480469, 0.472656, 1.265625, 0.886719, 0.474609, 0.494141, 0.470703, 0.425781, 0.482422, 0.419922, 0.539062, 0.484375, 0.466797, 0.458984, 0.476562, 0.447266, 0.429688, 0.449219, 0.5, 0.447266, 2.734375, 0.503906, 0.453125, 0.460938, 0.457031, 0.445312, 0.484375, 0.542969, 0.519531, 0.515625, 0.5, 0.523438, 0.482422, 0.476562, 0.5, 0.466797, 5.40625, 0.498047, 0.447266, 0.5, 0.435547, 0.466797, 0.476562, 0.439453, 0.447266, 0.486328, 0.480469, 0.447266, 0.486328, 0.445312, 0.4375, 0.511719, 0.527344, 0.494141, 0.455078, 0.435547, 0.433594, 0.451172, 0.474609, 0.466797, 0.585938, 0.507812, 0.445312, 0.470703, 0.453125, 0.474609, 0.632812, 0.443359, 0.478516, 0.503906, 0.460938, 0.494141, 0.46875, 0.455078, 0.636719, 0.523438, 0.546875, 0.474609, 0.433594, 0.519531, 0.558594, 0.443359, 0.449219, 4.375, 0.453125, 0.589844, 0.388672, 0.4375, 0.4375, 0.695312, 0.492188, 5.09375, 0.464844, 0.484375, 0.445312, 0.494141, 0.492188, 0.625, 0.476562, 0.496094, 4.375, 4.96875, 0.539062, 0.574219, 0.503906, 0.449219, 0.511719, 0.511719, 0.46875, 0.503906, 0.542969, 0.474609, 0.527344, 0.472656, 0.486328, 0.507812, 0.484375, 4.40625, 0.451172, 0.46875, 0.474609, 3.09375, 0.480469, 0.4375, 0.474609, 0.46875, 0.46875, 0.492188, 0.455078, 0.474609, 0.476562, 0.480469, 0.75, 0.478516, 0.527344, 0.539062, 0.445312, 0.466797, 0.457031, 0.988281, 0.494141, 0.464844, 0.478516, 0.464844, 0.462891, 0.498047, 3.578125, 0.455078, 0.546875, 0.617188, 2.609375, 0.519531, 0.457031, 0.511719, 0.515625, 0.492188, 1.03125, 5.25, 0.429688, 0.472656, 0.460938, 0.451172, 0.451172, 0.443359, 0.480469, 0.503906, 0.476562, 0.435547, 0.609375, 0.455078, 0.484375, 0.40625, 0.455078, 0.410156, 0.429688, 0.488281, 0.431641, 0.484375, 0.478516, 2.703125, 0.515625, 0.828125, 0.449219, 0.484375, 0.486328, 0.488281, 0.482422, 0.482422, 0.519531, 4.21875, 0.773438, 0.5, 0.419922, 0.482422, 0.474609, 0.441406, 0.439453, 0.498047, 0.439453, 0.458984, 0.53125, 0.498047, 0.455078, 0.482422, 0.494141, 0.488281, 0.458984, 0.453125, 0.480469, 0.460938, 0.449219, 0.449219, 0.527344, 0.460938, 0.480469, 0.496094, 0.464844, 0.474609, 0.507812, 0.460938, 0.476562, 0.605469, 0.490234, 0.441406, 0.447266, 0.515625, 0.494141, 0.46875, 3.140625, 0.601562, 0.46875, 0.482422, 0.464844, 0.433594, 0.458984, 0.455078, 5.25, 0.570312, 0.482422, 0.574219, 0.478516, 0.515625, 0.777344, 0.474609, 0.464844, 0.435547, 4.4375, 0.482422, 1.242188, 0.707031, 0.585938, 0.523438, 0.423828, 0.460938, 0.482422, 0.515625, 0.480469, 0.460938, 0.458984, 0.421875, 0.455078, 0.470703, 0.433594, 0.474609, 0.804688, 0.5, 0.453125, 0.734375, 0.449219, 0.466797, 0.476562, 0.542969, 0.527344, 0.578125, 0.478516, 0.453125, 0.466797, 0.519531, 0.498047, 0.558594, 0.578125, 4.4375, 0.439453, 0.474609, 0.416016, 0.53125, 0.490234, 0.460938, 5.0625, 0.451172, 0.519531, 0.480469, 0.466797, 0.453125, 0.455078, 0.466797, 2.25, 0.484375, 0.494141, 0.466797, 0.527344, 0.804688, 0.523438, 0.470703, 0.558594, 0.458984, 0.457031, 0.5, 0.449219, 0.449219, 0.472656, 0.464844, 0.652344, 0.462891, 0.486328, 0.523438, 0.482422, 3.21875, 0.474609, 3.015625, 0.490234, 0.738281, 0.421875, 0.464844, 0.478516, 0.490234, 0.478516, 0.480469, 0.519531, 0.443359, 0.625, 0.511719, 0.945312, 0.445312, 0.558594, 2.828125, 0.523438, 0.460938, 1.257812, 0.474609, 0.441406, 0.503906, 0.476562, 0.480469, 0.480469, 0.458984, 0.507812, 0.494141, 0.490234, 0.427734, 0.462891, 0.445312, 4.875, 0.480469, 0.466797, 0.498047, 0.460938, 0.443359, 3.96875, 0.462891, 0.457031, 1.992188, 0.486328, 0.460938, 0.482422, 2.921875, 0.511719, 0.458984, 0.515625, 0.488281, 0.664062, 0.5, 0.433594, 0.443359, 0.457031, 0.484375, 0.447266, 0.494141, 3.734375, 0.455078, 0.515625, 0.488281, 0.433594, 4.6875, 0.498047, 0.492188, 0.4375, 0.447266, 0.460938, 4.96875, 0.476562, 0.53125, 0.482422, 0.490234, 3.453125, 0.515625, 0.578125, 0.550781, 2.75, 0.511719, 0.4375, 0.511719, 0.558594, 0.474609, 0.453125, 0.462891, 0.875, 0.466797, 0.488281, 0.498047, 0.433594, 0.441406, 0.449219, 0.472656, 0.466797, 0.451172, 0.464844, 0.421875, 0.486328, 0.429688, 0.451172, 0.503906, 0.53125, 0.460938, 0.445312, 0.451172, 0.492188, 0.455078, 0.476562, 0.597656, 0.460938, 0.496094, 4.6875, 0.451172, 0.5625, 0.492188, 0.445312, 0.449219, 0.443359, 0.5625, 0.451172, 5.21875, 0.486328, 0.462891, 0.492188, 0.492188, 0.457031, 0.498047, 0.625, 0.482422, 0.494141, 0.5, 2.578125, 0.457031, 2.671875, 2.953125, 0.445312, 0.486328, 2.453125, 0.451172, 0.5, 0.539062, 0.486328, 0.449219, 0.496094, 0.458984, 0.523438, 0.773438, 0.734375, 3.703125, 0.445312, 0.443359, 0.507812, 0.496094, 0.478516, 0.498047, 0.527344, 0.466797, 0.464844, 0.527344, 4.5, 0.441406, 0.503906, 0.46875, 0.427734, 0.511719, 0.476562, 0.494141, 0.445312, 0.484375, 0.441406, 0.511719, 0.453125, 0.460938, 0.519531, 0.527344, 4.96875, 0.476562, 0.458984, 0.742188, 0.4375, 0.492188, 0.474609, 0.455078, 0.474609, 0.5, 0.46875, 0.46875, 0.445312, 0.460938, 0.550781, 0.449219, 0.542969, 4.125, 0.96875, 0.492188, 0.445312, 0.496094, 0.439453, 0.488281, 0.683594, 0.488281, 2.859375, 0.458984, 0.458984, 0.435547, 0.457031, 0.523438, 0.667969, 0.464844, 0.46875, 0.769531, 0.460938, 0.515625, 0.464844, 0.445312, 0.486328, 0.46875, 0.480469, 2.390625, 0.5, 0.449219, 0.484375, 0.480469, 0.453125, 0.632812, 0.472656, 0.515625, 0.470703, 0.464844, 0.464844, 5.125, 0.466797, 4.5, 0.455078, 0.462891, 0.5625, 0.515625, 0.470703, 3.046875, 0.429688, 0.451172, 0.455078, 0.458984, 0.466797, 0.4375, 0.425781, 0.455078, 0.507812, 0.5, 4.75, 0.449219, 0.445312, 0.457031, 0.515625, 0.464844, 0.466797, 0.464844, 0.449219, 0.466797, 0.703125, 0.511719, 4.40625, 0.455078, 0.474609, 0.458984, 0.482422, 0.458984, 0.445312, 0.519531, 0.542969, 0.472656, 0.435547, 0.484375, 0.449219, 0.519531, 0.464844, 0.482422, 0.882812, 0.455078, 0.664062, 4.71875, 0.439453, 0.466797, 0.511719, 0.439453, 0.486328, 5.1875, 0.507812, 0.476562, 0.503906, 0.449219, 0.445312, 0.458984, 0.451172, 0.486328, 0.464844, 0.445312, 0.466797, 0.515625, 0.628906, 0.515625, 0.472656, 0.800781, 0.519531, 0.462891, 0.476562, 0.488281, 0.730469, 0.431641, 0.490234, 0.443359, 0.464844, 0.443359, 0.507812, 0.447266, 1.382812, 0.476562, 0.527344, 0.457031, 0.523438, 0.470703, 0.455078, 0.480469, 0.507812, 0.609375, 4.6875, 0.460938, 0.494141, 0.466797, 0.511719, 0.462891, 1.789062, 0.445312, 0.511719, 0.455078, 4.75, 0.447266, 0.535156, 0.486328, 0.472656, 0.443359, 0.466797, 0.507812, 0.451172, 0.527344, 0.470703, 0.558594, 0.451172, 0.449219, 0.443359, 0.470703, 3.671875, 0.492188, 0.466797, 0.519531, 0.431641, 0.515625, 3.140625, 0.53125, 0.476562, 0.460938, 0.470703, 0.457031, 0.570312, 0.457031, 0.453125, 0.460938, 0.439453, 0.683594, 0.482422, 0.503906, 0.464844, 0.443359, 0.484375, 0.5, 3.359375, 0.496094, 1.375, 0.457031, 0.460938, 0.470703, 0.478516, 0.458984, 5.3125, 0.498047, 0.570312, 2.875, 0.480469, 0.464844, 0.474609, 0.486328, 0.460938, 0.480469, 0.470703, 0.486328, 0.492188, 0.466797, 0.503906, 0.433594, 0.46875, 0.46875, 0.496094, 0.451172, 0.425781, 0.482422, 0.490234, 0.466797, 0.419922, 0.703125, 0.519531, 0.503906, 0.507812, 0.451172, 0.4375, 0.451172, 0.490234, 0.414062, 0.478516, 0.46875, 0.53125, 0.511719, 0.539062, 0.490234, 0.445312, 0.474609, 0.503906, 0.46875, 0.455078, 0.490234, 0.484375, 0.652344, 0.462891, 0.496094, 0.458984, 0.542969, 0.474609, 0.585938, 0.451172, 0.890625, 0.503906, 0.482422, 0.507812, 0.4375, 0.515625, 0.511719, 0.462891, 0.478516, 0.478516, 0.507812, 0.478516, 0.462891, 0.632812, 0.457031, 0.503906, 0.451172, 0.503906, 0.503906, 0.449219, 0.863281, 1.96875, 0.519531, 0.511719, 1.679688, 0.65625, 0.433594, 0.449219, 0.535156, 0.458984, 0.455078, 0.470703, 0.486328, 0.445312, 0.644531, 0.439453, 0.451172, 0.457031, 0.539062, 0.431641, 0.451172, 0.632812, 0.496094, 0.878906, 0.472656, 1.539062, 0.435547, 0.427734, 0.439453, 0.490234, 0.6875, 0.546875, 0.435547, 0.484375, 0.490234, 0.476562, 0.439453, 0.488281, 4.59375, 3.859375, 0.496094, 0.4375, 0.482422, 0.472656, 1.242188, 0.519531, 0.470703, 0.453125, 0.492188, 0.644531, 0.423828, 0.574219, 0.4375, 5.4375, 0.765625, 0.488281, 0.546875, 1.820312, 0.443359, 0.460938, 1.109375, 0.449219, 0.515625, 0.433594, 0.447266, 0.527344, 0.632812, 0.458984, 0.425781, 0.523438, 0.476562, 0.4375, 0.486328, 0.429688, 0.466797, 0.5, 0.445312, 0.667969, 0.498047, 0.435547, 0.527344, 0.46875, 0.820312, 0.435547, 2.796875, 0.470703, 0.439453, 0.558594, 0.480469, 0.546875, 0.476562, 0.691406, 0.462891, 0.472656, 0.498047, 0.46875, 0.472656, 0.474609, 4.5625, 0.507812, 0.435547, 0.462891, 0.507812, 0.53125, 0.441406, 0.439453, 0.462891, 0.476562, 0.458984, 0.482422, 0.503906, 0.464844, 0.542969, 0.5, 0.447266, 0.464844, 0.478516, 0.458984, 0.515625, 0.546875, 0.582031, 0.457031, 0.660156, 0.546875, 0.609375, 0.472656, 0.453125, 0.429688, 0.447266, 0.451172, 0.71875, 0.511719, 0.470703, 0.451172, 0.464844, 0.457031, 0.503906, 0.455078, 0.451172, 0.503906, 0.574219, 0.462891, 0.453125, 1.140625, 0.648438, 0.832031, 0.5, 0.490234, 0.478516, 0.472656, 0.476562, 4.875, 0.496094, 0.503906, 0.558594, 0.5, 3.765625, 0.433594, 0.482422, 0.455078, 0.470703, 0.447266, 0.439453, 0.519531, 0.498047, 1.203125, 0.480469, 0.498047, 0.550781, 0.570312, 0.482422, 0.492188, 0.492188, 0.652344, 1.164062, 0.441406, 0.449219, 5.03125, 1.070312, 0.460938, 0.515625, 0.433594, 0.488281, 0.462891, 0.453125, 0.445312, 0.410156, 0.470703, 0.484375, 0.492188, 0.458984, 0.447266, 0.476562, 0.480469, 0.6875, 4.84375, 0.511719, 0.460938, 0.447266, 0.460938, 0.816406, 5.40625, 0.482422, 0.667969, 0.498047, 0.460938, 0.453125, 0.486328, 0.470703, 0.427734, 0.484375, 0.453125, 0.484375, 0.466797, 0.464844, 5.5, 0.472656, 4.4375, 0.441406, 0.466797, 0.570312, 0.474609, 0.503906, 0.482422, 0.402344, 0.53125, 0.449219, 5.0, 0.585938, 0.474609, 0.416016, 0.472656, 0.445312, 0.466797, 0.515625, 0.498047, 0.46875, 0.457031, 0.46875, 0.488281, 0.492188, 0.828125, 0.53125, 0.585938, 0.464844, 0.46875, 0.46875, 0.5, 0.462891, 0.482422, 0.460938, 0.472656, 0.480469, 0.429688, 0.5, 0.46875, 0.466797, 1.226562, 0.445312, 0.494141, 3.859375, 0.476562, 0.478516, 0.5, 0.449219, 0.470703, 0.486328, 0.466797, 0.457031, 0.464844, 0.507812, 0.5, 0.902344, 0.753906, 4.4375, 0.435547, 0.492188, 4.96875, 0.472656, 2.984375, 0.466797, 0.451172, 0.503906, 0.451172, 0.527344, 0.484375, 0.480469, 0.486328, 0.46875, 0.488281, 0.519531, 0.496094, 0.423828, 0.447266, 0.640625, 3.9375, 0.441406, 0.867188, 0.46875, 0.435547, 0.451172, 0.416016, 0.466797, 0.519531, 0.455078, 0.482422, 0.492188, 4.6875, 0.462891, 0.460938, 0.585938, 4.5625, 0.507812, 0.4375, 0.451172, 0.519531, 0.46875, 1.101562, 0.480469, 0.519531, -0.026489, 0.546875, 0.462891, 0.472656, 0.46875, 0.443359, 0.523438, 0.539062, 0.488281, 0.59375, 0.546875, 0.457031, 0.476562, 0.488281, 0.445312, 0.449219, 0.447266, 0.458984, 0.503906, 0.447266, 0.589844, 2.484375, 0.492188, 0.464844, 0.441406, 0.503906, 0.494141, 0.597656, 0.820312, 5.0625, 0.474609, 0.486328, 0.482422, 0.433594, 3.125, 0.539062, 1.859375, 0.53125, 0.451172, 0.474609, 0.482422, 0.435547, 0.486328, 0.486328, 0.439453, 0.484375, 0.478516, 0.476562, 0.480469, 1.023438, 0.419922, 0.503906, 0.451172, 0.503906, 1.273438, 0.589844, 0.472656, 0.455078, 0.554688, 0.498047, 0.453125, 0.585938, 0.480469, 0.435547, 0.490234, 0.458984, 0.554688, 0.449219, 0.597656, 1.117188, 0.462891, 0.4375, 0.447266, 0.527344, 0.503906, 0.4375, 0.472656, 0.449219, 0.464844, 0.507812, 0.476562, 0.482422, 0.472656, 0.439453, 0.455078, 5.375, 0.455078, 0.421875, 0.464844, 5.1875, 0.757812, 0.476562, 0.441406, 0.496094, 0.451172, 0.478516, 0.585938, 0.447266, 0.480469, 0.535156, 0.46875, 0.523438, 0.470703, 0.494141, 0.441406, 0.417969, 0.566406, 0.890625, 0.546875, 0.449219, 0.496094, 0.496094, 0.523438, 0.439453, 0.476562, 3.453125, 0.457031, 0.53125, 0.490234, 0.449219, 0.4375, 0.443359, 0.498047, 0.470703, 0.488281, 0.765625, 0.427734, 0.451172, 0.451172, 0.435547, 0.431641, 0.464844, 0.435547, 0.625, 0.458984, 0.449219, 0.4375, 0.472656, 0.535156, 0.472656, 0.53125, 0.460938, 0.457031, 1.15625, 1.148438, 0.523438, 0.458984, 0.474609, 7.25, 0.515625, 0.578125, 0.550781, 0.445312, 0.554688, 0.494141, 5.65625, 0.458984, 0.472656, 0.429688, 0.457031, 0.960938, 0.546875, 0.431641, 0.478516, 0.550781, 0.490234, 0.447266, 2.84375, 5.5, 0.451172, 0.466797, 0.451172, 0.423828, 0.523438, 0.466797, 0.820312, 0.435547, 0.458984, 0.490234, 0.455078, 0.863281, 0.439453, 0.484375, 0.470703, 0.589844, 0.511719, 0.476562, 0.558594, 0.482422, 4.375, 0.478516, 0.445312, 0.476562, 0.431641, 0.425781, 0.492188, 0.464844, 0.527344, 0.431641, 0.511719, 0.453125, 0.515625, 0.753906, 0.527344, 0.482422, 0.507812, 0.455078, 0.455078, 0.466797, 0.431641, 5.625, 0.441406, 0.796875, 0.515625, 0.574219, 0.5, 0.511719, 0.515625, 0.457031, 0.498047, 0.941406, 0.466797, 0.589844, 0.441406, 0.535156, 0.953125, 0.457031, 0.470703, 0.474609, 0.492188, 0.412109, 0.455078, 0.515625, 0.476562, 0.464844, 0.453125, 0.462891, 0.519531, 0.523438, 0.466797, 0.474609, 0.460938, 0.466797, 0.542969, 0.4375, 0.488281, 0.464844, 0.5, 0.484375, 0.464844, 0.707031, 0.535156, 0.457031, 0.472656, 0.496094, 0.503906, 0.511719, 0.462891, 0.601562, 0.503906, 0.476562, 0.476562, 0.570312, 0.46875, 0.496094, 0.458984, 0.480469, 0.488281, 0.449219, 0.503906, 4.46875, 0.582031, 0.462891, 0.431641, 0.457031, 0.474609, 0.490234, 0.494141, 0.527344, 0.445312, 0.458984, 0.453125, 0.515625, 0.458984, 0.425781, 0.511719, 0.488281, 0.490234, 0.462891, 0.476562, 0.492188, 0.480469, 0.486328, 0.472656, 0.542969, 0.462891, 0.453125, 0.464844, 0.476562, 0.455078, 0.443359, 0.574219, 0.439453, 0.474609, 0.464844, 0.458984, 0.474609, 0.4375, 0.480469, 0.554688, 0.498047, 0.460938, 0.671875, 0.46875, 0.496094, 0.453125, 0.458984, 2.359375, 0.472656, 0.535156, 3.8125, 0.4375, 0.464844, 0.490234, 2.953125, 0.507812, 0.423828, 0.460938, 1.195312, 0.523438, 0.671875, 0.738281, 0.527344, 0.839844, 0.742188, 0.496094, 3.90625, 0.498047, 0.490234, 0.451172, 0.484375, 0.462891, 0.486328, 0.482422, 1.101562, 0.445312, 0.433594, 0.466797, 0.605469, 0.527344, 0.558594, 0.652344, 0.476562, 0.498047, 0.457031, 0.445312, 0.455078, 4.71875, 0.464844, 0.478516, 0.466797, 0.466797, 0.492188, 0.486328, 0.550781, 0.503906, 0.464844, 0.515625, 0.460938, 0.464844, 3.609375, 0.449219, 0.453125, 0.46875, 0.439453, 0.578125, 0.710938, 0.484375, 0.742188, 0.445312, 0.488281, 0.482422, 0.447266, 2.0625, 0.466797, 0.425781, 0.535156, 0.457031, 0.675781, 0.511719, 4.8125, 0.470703, 0.5625, 0.458984, 0.492188, 0.445312, 0.511719, 0.46875, 0.478516, 0.519531, 0.539062, 0.482422, 0.457031, 0.785156, 0.460938, 0.486328, 0.498047, 0.46875, 0.462891, 0.457031, 0.578125, 0.445312, 0.474609, 0.503906, 0.574219, 0.447266, 0.511719, 0.570312, 1.21875, 0.699219, 0.478516, 0.478516, 0.507812, 0.462891, 0.466797, 0.484375, 0.527344, 0.460938, 0.472656, 0.457031, 0.466797, 0.558594, 0.441406, 4.46875, 0.496094, 0.574219, 0.476562, 0.464844, 0.455078, 0.503906, 0.462891, 0.480469, 0.462891, 0.53125, 0.439453, 0.496094, 0.458984, 0.484375, 0.488281, 0.455078, 0.4375, 0.464844, 0.472656, 0.46875, 0.484375, 0.808594, 0.609375, 0.503906, 0.449219, 0.511719, 0.470703, 0.636719, 0.482422, 0.429688, 0.458984, 0.5, 0.482422, 0.484375, 0.443359, 1.046875, 0.476562, 0.490234, 0.474609, 0.441406, 0.507812, 0.439453, 5.71875, 0.464844, 0.496094, 0.458984, 0.527344, 0.455078, 0.498047, 0.474609, 0.482422, 0.476562, 0.421875, 0.503906, 0.451172, 0.863281, 0.515625, 0.464844, 0.484375, 0.455078, 0.425781, 0.632812, 0.470703, 0.441406, 0.453125, 0.476562, 1.796875, 5.375, 0.464844, 0.542969, 0.476562, 0.462891, 0.5, 0.539062, 2.0, 0.455078, 0.453125, 0.490234, 0.443359, 0.449219, 0.652344, 0.449219, 0.519531, 0.447266, 0.474609, 0.476562, 4.5, 0.464844, 0.53125, 0.519531, 0.490234, 0.441406, 0.507812, 0.462891, 0.539062, 0.507812, 0.484375, 0.447266, 0.46875, 0.648438, 0.466797, 0.46875, 0.476562, 0.488281, 0.496094, 0.511719, 0.65625, 0.503906, 0.482422, 0.460938, 0.484375, 0.439453, 0.486328, 0.478516, 0.451172, 0.742188, 2.53125, 0.466797, 0.460938, 0.488281, 5.5, 0.449219, 0.464844, 0.455078, 0.777344, 0.542969, 0.53125, 0.679688, 0.484375, 0.478516, 0.570312, 0.462891, 0.554688, 0.542969, 0.46875, 0.478516, 0.511719, 0.462891, 0.455078, 0.453125, 0.464844, 0.464844, 0.46875, 0.515625, 0.474609, 0.535156, 0.455078, 0.462891, 0.466797, 0.445312, 0.433594, 0.453125, 0.466797, 5.65625, 0.464844, 0.447266, 0.476562, 0.503906, 0.453125, 0.472656, 0.443359, 0.474609, 0.476562, 0.472656, 0.46875, 0.462891, 0.462891, 0.527344, 0.453125, 0.507812, 0.4375, 0.59375, 0.472656, 0.455078, 0.457031, 0.498047, 0.478516, 5.09375, 0.423828, 0.494141, 0.462891, 0.476562, 0.455078, 0.476562, 0.5, 0.476562, 0.507812, 0.496094, 1.25, 0.472656, 0.527344, 0.462891, 0.447266, 3.3125, 0.457031, 0.453125, 0.447266, 0.447266, 0.474609, 0.494141, 0.466797, 0.4375, 0.847656, 0.523438, 0.460938, 0.466797, 0.455078, 0.640625, 0.5, 0.492188, 0.457031, 0.449219, 0.447266, 0.453125, 0.435547, 0.535156, 0.441406, 0.486328, 0.445312, 0.474609, 0.835938, 0.558594, 0.449219, 0.453125, 0.464844, 0.789062, 0.470703, 0.451172, 0.636719, 0.453125, 0.439453, 0.462891, 0.460938, 0.507812, 0.416016, 0.458984, 0.449219, 0.414062, 0.435547, 0.470703, 0.474609, 0.490234, 0.423828, 0.507812, 0.570312, 0.503906, 0.443359, 0.503906, 0.492188, 0.46875, 0.443359, 0.433594, 0.453125, 0.480469, 0.582031, 0.503906, 0.511719, 0.460938, 0.523438, 0.427734, 0.447266, 0.494141, 0.511719, 0.707031, 0.458984, 0.474609, 4.5625, 0.490234, 0.458984, 0.427734, 0.492188, 0.519531, 0.478516, 0.470703, 0.496094, 0.433594, 0.4375, 1.070312, 0.460938, 0.476562, 0.503906, 0.480469, 0.447266, 0.792969, 0.96875, 0.472656, 5.3125, 0.5, 0.482422, 0.5625, 0.470703, 0.496094, 0.441406, 3.90625, 0.470703, 0.519531, 0.539062, 0.476562, 0.480469, 3.921875, 0.466797, 0.546875, 0.443359, 0.464844, 0.488281, 0.503906, 0.535156, 0.976562, 4.75, 0.535156, 0.5, 0.46875, 0.447266, 0.5, 0.589844, 0.613281, 0.511719, 0.507812, 0.515625, 0.488281, 0.464844, 0.478516, 0.539062, 0.455078, 0.466797, 4.6875, 0.373047, 0.5, 0.478516, 0.451172, 0.546875, 0.494141, 0.472656, 0.486328, 0.453125, 0.515625, 0.460938, 0.5, 0.527344, 0.996094, 0.449219, 0.484375, 0.486328, 0.470703, 0.511719, 5.4375, 0.474609, 0.464844, 0.455078, 0.478516, 0.470703, 0.455078, 0.5625, 0.453125, 0.796875, 0.478516, 4.75, 0.5, 0.494141, 0.539062, 0.451172, 0.462891, 0.490234, 0.476562, 0.498047, 5.5, 1.0625, 0.53125, 0.507812, 0.816406, 0.46875, 0.439453, 0.447266, 0.457031, 0.470703, 0.482422, 0.449219, 0.503906, 0.435547, 0.476562, 0.933594, 0.482422, 0.46875, 0.439453, 0.558594, 0.449219, 0.447266, 0.515625, 0.597656, 0.439453, 2.53125, 0.5, 0.470703, 0.466797, 0.640625, 0.667969, 0.46875, 0.494141, 4.96875, 0.542969, 0.480469, 0.539062, 0.5, 0.574219, 0.453125, 0.441406, 0.46875, 0.539062, 0.523438, 0.496094, 0.455078, 0.458984, 0.484375, 0.466797, 0.492188, 0.458984, 0.578125, 0.445312, 0.488281, 0.460938, 0.511719, 0.445312, 0.458984, 0.464844, 0.523438, 0.554688, 0.691406, 0.460938, 0.441406, 4.5, 0.451172, 0.472656, 0.609375, 0.429688, 0.486328, 0.445312, 0.484375, 0.470703, 3.171875, 0.464844, 0.458984, 0.470703, 0.458984, 0.503906, 0.511719, 0.498047, 0.472656, 0.496094, 0.5, 5.3125, 0.484375, 0.462891, 0.503906, 0.457031, 0.474609, 0.511719, 0.503906, 1.234375, 0.597656, 0.824219, 0.507812, 0.457031, 0.482422, 0.474609, 0.515625, 0.470703, 0.542969, 0.765625, 0.474609, 0.492188, 0.478516, 0.492188, 0.486328, 0.570312, 0.451172, 4.78125, 0.492188, 0.498047, 4.78125, 0.482422, 0.435547, 0.867188, 0.439453, 3.421875, 0.496094, 0.470703, 3.1875, 0.515625, 0.449219, 0.511719, 0.734375, 0.490234, 5.21875, 0.462891, 3.875, 0.441406, 0.550781, 0.46875, 0.460938, 0.613281, 0.464844, 0.511719, 0.462891, 0.457031, 0.421875, 0.523438, 0.558594, 0.498047, 4.625, 0.494141, 0.453125, 3.078125, 0.503906, 0.480469, 0.832031, 0.480469, 0.46875, 0.458984, 0.53125, 0.457031, 5.1875, 0.492188, 0.443359, 0.503906, 0.46875, 0.458984, 0.476562, 0.466797, 0.462891, 0.462891, 0.503906, 0.474609, 0.484375, 0.455078, 0.458984, 0.503906, 0.46875, 0.699219, 0.507812, 0.466797, 0.46875, 0.539062, 0.457031, 0.5, 0.515625, 0.40625, 4.65625, 0.486328, 0.455078, 0.511719, 0.458984, 0.523438, 0.511719, 0.439453, 0.441406, 0.474609, 0.457031, 0.4375, 0.511719, 0.451172, 0.484375, 0.458984, 0.472656, 3.390625, 0.488281, 0.447266, 0.451172, 0.441406, 0.449219, 0.488281, 0.439453, 0.439453, 0.582031, 5.59375, 0.474609, 0.380859, 0.46875, 0.498047, 0.503906, 0.474609 ] }, "name": "model.model.layers.27.input_layernorm.weight", "outputIndexes": [ 2206 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2205 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_27/Mul_output_0", "outputIndexes": [ 2207 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2206, 2207 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_27/Mul_1_output_0", "outputIndexes": [ 2208 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2208 ], "outputIndexes": [ 3064 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3064 ], "outputIndexes": [ 3065 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear", "inputIndexes": [ 3065 ], "outputIndexes": [ 3066 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 3539888190, 6422550, 802816, 14336, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3066 ], "outputIndexes": [ 3067 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3067 ], "outputIndexes": [ 2209 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2208 ], "main_type": "NONE", "name": "/Shape_379_output_0", "outputIndexes": [ 2210 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2210 ], "main_type": "NONE", "name": "Shape6829", "outputIndexes": [ 2211 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2210 ], "main_type": "NONE", "name": "Rank6831", "outputIndexes": [ 2212 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2212, 2212 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6833", "outputIndexes": [ 2213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2213 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6834", "outputIndexes": [ 2214 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2213, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6836", "outputIndexes": [ 2215 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2215 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6837", "outputIndexes": [ 2216 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2211, 2214, 2216, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6840", "outputIndexes": [ 2217 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2217 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6841", "outputIndexes": [ 2218 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2218 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6842", "outputIndexes": [ 2219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2219, 2218 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6843", "outputIndexes": [ 2220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2210, 2220, 2213 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_409_output_0", "outputIndexes": [ 2221 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2221, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_865_output_0", "outputIndexes": [ 2222 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2222, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_351_output_0", "outputIndexes": [ 2223 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2209, 2223 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_244_output_0", "outputIndexes": [ 2224 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2224, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_216_output_0", "outputIndexes": [ 2225 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2224 ], "main_type": "NONE", "name": "/Shape_380_output_0", "outputIndexes": [ 2226 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2226 ], "main_type": "NONE", "name": "Shape6850", "outputIndexes": [ 2227 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2226 ], "main_type": "NONE", "name": "Rank6852", "outputIndexes": [ 2228 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2228, 2228 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6854", "outputIndexes": [ 2229 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2229 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6855", "outputIndexes": [ 2230 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2229, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6857", "outputIndexes": [ 2231 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2231 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6858", "outputIndexes": [ 2232 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2227, 2230, 2232, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6861", "outputIndexes": [ 2233 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2233 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6862", "outputIndexes": [ 2234 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2234 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6863", "outputIndexes": [ 2235 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2235, 2234 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6864", "outputIndexes": [ 2236 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2226, 2236, 2229 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_410_output_0", "outputIndexes": [ 2237 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2237, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_81_output_0", "outputIndexes": [ 2238 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2238, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_870_output_0", "outputIndexes": [ 2239 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2224, 2239, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_109_output_0", "outputIndexes": [ 2240 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2240 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_54_output_0", "outputIndexes": [ 2241 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2224, 22, 2239, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_108_output_0", "outputIndexes": [ 2242 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2241, 2242 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_354_output_0", "outputIndexes": [ 2243 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2243, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_217_output_0", "outputIndexes": [ 2244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2225, 2244 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_135_output_0", "outputIndexes": [ 2245 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2208 ], "outputIndexes": [ 3068 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3068 ], "outputIndexes": [ 3069 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear", "inputIndexes": [ 3069 ], "outputIndexes": [ 3070 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 3547127892, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3070 ], "outputIndexes": [ 3071 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3071 ], "outputIndexes": [ 2246 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2222, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_352_output_0", "outputIndexes": [ 2247 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2246, 2247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_245_output_0", "outputIndexes": [ 2248 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2248, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_218_output_0", "outputIndexes": [ 2249 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2248 ], "main_type": "NONE", "name": "/Shape_381_output_0", "outputIndexes": [ 2250 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2250 ], "main_type": "NONE", "name": "Shape6913", "outputIndexes": [ 2251 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2250 ], "main_type": "NONE", "name": "Rank6915", "outputIndexes": [ 2252 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2252 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6917", "outputIndexes": [ 2253 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2253 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6918", "outputIndexes": [ 2254 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2253, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6920", "outputIndexes": [ 2255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2255 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6921", "outputIndexes": [ 2256 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2254, 2256, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6924", "outputIndexes": [ 2257 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2257 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6925", "outputIndexes": [ 2258 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2258 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6926", "outputIndexes": [ 2259 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2259, 2258 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6927", "outputIndexes": [ 2260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2250, 2260, 2253 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_411_output_0", "outputIndexes": [ 2261 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2261, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_82_output_0", "outputIndexes": [ 2262 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2262, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_872_output_0", "outputIndexes": [ 2263 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2248, 2263, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_111_output_0", "outputIndexes": [ 2264 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2264 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_55_output_0", "outputIndexes": [ 2265 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2248, 22, 2263, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_110_output_0", "outputIndexes": [ 2266 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2265, 2266 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_355_output_0", "outputIndexes": [ 2267 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2267, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_219_output_0", "outputIndexes": [ 2268 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2249, 2268 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_136_output_0", "outputIndexes": [ 2269 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2208 ], "outputIndexes": [ 3072 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3072 ], "outputIndexes": [ 3073 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear", "inputIndexes": [ 3073 ], "outputIndexes": [ 3074 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14336, "weightSize": 0 }, "external": [ 3548162154, 917526, 114688, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3074 ], "outputIndexes": [ 3075 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3075 ], "outputIndexes": [ 2270 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2270, 2247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_246_output_0", "outputIndexes": [ 2271 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2245, 2269, 2271, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_251_output_0", "outputIndexes": [ 2272 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2272 ], "outputIndexes": [ 3076 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3076 ], "outputIndexes": [ 3077 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear", "inputIndexes": [ 3077 ], "outputIndexes": [ 3078 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 100352, "weightSize": 0 }, "external": [ 3549196416, 6422550, 802816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3078 ], "outputIndexes": [ 3079 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3079 ], "outputIndexes": [ 2273 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2205, 2273 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_138_output_0", "outputIndexes": [ 2274 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3584 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.703125, 1.671875, 1.703125, 1.664062, 1.695312, 1.664062, 1.679688, 1.671875, 1.0625, 1.8125, 1.671875, 1.625, 1.65625, 1.71875, 2.59375, 1.734375, 1.679688, 1.695312, 1.6875, 1.78125, 2.328125, 1.710938, 1.773438, 1.640625, 1.632812, 1.671875, 1.65625, 1.632812, 1.617188, 1.695312, 1.6875, 1.6875, 2.3125, 1.640625, 1.695312, 1.71875, 1.648438, 1.734375, 1.734375, 1.953125, 1.679688, 1.6875, 1.835938, 1.65625, 1.789062, 1.695312, 3.921875, 1.6875, 1.664062, 1.59375, 1.710938, 1.742188, 1.664062, 1.664062, 1.710938, 1.648438, 1.664062, 1.859375, 1.664062, 1.585938, 1.664062, 1.742188, 1.703125, 1.703125, 1.6875, 1.6875, 1.734375, 1.664062, 2.046875, 1.640625, 1.640625, 1.625, 1.6875, 1.65625, 1.695312, 1.695312, 1.601562, 1.703125, 2.046875, 1.695312, 1.6875, 1.890625, 1.703125, 1.65625, 1.75, 2.59375, 1.679688, 1.742188, 1.703125, 1.539062, 1.695312, 1.703125, 1.703125, 1.703125, 1.734375, 1.695312, 1.5625, 1.75, 1.664062, 1.804688, 1.617188, 1.632812, 1.78125, 1.664062, 1.648438, 1.695312, 1.664062, 1.625, 1.632812, 1.6875, 1.671875, 1.710938, 1.703125, 2.375, 1.726562, 2.140625, 1.640625, 1.6875, 1.65625, 1.734375, 1.664062, 1.679688, 1.710938, 1.679688, 1.6875, 1.617188, 1.671875, 1.648438, 2.625, 1.601562, 1.546875, 1.96875, 1.726562, 1.710938, 2.84375, 1.6875, 1.8125, 1.71875, 1.625, 1.679688, 1.65625, 1.679688, 1.742188, 1.859375, 0.949219, 1.570312, 1.71875, 1.671875, 1.664062, 1.757812, 1.71875, 1.710938, 1.671875, 1.671875, 1.703125, 1.71875, 1.609375, 1.640625, 1.6875, 1.695312, 1.695312, 1.648438, 1.757812, 1.695312, 1.9375, 1.648438, 1.632812, 1.601562, 1.671875, 1.65625, 1.734375, 1.609375, 1.640625, 1.65625, 1.65625, 1.742188, 1.703125, 1.734375, 1.671875, 1.65625, 1.695312, 1.65625, 1.664062, 1.84375, 1.734375, 1.632812, 1.679688, 1.828125, 1.65625, 1.6875, 1.679688, 1.65625, 1.648438, 1.734375, 1.84375, 1.6875, 1.65625, 1.695312, 1.617188, 1.640625, 1.703125, 2.609375, 1.742188, 1.671875, 1.679688, 1.78125, 1.679688, 1.664062, 1.664062, 1.773438, 1.65625, 1.671875, 1.625, 1.695312, 1.6875, 1.648438, 1.625, 1.703125, 1.757812, 1.710938, 1.671875, 1.601562, 1.632812, 1.695312, 1.65625, 1.742188, 1.65625, 1.679688, 1.757812, 1.703125, 1.71875, 1.671875, 1.664062, 1.671875, 1.796875, 1.671875, 1.65625, 1.679688, 1.484375, 1.65625, 1.671875, 1.703125, 1.695312, 1.671875, 1.679688, 1.648438, 1.664062, 1.695312, 1.65625, 1.710938, 1.65625, 1.78125, 1.617188, 1.671875, 1.695312, 1.640625, 1.695312, 2.453125, 1.78125, 1.679688, 1.671875, 1.671875, 1.679688, 1.679688, 1.671875, 1.617188, 1.703125, 1.679688, 1.71875, 1.695312, 1.648438, 1.695312, 1.6875, 1.640625, 1.632812, 1.726562, 1.640625, 5.1875, 1.609375, 1.671875, 1.75, 1.695312, 2.515625, 1.671875, 1.640625, 1.710938, 1.671875, 1.679688, 1.65625, 1.9375, 1.75, 1.835938, 1.648438, 1.601562, 1.96875, 1.664062, 1.679688, 1.679688, 1.71875, 1.671875, 1.625, 1.640625, 1.640625, 1.671875, 1.851562, 1.679688, 1.671875, 1.71875, 1.648438, 1.648438, 1.460938, 1.671875, 1.648438, 1.664062, 0.855469, 1.6875, 1.65625, 1.695312, 1.710938, 1.671875, 1.6875, 1.671875, 1.671875, 1.75, 1.65625, 1.6875, 1.65625, 1.734375, 1.640625, 1.65625, 1.78125, 1.671875, 1.703125, 1.726562, 1.640625, 1.671875, 1.703125, 2.015625, 1.671875, 1.664062, 2.46875, 1.640625, 1.65625, 1.710938, 3.15625, 1.703125, 1.859375, 1.671875, 1.671875, 1.703125, 1.664062, 1.625, 1.804688, 1.703125, 1.726562, 1.664062, 1.648438, 1.6875, 1.671875, 1.726562, 1.71875, 1.710938, 2.34375, 1.640625, 1.539062, 1.617188, 1.664062, 1.6875, 1.679688, 1.898438, 1.664062, 1.6875, 1.703125, 1.648438, 1.710938, 1.695312, 1.460938, 1.648438, 1.757812, 1.679688, 1.671875, 1.65625, 1.640625, 1.703125, 1.679688, 1.671875, 1.703125, 1.6875, 1.65625, 1.664062, 1.664062, 1.671875, 4.8125, 2.140625, 1.671875, 1.703125, 1.632812, 1.640625, 1.710938, 1.875, 1.625, 1.671875, 1.648438, 1.65625, 1.726562, 1.65625, 1.671875, 1.679688, 1.6875, 1.765625, 1.609375, 1.679688, 1.671875, 1.6875, 1.6875, 1.828125, 1.710938, 1.703125, 1.679688, 1.648438, 1.601562, 1.640625, 1.664062, 1.820312, 1.65625, 1.640625, 1.6875, 1.710938, 1.882812, 1.671875, 1.703125, 1.757812, 1.632812, 1.671875, 1.671875, 1.765625, 1.65625, 1.710938, 1.640625, 1.640625, 1.65625, 1.695312, 1.6875, 1.671875, 1.65625, 1.625, 1.671875, 1.671875, 1.6875, 1.84375, 1.726562, 1.695312, 1.671875, 1.765625, 1.710938, 2.15625, 1.648438, 1.679688, 2.203125, 1.671875, 1.664062, 1.679688, 1.664062, 1.570312, 1.632812, 1.664062, 1.648438, 1.71875, 1.757812, 1.671875, 1.679688, 1.421875, 1.65625, 1.710938, 1.695312, 1.640625, 1.648438, 1.6875, 1.664062, 1.6875, 1.671875, 1.664062, 1.617188, 1.65625, 1.570312, 1.679688, 1.710938, 1.65625, 1.679688, 1.789062, 2.0625, 1.664062, 1.765625, 1.710938, 1.679688, 1.65625, 1.695312, 1.71875, 1.75, 1.664062, 1.789062, 1.671875, 1.710938, 1.671875, 1.65625, 1.648438, 1.6875, 1.679688, 1.65625, 1.648438, 1.6875, 1.71875, 1.679688, 1.726562, 1.726562, 1.664062, 1.648438, 1.695312, 1.65625, 1.710938, 1.640625, 1.71875, 1.671875, 2.578125, 1.664062, 1.617188, 1.679688, 1.671875, 1.726562, 1.71875, 1.742188, 1.65625, 1.703125, 1.703125, 1.695312, 1.695312, 1.617188, 1.664062, 1.679688, 1.726562, 1.875, 2.125, 1.789062, 1.679688, 1.671875, 1.710938, 1.890625, 1.34375, 1.71875, 1.71875, 1.640625, 1.695312, 1.679688, 1.648438, 1.664062, 1.625, 1.726562, 1.648438, 1.648438, 1.703125, 1.710938, 1.679688, 1.664062, 1.617188, 1.664062, 1.679688, 1.679688, 1.671875, 1.6875, 1.828125, 1.71875, 1.65625, 1.695312, 1.679688, 1.648438, 1.664062, 1.625, 1.703125, 1.671875, 1.71875, 1.671875, 1.671875, 1.679688, 1.59375, 1.710938, 1.695312, 1.671875, 1.664062, 1.671875, 1.640625, 1.679688, 1.640625, 1.679688, 1.695312, 1.890625, 1.601562, 1.625, 1.664062, 1.617188, 1.625, 1.679688, 1.6875, 1.632812, 1.875, 1.726562, 1.65625, 1.789062, 1.679688, 0.703125, 1.664062, 1.734375, 1.679688, 1.679688, 1.890625, 1.65625, 1.75, 2.53125, 2.9375, 1.664062, 1.75, 1.710938, 1.648438, 0.734375, 1.882812, 0.828125, 1.664062, 1.726562, 1.710938, 1.695312, 1.695312, 1.679688, 1.648438, 1.726562, 1.96875, 1.625, 1.65625, 1.703125, 1.882812, 1.6875, 1.671875, 1.625, 1.875, 1.679688, 1.671875, 1.679688, 1.515625, 1.6875, 1.65625, 1.695312, 1.757812, 1.59375, 1.71875, 1.664062, 1.664062, 1.5625, 1.671875, 1.6875, 1.734375, 1.664062, 1.625, 1.648438, 1.71875, 0.742188, 1.820312, 1.65625, 1.6875, 1.695312, 1.710938, 1.695312, 1.664062, 1.65625, 1.703125, 1.710938, 1.679688, 1.679688, 1.65625, 1.71875, 1.796875, 1.65625, 1.679688, 1.648438, 1.695312, 1.804688, 1.664062, 1.445312, 1.710938, 1.679688, 1.671875, 1.617188, 1.601562, 1.734375, 1.6875, 1.695312, 1.695312, 1.632812, 1.671875, 2.15625, 1.6875, 2.25, 1.757812, 1.640625, 1.695312, 1.6875, 1.6875, 1.671875, 1.742188, 1.632812, 1.625, 1.664062, 1.742188, 1.679688, 1.671875, 1.664062, 1.648438, 1.671875, 2.5, 1.398438, 1.671875, 1.585938, 1.671875, 1.617188, 1.671875, 1.640625, 1.664062, 1.742188, 1.6875, 1.664062, 1.492188, 1.640625, 1.6875, 1.679688, 1.65625, 1.648438, 1.65625, 1.601562, 1.664062, 1.890625, 1.65625, 1.75, 1.6875, 1.648438, 1.671875, 1.65625, 1.59375, 1.671875, 1.6875, 1.664062, 1.648438, 1.710938, 1.695312, 1.929688, 1.71875, 1.671875, 1.671875, 1.742188, 1.6875, 1.640625, 1.6875, 1.679688, 1.570312, 1.6875, 1.679688, 1.695312, 2.28125, 1.640625, 1.71875, 1.703125, 1.664062, 1.78125, 1.875, 1.671875, 1.664062, 2.34375, 1.65625, 1.757812, 1.4375, 1.65625, 1.695312, 1.695312, 1.664062, 1.71875, 1.648438, 1.703125, 1.695312, 1.648438, 1.65625, 1.671875, 1.648438, 1.671875, 1.710938, 1.671875, 1.726562, 2.6875, 1.679688, 1.671875, 1.742188, 1.632812, 1.65625, 1.71875, 1.679688, 1.65625, 2.078125, 1.695312, 1.664062, 1.679688, 1.570312, 1.664062, 1.664062, 1.640625, 1.757812, 1.6875, 1.65625, 1.65625, 2.078125, 1.671875, 1.640625, 1.6875, 2.5, 1.726562, 1.789062, 1.6875, 1.695312, 2.984375, 1.71875, 1.851562, 1.640625, 1.65625, 1.679688, 1.695312, 1.609375, 1.765625, 1.664062, 1.679688, 1.710938, 1.65625, 1.765625, 1.765625, 1.664062, 1.695312, 1.671875, 1.671875, 1.59375, 1.617188, 1.710938, 1.617188, 1.671875, 1.710938, 1.65625, 1.664062, 1.679688, 1.664062, 1.757812, 1.65625, 1.601562, 1.664062, 1.757812, 1.703125, 1.679688, 1.6875, 1.671875, 1.703125, 1.679688, 1.640625, 1.65625, 1.648438, 1.648438, 1.765625, 1.6875, 1.6875, 1.71875, 1.6875, 1.65625, 1.664062, 1.695312, 1.726562, 1.671875, 1.625, 2.578125, 1.6875, 5.25, 1.65625, 1.75, 2.046875, 1.710938, 1.710938, 1.71875, 1.703125, 1.664062, 1.648438, 1.453125, 1.054688, 1.710938, 1.6875, 1.65625, 1.71875, 1.65625, 1.648438, 1.703125, 1.328125, 1.34375, 1.679688, 1.640625, 1.695312, 1.617188, 1.695312, 1.710938, 1.671875, 1.71875, 1.679688, 1.664062, 1.671875, 1.679688, 1.84375, 1.375, 1.6875, 1.664062, 1.726562, 1.6875, 1.640625, 1.742188, 1.679688, 1.6875, 1.742188, 1.695312, 1.6875, 1.664062, 1.710938, 1.671875, 1.664062, 1.65625, 1.671875, 1.640625, 1.710938, 1.703125, 1.695312, 1.75, 2.09375, 1.648438, 1.6875, 1.6875, 1.59375, 1.703125, 1.734375, 2.28125, 2.34375, 1.65625, 1.734375, 1.640625, 1.53125, 1.679688, 1.71875, 1.632812, 1.695312, 1.710938, 1.65625, 1.664062, 1.6875, 1.554688, 1.765625, 1.398438, 1.59375, 1.695312, 1.671875, 1.742188, 1.679688, 1.65625, 1.640625, 1.671875, 1.625, 1.851562, 1.726562, 1.671875, 1.617188, 1.703125, 1.695312, 1.960938, 1.671875, 1.679688, 1.710938, 1.679688, 1.648438, 1.59375, 1.640625, 1.148438, 1.664062, 1.710938, 1.640625, 1.679688, 1.710938, 1.640625, 1.742188, 1.710938, 1.679688, 1.671875, 1.671875, 1.703125, 1.742188, 1.679688, 1.53125, 1.640625, 1.671875, 1.820312, 1.632812, 2.828125, 1.617188, 1.695312, 1.679688, 1.65625, 1.679688, 1.90625, 1.664062, 1.679688, 1.671875, 1.726562, 2.390625, 1.65625, 1.703125, 1.648438, 1.640625, 1.625, 1.65625, 1.617188, 1.726562, 1.65625, 1.59375, 1.671875, 1.648438, 1.734375, 1.664062, 1.640625, 1.710938, 1.671875, 1.671875, 1.625, 1.703125, 1.671875, 1.671875, 1.6875, 1.617188, 1.59375, 1.609375, 1.984375, 1.632812, 1.6875, 1.679688, 1.671875, 2.140625, 1.679688, 1.710938, 1.679688, 1.65625, 1.609375, 1.6875, 1.117188, 1.6875, 1.671875, 1.632812, 1.664062, 1.617188, 1.671875, 1.65625, 1.90625, 1.59375, 1.65625, 1.671875, 1.625, 1.578125, 1.671875, 2.53125, 5.53125, 1.695312, 1.695312, 1.679688, 1.6875, 1.632812, 1.820312, 1.640625, 1.695312, 1.710938, 1.710938, 1.71875, 1.632812, 1.757812, 1.679688, 1.695312, 1.6875, 1.640625, 1.679688, 1.65625, 1.695312, 1.640625, 1.671875, 1.585938, 1.6875, 1.679688, 1.65625, 1.703125, 1.742188, 1.679688, 1.6875, 1.679688, 1.671875, 1.835938, 1.632812, 1.671875, 1.695312, 1.632812, 1.65625, 1.789062, 1.703125, 1.898438, 2.234375, 1.664062, 1.679688, 1.640625, 1.71875, 2.859375, 1.71875, 1.648438, 1.648438, 1.671875, 0.863281, 1.890625, 1.671875, 1.671875, 1.734375, 2.09375, 1.679688, 1.734375, 1.632812, 1.710938, 1.671875, 1.671875, 1.65625, 1.710938, 1.703125, 1.648438, 1.664062, 1.640625, 1.710938, 1.3125, 1.695312, 1.671875, 1.65625, 1.679688, 1.65625, 1.648438, 1.695312, 1.710938, 1.695312, 1.632812, 1.671875, 1.710938, 1.742188, 1.6875, 1.695312, 1.695312, 1.65625, 1.617188, 1.695312, 1.65625, 1.734375, 1.664062, 1.664062, 1.703125, 1.65625, 1.65625, 1.625, 1.648438, 1.640625, 1.726562, 1.695312, 1.726562, 1.703125, 1.789062, 1.6875, 1.65625, 1.648438, 1.664062, 1.695312, 1.6875, 1.726562, 5.125, 1.734375, 1.679688, 1.6875, 1.65625, 1.664062, 1.734375, 1.710938, 1.609375, 1.65625, 1.679688, 1.6875, 1.679688, 1.71875, 1.695312, 1.671875, 1.679688, 1.703125, 1.804688, 1.703125, 1.710938, 1.640625, 1.671875, 2.59375, 1.6875, 1.625, 2.75, 1.742188, 1.765625, 1.671875, 1.671875, 1.679688, 1.671875, 1.695312, 1.84375, 1.71875, 1.65625, 1.640625, 2.328125, 1.773438, 1.625, 1.671875, 1.59375, 2.078125, 1.695312, 1.679688, 1.671875, 1.648438, 1.65625, 1.71875, 1.71875, 1.726562, 1.65625, 1.710938, 1.710938, 1.679688, 1.632812, 1.679688, 1.726562, 1.664062, 1.71875, 1.695312, 1.710938, 1.726562, 1.679688, 1.726562, 1.671875, 1.632812, 1.695312, 1.671875, 1.726562, 1.703125, 1.71875, 1.679688, 1.664062, 1.664062, 1.71875, 1.679688, 1.671875, 1.625, 1.679688, 1.757812, 1.679688, 1.632812, 2.5, 1.695312, 1.726562, 1.65625, 1.679688, 1.664062, 1.648438, 1.617188, 1.679688, 1.695312, 1.679688, 2.234375, 1.671875, 1.640625, 1.734375, 1.664062, 1.703125, 1.648438, 1.820312, 1.539062, 1.765625, 1.648438, 1.546875, 1.6875, 2.40625, 1.617188, 1.664062, 1.679688, 1.65625, 1.625, 1.703125, 1.617188, 1.671875, 1.851562, 1.5625, 1.71875, 1.726562, 1.609375, 1.65625, 1.664062, 1.6875, 1.6875, 1.695312, 1.609375, 1.695312, 1.742188, 1.679688, 1.640625, 1.632812, 1.726562, 1.679688, 1.65625, 1.710938, 1.617188, 1.734375, 1.679688, 1.78125, 1.671875, 1.609375, 1.695312, 1.6875, 1.65625, 1.6875, 1.703125, 1.695312, 1.695312, 1.710938, 1.640625, 1.726562, 1.703125, 1.695312, 1.695312, 1.6875, 1.65625, 1.695312, 1.71875, 1.640625, 1.671875, 1.703125, 1.664062, 1.65625, 1.617188, 1.671875, 1.765625, 1.742188, 1.664062, 2.09375, 1.632812, 1.6875, 1.695312, 1.71875, 2.046875, 1.664062, 1.671875, 1.671875, 1.695312, 1.679688, 1.664062, 1.695312, 1.695312, 1.671875, 1.65625, 1.640625, 1.664062, 1.703125, 1.734375, 1.671875, 1.671875, 2.234375, 1.695312, 1.664062, 1.6875, 1.710938, 1.6875, 1.703125, 1.828125, 1.671875, 1.679688, 1.664062, 1.679688, 1.703125, 1.664062, 1.65625, 1.648438, 1.726562, 1.671875, 1.640625, 1.648438, 1.671875, 1.414062, 1.703125, 1.648438, 1.679688, 1.695312, 1.679688, 1.65625, 1.671875, 1.679688, 1.648438, 1.664062, 1.664062, 1.71875, 1.710938, 1.726562, 1.632812, 1.585938, 1.679688, 1.734375, 3.046875, 1.679688, 1.671875, 1.6875, 1.679688, 1.710938, 1.664062, 1.695312, 3.015625, 1.710938, 1.546875, 1.71875, 1.6875, 2.171875, 2.6875, 1.703125, 1.6875, 2.03125, 1.78125, 1.65625, 1.742188, 1.71875, 1.695312, 1.679688, 1.648438, 2.015625, 1.695312, 1.65625, 1.695312, 1.59375, 1.695312, 1.8125, 1.679688, 1.765625, 1.820312, 1.664062, 1.75, 2.515625, 1.6875, 1.789062, 1.703125, 1.71875, 1.648438, 1.664062, 1.648438, 1.65625, 1.6875, 1.335938, 1.65625, 1.65625, 1.6875, 1.664062, 1.632812, 1.664062, 1.710938, 1.6875, 1.53125, 1.726562, 1.65625, 1.773438, 1.90625, 1.6875, 1.773438, 1.703125, 1.679688, 1.734375, 1.65625, 1.671875, 1.679688, 1.671875, 1.671875, 1.6875, 1.65625, 1.65625, 1.695312, 2.0625, 1.679688, 1.851562, 1.742188, 1.679688, 1.640625, 1.65625, 1.703125, 1.6875, 1.679688, 1.726562, 1.703125, 1.664062, 1.703125, 1.625, 1.640625, 1.703125, 1.65625, 1.65625, 1.65625, 1.679688, 1.6875, 1.617188, 1.679688, 1.6875, 1.679688, 1.601562, 1.664062, 1.695312, 1.703125, 1.671875, 1.671875, 1.671875, 1.71875, 1.710938, 1.6875, 1.6875, 1.65625, 1.679688, 1.6875, 1.671875, 1.695312, 1.976562, 1.65625, 1.6875, 1.671875, 1.710938, 1.703125, 1.765625, 1.695312, 1.757812, 1.710938, 1.695312, 1.585938, 1.671875, 1.6875, 1.664062, 1.726562, 1.859375, 1.671875, 1.6875, 1.664062, 1.632812, 1.679688, 1.6875, 2.140625, 1.671875, 1.648438, 1.632812, 1.664062, 1.625, 1.796875, 1.695312, 2.4375, 1.671875, 1.75, 1.671875, 1.671875, 1.679688, 1.664062, 1.679688, 1.6875, 2.25, 2.359375, 1.648438, 1.625, 1.695312, 1.765625, 1.710938, 1.664062, 1.617188, 1.695312, 1.648438, 1.671875, 1.6875, 1.671875, 1.703125, 1.640625, 1.726562, 1.742188, 1.65625, 1.632812, 1.671875, 1.476562, 1.65625, 1.609375, 1.71875, 1.679688, 1.648438, 1.6875, 1.671875, 1.726562, 1.671875, 1.664062, 1.695312, 1.648438, 1.640625, 1.640625, 1.710938, 1.671875, 1.710938, 1.59375, 1.671875, 1.671875, 1.664062, 1.640625, 1.703125, 1.710938, 1.4375, 1.734375, 1.59375, 1.632812, 1.085938, 1.71875, 1.695312, 1.664062, 1.65625, 1.664062, 2.671875, 2.421875, 1.75, 1.703125, 1.75, 1.6875, 1.757812, 1.664062, 1.664062, 1.71875, 1.671875, 1.664062, 1.710938, 1.664062, 1.679688, 1.726562, 1.6875, 1.710938, 1.671875, 1.671875, 1.734375, 1.65625, 1.679688, 0.921875, 1.6875, 1.726562, 1.648438, 1.9375, 1.671875, 1.648438, 1.664062, 1.710938, 1.585938, 2.765625, 1.617188, 1.6875, 1.65625, 1.679688, 1.648438, 1.664062, 1.648438, 1.679688, 1.71875, 1.671875, 1.6875, 1.632812, 1.671875, 1.617188, 1.679688, 1.648438, 1.664062, 1.664062, 1.703125, 1.6875, 1.640625, 1.671875, 1.6875, 1.6875, 1.648438, 1.640625, 1.695312, 1.671875, 1.671875, 1.65625, 1.648438, 2.328125, 1.648438, 1.710938, 1.703125, 1.695312, 1.6875, 1.65625, 1.679688, 1.695312, 1.65625, 1.726562, 1.6875, 1.71875, 1.671875, 1.726562, 1.570312, 1.609375, 1.742188, 1.78125, 1.648438, 1.648438, 1.710938, 1.726562, 1.679688, 1.640625, 1.539062, 1.71875, 2.453125, 1.617188, 1.65625, 1.648438, 1.65625, 1.640625, 1.609375, 1.703125, 1.71875, 1.6875, 1.734375, 1.648438, 1.664062, 1.671875, 1.679688, 1.65625, 1.820312, 1.726562, 1.664062, 1.75, 1.6875, 1.625, 1.664062, 1.6875, 1.65625, 1.695312, 1.703125, 1.65625, 1.6875, 1.609375, 1.742188, 1.632812, 1.625, 1.796875, 1.648438, 1.6875, 1.71875, 1.679688, 1.664062, 1.710938, 2.671875, 1.78125, 1.742188, 2.171875, 1.65625, 1.6875, 1.671875, 1.695312, 10.75, 1.65625, 1.6875, 1.703125, 1.695312, 1.84375, 1.703125, 1.6875, 1.710938, 1.757812, 1.71875, 1.632812, 1.65625, 1.625, 1.757812, 1.6875, 1.6875, 1.648438, 1.617188, 1.796875, 1.671875, 3.359375, 1.679688, 1.429688, 1.742188, 1.726562, 1.75, 1.640625, 1.648438, 1.679688, 1.671875, 1.664062, 1.632812, 1.6875, 2.140625, 1.679688, 2.25, 1.703125, 1.757812, 1.59375, 1.671875, 1.71875, 1.695312, 1.679688, 1.632812, 1.65625, 1.679688, 1.703125, 1.65625, 1.6875, 1.617188, 1.703125, 1.679688, 1.648438, 1.71875, 1.6875, 2.1875, 1.710938, 1.65625, 1.664062, 1.632812, 1.757812, 1.632812, 1.664062, 1.804688, 1.5625, 1.640625, 1.734375, 1.703125, 1.304688, 1.703125, 1.664062, 1.929688, 1.679688, 1.796875, 1.679688, 1.765625, 1.734375, 1.6875, 1.710938, 1.679688, 1.6875, 2.703125, 1.648438, 1.671875, 1.703125, 1.664062, 1.6875, 1.609375, 1.65625, 1.703125, 1.671875, 1.710938, 1.773438, 1.695312, 1.710938, 1.6875, 1.664062, 1.898438, 1.671875, 1.703125, 1.703125, 1.429688, 1.671875, 1.6875, 1.632812, 1.742188, 1.664062, 1.671875, 1.664062, 1.796875, 1.648438, 1.679688, 1.71875, 1.640625, 1.679688, 1.671875, 1.695312, 1.601562, 1.75, 1.6875, 1.671875, 1.695312, 1.945312, 1.734375, 1.671875, 1.65625, 1.625, 1.640625, 1.6875, 1.6875, 1.671875, 1.710938, 2.015625, 1.65625, 1.671875, 2.265625, 1.679688, 1.703125, 1.6875, 1.617188, 1.65625, 1.703125, 1.664062, 1.648438, 2.984375, 1.695312, 1.671875, 1.648438, 1.65625, 1.6875, 1.640625, 1.671875, 1.742188, 1.671875, 1.664062, 1.304688, 1.710938, 3.015625, 1.03125, 1.65625, 1.71875, 0.992188, 1.6875, 1.664062, 1.664062, 1.679688, 1.632812, 1.742188, 1.6875, 1.703125, 1.789062, 2.09375, 1.710938, 1.632812, 1.679688, 1.632812, 1.710938, 1.65625, 1.695312, 1.710938, 1.679688, 1.6875, 1.710938, 2.125, 1.6875, 1.71875, 1.648438, 1.632812, 1.679688, 1.640625, 1.742188, 1.710938, 1.6875, 1.671875, 1.664062, 1.671875, 1.671875, 1.71875, 1.726562, 1.484375, 1.648438, 1.671875, 1.804688, 1.617188, 1.695312, 1.679688, 1.6875, 1.671875, 1.648438, 1.6875, 1.726562, 1.710938, 1.65625, 1.625, 1.6875, 1.671875, 2.28125, 2.671875, 1.703125, 1.6875, 1.710938, 1.703125, 1.625, 1.742188, 1.679688, 1.617188, 1.71875, 1.65625, 1.765625, 1.710938, 1.71875, 1.632812, 1.664062, 1.703125, 1.734375, 1.65625, 1.6875, 1.679688, 1.742188, 1.664062, 1.703125, 1.726562, 1.164062, 1.742188, 1.65625, 1.65625, 1.75, 1.65625, 1.664062, 1.65625, 1.671875, 1.65625, 1.664062, 1.679688, 2.0, 1.71875, 1.625, 1.6875, 1.625, 1.640625, 1.609375, 1.679688, 0.753906, 1.671875, 1.679688, 1.640625, 1.671875, 1.664062, 1.640625, 1.703125, 1.703125, 1.867188, 1.625, 1.710938, 1.65625, 1.671875, 1.640625, 1.585938, 1.671875, 1.640625, 1.640625, 1.671875, 1.679688, 1.625, 1.679688, 2.453125, 1.625, 1.6875, 1.710938, 1.664062, 1.6875, 1.6875, 1.671875, 1.65625, 1.671875, 1.632812, 1.671875, 1.71875, 1.695312, 1.65625, 1.6875, 2.3125, 1.679688, 1.648438, 1.671875, 1.671875, 1.679688, 1.664062, 1.695312, 1.601562, 2.234375, 1.75, 1.617188, 1.710938, 1.6875, 1.726562, 1.679688, 1.632812, 1.664062, 1.695312, 1.6875, 1.664062, 1.6875, 2.484375, 1.695312, 1.6875, 1.773438, 1.710938, 1.648438, 1.671875, 1.710938, 1.625, 1.671875, 1.6875, 1.796875, 1.640625, 1.65625, 1.6875, 1.6875, 4.0625, 1.664062, 1.671875, 1.703125, 1.648438, 1.671875, 1.664062, 1.726562, 1.679688, 1.648438, 2.546875, 1.671875, 1.679688, 1.757812, 1.6875, 1.679688, 1.539062, 1.726562, 1.671875, 1.640625, 2.15625, 1.726562, 1.710938, 1.640625, 1.679688, 1.6875, 1.632812, 1.6875, 1.726562, 1.640625, 1.695312, 1.6875, 1.648438, 1.664062, 1.679688, 1.671875, 1.445312, 1.695312, 1.648438, 1.695312, 1.71875, 1.664062, 1.046875, 1.625, 1.789062, 1.648438, 1.734375, 1.65625, 1.6875, 1.679688, 1.679688, 1.671875, 1.734375, 2.078125, 1.648438, 1.695312, 1.65625, 1.703125, 1.671875, 1.6875, 1.648438, 1.679688, 1.867188, 1.671875, 1.625, 1.664062, 1.726562, 1.65625, 2.46875, 1.710938, 1.6875, 0.992188, 1.679688, 1.773438, 1.671875, 1.679688, 1.664062, 1.71875, 1.734375, 1.671875, 1.695312, 1.695312, 1.640625, 1.78125, 1.71875, 1.648438, 1.710938, 1.679688, 1.695312, 1.71875, 1.6875, 1.640625, 1.703125, 1.640625, 1.671875, 1.726562, 1.695312, 1.679688, 1.679688, 1.679688, 1.71875, 1.8125, 1.65625, 1.710938, 1.632812, 1.65625, 1.679688, 1.664062, 1.695312, 1.671875, 1.6875, 1.65625, 1.6875, 1.6875, 1.664062, 1.914062, 1.679688, 1.710938, 1.65625, 1.640625, 1.679688, 1.640625, 1.679688, 1.734375, 1.710938, 1.6875, 1.679688, 1.6875, 1.664062, 2.125, 1.671875, 1.664062, 1.6875, 1.648438, 1.6875, 1.679688, 1.773438, 1.726562, 1.703125, 1.710938, 1.671875, 1.695312, 1.703125, 1.65625, 1.601562, 1.703125, 1.6875, 2.875, 1.742188, 1.671875, 1.640625, 1.757812, 1.648438, 1.671875, 1.75, 1.703125, 1.671875, 1.671875, 1.664062, 1.65625, 1.65625, 1.609375, 1.742188, 1.664062, 1.960938, 1.65625, 1.789062, 1.640625, 1.5, 1.65625, 1.664062, 1.664062, 1.625, 2.21875, 1.757812, 1.734375, 1.664062, 1.671875, 1.890625, 1.71875, 1.679688, 1.414062, 1.960938, 1.648438, 1.640625, 1.679688, 1.664062, 1.648438, 1.6875, 1.6875, 1.6875, 1.679688, 1.75, 1.710938, 1.671875, 1.640625, 2.53125, 1.796875, 1.648438, 1.703125, 1.539062, 1.695312, 1.6875, 1.703125, 1.6875, 1.671875, 1.703125, 1.695312, 1.703125, 1.601562, 1.664062, 1.726562, 1.664062, 1.632812, 1.671875, 1.617188, 1.6875, 1.679688, 1.65625, 1.679688, 1.625, 1.640625, 1.703125, 1.835938, 1.671875, 1.617188, 1.703125, 1.414062, 1.65625, 1.726562, 1.726562, 1.695312, 1.703125, 1.671875, 1.625, 1.6875, 1.671875, 1.703125, 1.648438, 1.664062, 1.671875, 2.578125, 1.679688, 1.703125, 1.679688, 1.695312, 1.664062, 1.695312, 1.65625, 1.648438, 1.679688, 1.703125, 1.632812, 1.6875, 1.679688, 1.742188, 1.703125, 1.703125, 1.640625, 1.695312, 1.695312, 1.648438, 1.664062, 1.648438, 1.71875, 1.625, 1.710938, 1.617188, 1.664062, 1.679688, 1.6875, 1.726562, 1.671875, 1.75, 1.734375, 1.710938, 1.726562, 1.6875, 1.742188, 1.648438, 1.695312, 1.664062, 1.6875, 1.78125, 1.679688, 1.664062, 1.984375, 1.625, 1.875, 1.640625, 1.71875, 1.671875, 1.703125, 1.671875, 1.710938, 1.664062, 1.640625, 1.640625, 1.742188, 1.453125, 1.632812, 1.632812, 1.6875, 1.625, 1.671875, 1.703125, 1.65625, 1.671875, 2.109375, 1.648438, 1.726562, 1.65625, 1.640625, 1.695312, 1.726562, 1.679688, 1.679688, 1.789062, 1.679688, 1.632812, 2.609375, 1.78125, 1.640625, 1.703125, 1.695312, 1.695312, 1.6875, 1.664062, 1.625, 1.773438, 1.664062, 1.773438, 1.6875, 1.6875, 1.695312, 1.617188, 1.65625, 1.679688, 2.609375, 1.710938, 1.679688, 1.671875, 1.679688, 1.695312, 2.546875, 1.648438, 1.757812, 1.679688, 1.726562, 1.65625, 1.71875, 1.6875, 1.757812, 1.65625, 1.710938, 1.65625, 1.65625, 1.664062, 2.734375, 1.703125, 2.765625, 1.648438, 1.671875, 1.632812, 1.703125, 1.6875, 1.6875, 1.710938, 1.625, 1.703125, 2.390625, 1.757812, 1.804688, 1.65625, 1.648438, 1.695312, 1.703125, 1.65625, 1.703125, 1.632812, 1.648438, 1.625, 1.65625, 1.757812, 2.09375, 1.695312, 1.757812, 1.640625, 1.679688, 1.664062, 1.65625, 1.640625, 1.734375, 1.6875, 1.664062, 1.671875, 1.679688, 1.671875, 1.671875, 1.679688, 1.703125, 1.757812, 1.671875, 1.648438, 1.632812, 1.679688, 1.6875, 1.765625, 1.710938, 1.617188, 1.695312, 1.65625, 1.65625, 1.59375, 1.640625, 1.914062, 1.632812, 2.953125, 1.710938, 1.6875, 1.578125, 1.671875, 3.046875, 1.648438, 1.734375, 1.6875, 1.703125, 1.609375, 1.679688, 1.742188, 1.726562, 1.664062, 1.695312, 1.632812, 1.648438, 1.726562, 1.726562, 1.617188, 1.59375, 1.664062, 1.710938, 1.71875, 1.695312, 1.710938, 1.640625, 1.6875, 1.757812, 1.726562, 1.679688, 1.757812, 1.554688, 1.6875, 1.617188, 1.617188, 1.445312, 1.671875, 1.671875, 1.71875, 1.710938, 1.640625, 1.9375, 1.625, 1.609375, -0.003815, 1.640625, 1.664062, 1.679688, 1.679688, 1.671875, 1.671875, 1.648438, 1.710938, 1.796875, 1.757812, 1.640625, 1.679688, 1.65625, 1.75, 1.6875, 1.75, 1.71875, 1.71875, 1.609375, 1.640625, 4.625, 1.6875, 1.671875, 1.703125, 1.695312, 1.640625, 1.726562, 1.609375, 1.5625, 1.679688, 1.632812, 1.679688, 1.640625, 3.0, 1.640625, 1.515625, 1.710938, 1.671875, 1.65625, 1.664062, 1.664062, 1.742188, 1.679688, 1.664062, 1.679688, 1.75, 1.671875, 1.679688, 2.4375, 1.625, 1.789062, 1.71875, 1.703125, 1.867188, 1.710938, 1.75, 1.65625, 1.710938, 1.671875, 1.75, 1.984375, 1.6875, 1.65625, 1.625, 1.679688, 1.726562, 1.703125, 1.625, 1.742188, 1.671875, 1.703125, 1.640625, 1.601562, 1.664062, 1.640625, 1.679688, 1.671875, 1.679688, 1.679688, 1.609375, 1.765625, 1.71875, 1.65625, 1.742188, 2.5, 1.632812, 1.640625, 1.710938, 1.40625, 2.03125, 1.710938, 1.734375, 1.671875, 1.632812, 1.703125, 1.632812, 1.71875, 1.664062, 1.671875, 1.6875, 1.664062, 1.671875, 1.734375, 1.671875, 1.65625, 1.703125, 1.640625, 1.6875, 1.679688, 1.578125, 1.679688, 1.632812, 1.65625, 1.6875, 1.523438, 1.65625, 1.679688, 1.695312, 1.664062, 1.921875, 1.6875, 1.734375, 1.65625, 1.6875, 2.078125, 1.773438, 1.671875, 1.703125, 1.703125, 1.671875, 1.671875, 1.664062, 1.625, 1.679688, 1.65625, 1.75, 1.679688, 1.648438, 1.648438, 1.726562, 1.648438, 1.679688, 1.679688, 1.585938, 1.710938, 1.734375, 1.6875, 2.25, 1.703125, 1.617188, 1.648438, 1.671875, 1.757812, 1.601562, 2.46875, 1.710938, 1.648438, 1.734375, 1.703125, 1.75, 1.6875, 1.6875, 1.773438, 1.65625, 1.945312, 1.703125, 1.398438, 2.609375, 1.695312, 1.71875, 1.65625, 1.632812, 1.6875, 1.65625, 1.773438, 1.679688, 1.648438, 1.671875, 1.640625, 1.671875, 1.703125, 1.695312, 1.640625, 1.757812, 1.664062, 1.679688, 1.742188, 1.65625, 2.265625, 1.71875, 1.71875, 1.703125, 1.664062, 1.648438, 1.6875, 1.679688, 1.703125, 1.640625, 1.648438, 1.695312, 1.648438, 1.796875, 1.625, 1.695312, 1.6875, 1.671875, 1.671875, 1.65625, 1.648438, 2.515625, 1.773438, 1.679688, 1.6875, 1.65625, 1.695312, 1.710938, 1.671875, 1.703125, 1.664062, 2.171875, 1.679688, 1.820312, 1.703125, 1.6875, 2.28125, 1.65625, 1.703125, 1.65625, 1.671875, 1.695312, 1.726562, 1.695312, 1.648438, 1.664062, 1.679688, 1.679688, 1.679688, 1.695312, 1.625, 1.773438, 1.671875, 1.65625, 1.625, 1.664062, 1.664062, 1.726562, 1.640625, 1.609375, 1.65625, 1.898438, 1.742188, 1.710938, 1.703125, 1.6875, 1.6875, 1.710938, 1.695312, 1.632812, 1.632812, 1.65625, 1.65625, 1.65625, 1.65625, 1.695312, 2.015625, 1.648438, 1.710938, 1.632812, 1.695312, 1.609375, 1.648438, 1.664062, 1.703125, 1.710938, 1.671875, 1.726562, 1.695312, 1.726562, 1.703125, 1.695312, 1.65625, 1.6875, 1.640625, 1.632812, 1.734375, 1.695312, 1.671875, 1.671875, 1.726562, 1.710938, 1.65625, 1.6875, 1.671875, 1.6875, 1.703125, 1.671875, 1.679688, 1.695312, 1.679688, 1.695312, 1.75, 1.703125, 1.695312, 1.664062, 1.671875, 1.695312, 1.695312, 1.703125, 1.8125, 1.640625, 1.726562, 1.65625, 1.640625, 1.632812, 1.726562, 1.625, 1.382812, 1.679688, 1.6875, 1.929688, 1.679688, 1.648438, 1.703125, 1.304688, 1.710938, 1.773438, 1.6875, 1.742188, 1.703125, 1.6875, 1.648438, 1.710938, 1.90625, 2.140625, 1.601562, 1.96875, 1.664062, 1.679688, 1.671875, 1.679688, 1.679688, 1.664062, 1.6875, 1.8125, 1.679688, 1.710938, 1.703125, 1.640625, 1.695312, 1.75, 1.59375, 1.671875, 1.609375, 1.679688, 1.710938, 1.671875, 1.601562, 1.695312, 1.726562, 1.65625, 1.695312, 1.804688, 1.75, 1.625, 1.71875, 1.6875, 1.75, 1.703125, 1.679688, 1.609375, 1.679688, 1.6875, 1.648438, 1.75, 1.710938, 1.65625, 1.664062, 1.851562, 1.671875, 1.671875, 1.679688, 1.65625, 2.234375, 1.640625, 1.65625, 1.648438, 1.664062, 2.078125, 1.648438, 1.4375, 1.664062, 1.773438, 1.679688, 1.710938, 1.671875, 1.671875, 1.648438, 1.648438, 1.65625, 1.617188, 1.640625, 1.695312, 1.90625, 1.671875, 1.632812, 1.679688, 1.648438, 1.679688, 1.671875, 1.75, 1.671875, 1.6875, 1.671875, 1.664062, 1.625, 1.664062, 1.640625, 2.484375, 1.648438, 1.664062, 1.664062, 1.679688, 1.695312, 1.671875, 1.679688, 1.617188, 1.664062, 1.6875, 1.640625, 1.703125, 1.703125, 1.679688, 2.65625, 1.664062, 1.648438, 1.6875, 1.671875, 1.65625, 1.664062, 1.664062, 1.679688, 1.671875, 1.625, 1.664062, 1.695312, 1.671875, 1.6875, 1.664062, 1.679688, 1.648438, 1.65625, 1.65625, 1.710938, 1.679688, 1.65625, 1.65625, 1.742188, 1.726562, 1.71875, 1.648438, 2.453125, 1.703125, 1.710938, 1.71875, 1.6875, 1.757812, 1.703125, 1.664062, 1.828125, 1.734375, 1.679688, 1.679688, 1.6875, 1.679688, 1.6875, 2.5625, 1.710938, 1.6875, 1.679688, 1.671875, 1.617188, 1.679688, 1.679688, 1.6875, 1.664062, 1.664062, 1.664062, 1.695312, 1.648438, 1.6875, 1.765625, 1.6875, 1.65625, 1.59375, 1.671875, 1.664062, 1.648438, 1.640625, 1.671875, 1.351562, 2.453125, 1.671875, 1.617188, 1.671875, 1.679688, 1.679688, 1.585938, 1.679688, 1.664062, 1.664062, 1.75, 1.679688, 1.695312, 1.65625, 1.695312, 1.703125, 1.65625, 1.796875, 1.65625, 4.71875, 1.703125, 1.75, 1.679688, 1.6875, 1.625, 1.695312, 1.65625, 1.695312, 1.71875, 1.679688, 1.671875, 1.625, 1.695312, 1.710938, 1.703125, 1.664062, 1.6875, 1.679688, 1.671875, 2.296875, 1.664062, 1.6875, 1.632812, 1.6875, 1.640625, 1.6875, 1.703125, 1.757812, 2.15625, 1.421875, 1.625, 1.6875, 1.734375, 2.015625, 1.664062, 1.609375, 1.648438, 1.5625, 1.679688, 1.742188, 1.640625, 1.679688, 1.835938, 1.640625, 1.648438, 1.75, 1.625, 1.664062, 1.742188, 1.6875, 1.695312, 1.695312, 1.726562, 1.664062, 1.671875, 1.664062, 1.703125, 1.65625, 1.71875, 1.664062, 1.664062, 1.695312, 1.84375, 1.65625, 1.75, 1.648438, 2.671875, 1.6875, 1.664062, 1.640625, 1.671875, 1.765625, 1.671875, 1.71875, 1.71875, 1.664062, 1.65625, 1.6875, 1.664062, 1.664062, 1.734375, 1.664062, 1.84375, 1.648438, 1.734375, 1.703125, 1.71875, 1.6875, 1.71875, 1.710938, 2.0625, 1.664062, 1.726562, 1.703125, 1.664062, 1.671875, 1.671875, 1.679688, 1.710938, 1.757812, 1.640625, 1.875, 1.6875, 1.679688, 1.726562, 1.734375, 1.195312, 1.71875, 1.671875, 1.65625, 1.75, 1.679688, 1.648438, 1.6875, 1.640625, 3.796875, 1.679688, 1.664062, 1.664062, 1.65625, 1.78125, 1.75, 1.679688, 1.664062, 1.632812, 1.703125, 1.65625, 1.8125, 1.65625, 1.710938, 1.671875, 1.65625, 1.695312, 1.640625, 1.703125, 1.671875, 1.632812, 1.679688, 1.75, 1.679688, 1.632812, 1.664062, 1.648438, 1.679688, 1.679688, 1.71875, 1.632812, 1.71875, 1.679688, 1.679688, 1.8125, 1.710938, 1.671875, 1.65625, 1.679688, 1.703125, 1.734375, 1.851562, 1.65625, 1.695312, 1.65625, 1.75, 1.664062, 1.703125, 1.75, 1.664062, 1.640625, 1.835938, 1.710938, 1.632812, 1.671875, 1.617188, 1.835938, 1.765625, 1.695312, 1.71875, 1.90625, 1.65625, 1.960938, 1.507812, 1.6875, 1.710938, 1.6875, 1.671875, 1.601562, 1.78125, 1.679688, 1.703125, 1.703125, 1.671875, 2.5625, 1.71875, 1.640625, 1.734375, 1.695312, 1.671875, 1.78125, 2.296875, 1.648438, 2.28125, 1.65625, 1.671875, 1.601562, 1.664062, 1.6875, 1.679688, 1.875, 1.65625, 1.671875, 1.851562, 1.632812, 1.640625, 1.625, 1.6875, 1.640625, 1.765625, 1.65625, 1.6875, 1.75, 1.695312, 2.375, 4.25, 1.726562, 1.695312, 1.671875, 1.71875, 1.671875, 1.65625, 1.664062, 1.6875, 1.703125, 1.703125, 1.65625, 1.75, 1.640625, 1.679688, 1.648438, 1.75, 2.203125, 1.640625, 1.710938, 1.726562, 1.640625, 1.742188, 1.710938, 1.671875, 1.664062, 1.695312, 1.6875, 1.726562, 1.664062, 1.648438, 2.046875, 1.625, 1.703125, 1.679688, 1.679688, 1.703125, 1.828125, 1.703125, 1.640625, 1.734375, 1.671875, 1.6875, 1.695312, 1.640625, 1.648438, 2.109375, 1.617188, 2.15625, 1.648438, 1.671875, 1.695312, 1.664062, 1.648438, 1.710938, 1.664062, 1.695312, 2.40625, 1.835938, 1.679688, 1.671875, 1.867188, 1.648438, 1.695312, 1.6875, 1.703125, 1.671875, 1.671875, 1.710938, 1.703125, 1.820312, 1.710938, 2.203125, 1.6875, 1.65625, 1.773438, 1.835938, 1.710938, 1.695312, 1.65625, 1.601562, 1.664062, 1.335938, 1.734375, 1.664062, 1.703125, 1.648438, 1.71875, 1.695312, 1.679688, 2.546875, 1.65625, 1.59375, 1.640625, 1.695312, 1.6875, 1.679688, 1.6875, 1.671875, 1.703125, 1.648438, 1.625, 1.671875, 1.679688, 1.65625, 1.640625, 1.679688, 1.648438, 1.625, 1.671875, 1.726562, 1.664062, 1.632812, 1.664062, 1.671875, 1.679688, 1.703125, 1.6875, 1.929688, 1.703125, 1.671875, 1.710938, 1.75, 1.648438, 1.671875, 1.65625, 1.625, 1.648438, 1.671875, 1.671875, 4.0625, 1.679688, 1.679688, 1.695312, 1.726562, 1.6875, 1.671875, 1.679688, 1.6875, 1.664062, 1.679688, 2.1875, 1.695312, 1.671875, 1.679688, 1.640625, 1.710938, 1.6875, 1.6875, 2.515625, 1.65625, 1.8125, 1.625, 1.671875, 1.6875, 1.695312, 1.734375, 1.710938, 1.679688, 1.671875, 1.6875, 1.695312, 1.703125, 1.617188, 1.648438, 1.640625, 1.734375, 1.453125, 1.695312, 1.6875, 2.046875, 1.679688, 1.65625, 1.992188, 1.65625, 1.5, 1.6875, 1.617188, 1.59375, 1.671875, 1.6875, 1.804688, 1.835938, 1.6875, 2.515625, 1.671875, 2.078125, 1.671875, 1.65625, 1.65625, 1.65625, 1.617188, 1.65625, 1.664062, 1.695312, 1.703125, 1.703125, 1.671875, 1.625, 1.695312, 1.53125, 1.632812, 1.664062, 1.515625, 1.695312, 1.679688, 1.75, 1.6875, 1.640625, 1.734375, 1.695312, 1.710938, 1.484375, 1.625, 1.679688, 1.695312, 1.679688, 1.679688, 1.679688, 1.632812, 1.648438, 1.710938, 1.710938, 1.640625, 1.695312, 1.695312, 1.632812, 1.835938, 1.703125, 1.703125, 1.710938, 1.773438, 1.671875, 1.703125, 1.648438, 1.71875, 1.632812, 1.695312, 1.984375, 1.617188, 1.796875, 1.632812, 1.734375, 1.632812, 1.671875, 1.703125, 1.710938, 1.679688, 1.664062, 1.632812, 1.65625, 1.664062, 1.632812, 1.664062, 1.640625, 1.625, 1.6875, 1.671875, 1.695312, 1.679688, 1.632812, 1.695312, 1.671875, 1.710938, 1.625, 3.375, 1.65625, 1.875, 1.679688, 1.71875, 1.695312, 1.703125 ] }, "name": "model.model.layers.27.post_attention_layernorm.weight", "outputIndexes": [ 2275 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2274 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_27/Mul_output_0", "outputIndexes": [ 2276 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2275, 2276 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_27/Mul_1_output_0", "outputIndexes": [ 2277 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2277 ], "outputIndexes": [ 3080 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3080 ], "outputIndexes": [ 3081 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear", "inputIndexes": [ 3081 ], "outputIndexes": [ 3082 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3556421782, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3082 ], "outputIndexes": [ 3083 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3083 ], "outputIndexes": [ 2278 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2278 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_27/Sigmoid_output_0", "outputIndexes": [ 2279 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2278, 2279 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_27/Mul_output_0", "outputIndexes": [ 2280 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2277 ], "outputIndexes": [ 3084 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3084 ], "outputIndexes": [ 3085 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear", "inputIndexes": [ 3085 ], "outputIndexes": [ 3086 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3594612908, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3086 ], "outputIndexes": [ 3087 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3087 ], "outputIndexes": [ 2281 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2280, 2281 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_27/Mul_output_0", "outputIndexes": [ 2282 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2282 ], "outputIndexes": [ 3088 ], "main_type": "Reshape", "main": { "dims": [ -1, 18944, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3088 ], "outputIndexes": [ 3089 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear", "inputIndexes": [ 3089 ], "outputIndexes": [ 3090 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 18944, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 530432, "weightSize": 0 }, "external": [ 3632804034, 33947670, 4243456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3090 ], "outputIndexes": [ 3091 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3091 ], "outputIndexes": [ 2283 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2274, 2283 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_139_output_0", "outputIndexes": [ 2284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 3584 ] }, "name": "/lm/Constant_output_0__", "outputIndexes": [ 2285 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2284, 2285 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/lm/Reshape_output_0", "outputIndexes": [ 2286 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1 ] }, "name": "/rotary/Constant_6_output_0", "outputIndexes": [ 2287 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2286 ], "main_type": "NONE", "name": "Shape7071", "outputIndexes": [ 2288 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2286 ], "main_type": "NONE", "name": "Rank7073", "outputIndexes": [ 2289 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2289, 2289 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7075", "outputIndexes": [ 2290 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2290 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7076", "outputIndexes": [ 2291 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2290, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7078", "outputIndexes": [ 2292 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2292 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7079", "outputIndexes": [ 2293 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2288, 2291, 2293, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7082", "outputIndexes": [ 2294 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2294 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7083", "outputIndexes": [ 2295 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2287, 2295 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7084", "outputIndexes": [ 2296 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2296, 2295 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7085", "outputIndexes": [ 2297 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2286, 2297, 2290 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/lm/Gather_output_0", "outputIndexes": [ 2298 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, 1, 3584 ] }, "name": "/lm/Constant_1_output_0__", "outputIndexes": [ 2299 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2298, 2299 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/lm/Reshape_1_output_0", "outputIndexes": [ 2300 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2300 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/lm/norm/Mul_output_0", "outputIndexes": [ 2301 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 0, 2301 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/lm/norm/Mul_1_output_0", "outputIndexes": [ 2302 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2302 ], "outputIndexes": [ 3092 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/pre_convert", "inputIndexes": [ 3092 ], "outputIndexes": [ 3093 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear", "inputIndexes": [ 3093 ], "outputIndexes": [ 3094 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 152064, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": true, "type": 1, "aMax": 0, "aMin": -8, "readType": 4257792, "weightSize": 0 }, "external": [ 3670995160, 272498714, 34062336, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/post_convert", "inputIndexes": [ 3094 ], "outputIndexes": [ 3095 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3095 ], "outputIndexes": [ 2303 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 152064 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 152064 ] }, "name": "/Constant_1676_output_0__", "outputIndexes": [ 2304 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2303, 2304 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "logits", "outputIndexes": [ 2305 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 28, 2, -1, 0, 4, 128 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "past_key_values", "outputIndexes": [ 2306 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2306 ], "main_type": "Reshape", "main": { "dims": [ -1 ], "dimType": "NCHW" }, "name": "presents", "outputIndexes": [ 2307 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" } ], "outputName": [ "logits", "presents" ], "preferForwardType": "CPU", "sourceType": "ONNX", "tensorName": [ "model.model.norm.weight", "input_ids", "/Constant_output_0__", "/Reshape_output_0", "model.model.layers.0.input_layernorm.weight", "/input_layernorm/Mul_output_0", "/input_layernorm/Mul_1_output_0", "/FakeLinear_output_0", "/Unsqueeze_output_0", "/Shape_1_output_0", "/rotary/Constant_9_output_0", "Shape20", "BinaryOp23", "BinaryOp24", "Unsqueeze25", "BinaryOp27", "Unsqueeze28", "StridedSlice31", "Squeeze32", "BinaryOp33", "BinaryOp34", "/Gather_2_output_0", "/rotary/Constant_4_output_0", "/Unsqueeze_1_output_0", "/Constant_3_output_0", "/Constant_4_output_0", "/Concat_output_0", "/Reshape_1_output_0", "position_ids", "/rotary/Cast_output_0", "/rotary/Constant_1_output_0__", "/rotary/Reshape_output_0", "/rotary/Constant_2_output_0", "/rotary/Mul_output_0", "/rotary/Cos_output_0", "/rotary/Unsqueeze_output_0", "/rotary/Sin_output_0", "/rotary/Unsqueeze_1_output_0", "/rotary/Concat_output_0", "/rotary/Concat_1_output_0", "/rotary/Unsqueeze_2_axes", "/rotary/Unsqueeze_3_output_0", "Shape57", "BinaryOp60", "BinaryOp61", "Unsqueeze62", "BinaryOp64", "Unsqueeze65", "StridedSlice68", "BinaryOp70", "BinaryOp71", "/Gather_3_output_0", "/Mul_output_0", "/Shape_2_output_0", "/Constant_10_output_0", "Shape76", "BinaryOp79", "BinaryOp80", "Unsqueeze81", "BinaryOp83", "Unsqueeze84", "StridedSlice87", "Squeeze88", "BinaryOp89", "BinaryOp90", "/Gather_5_output_0", "/rotary/Constant_7_output_0", "/Div_output_0", "/Unsqueeze_6_output_0", "/Constant_19_output_0", "/Constant_13_output_0", "/Slice_1_output_0", "/Neg_output_0", "/Slice_output_0", "/Concat_3_output_0", "Unsqueeze106", "Unsqueeze109", "StridedSlice112", "Squeeze113", "BinaryOp114", "BinaryOp115", "/Gather_4_output_0", "/Mul_1_output_0", "/Add_output_0", "/FakeLinear_1_output_0", "/Constant_6_output_0", "/Concat_1_output_0", "/Reshape_2_output_0", "/Mul_2_output_0", "/Shape_3_output_0", "Shape159", "BinaryOp162", "BinaryOp163", "Unsqueeze164", "BinaryOp166", "Unsqueeze167", "StridedSlice170", "Squeeze171", "BinaryOp172", "BinaryOp173", "/Gather_6_output_0", "/Div_1_output_0", "/Unsqueeze_8_output_0", "/Slice_3_output_0", "/Neg_1_output_0", "/Slice_2_output_0", "/Concat_4_output_0", "/Mul_3_output_0", "/Add_1_output_0", "/FakeLinear_2_output_0", "/Reshape_3_output_0", "attention_mask", "/Reshape_8_output_0", "/FakeLinear_3_output_0", "/Add_3_output_0", "model.model.layers.0.post_attention_layernorm.weight", "/post_attention_layernorm/Mul_output_0", "/post_attention_layernorm/Mul_1_output_0", "/mlp/gate_proj/FakeLinear_output_0", "/mlp/act_fn/Sigmoid_output_0", "/mlp/act_fn/Mul_output_0", "/mlp/up_proj/FakeLinear_output_0", "/mlp/Mul_output_0", "/mlp/down_proj/FakeLinear_output_0", "/Add_4_output_0", "/Reshape_9_output_0", "model.model.layers.1.input_layernorm.weight", "/input_layernorm_1/Mul_output_0", "/input_layernorm_1/Mul_1_output_0", "/FakeLinear_4_output_0", "/Shape_15_output_0", "Shape332", "BinaryOp335", "BinaryOp336", "Unsqueeze337", "BinaryOp339", "Unsqueeze340", "StridedSlice343", "Squeeze344", "BinaryOp345", "BinaryOp346", "/Gather_19_output_0", "/Unsqueeze_33_output_0", "/Concat_13_output_0", "/Reshape_10_output_0", "/Mul_8_output_0", "/Shape_16_output_0", "Shape353", "BinaryOp356", "BinaryOp357", "Unsqueeze358", "BinaryOp360", "Unsqueeze361", "StridedSlice364", "Squeeze365", "BinaryOp366", "BinaryOp367", "/Gather_20_output_0", "/Div_3_output_0", "/Unsqueeze_38_output_0", "/Slice_5_output_0", "/Neg_2_output_0", "/Slice_4_output_0", "/Concat_16_output_0", "/Mul_9_output_0", "/Add_5_output_0", "/FakeLinear_5_output_0", "/Concat_14_output_0", "/Reshape_11_output_0", "/Mul_10_output_0", "/Shape_17_output_0", "Shape415", "BinaryOp418", "BinaryOp419", "Unsqueeze420", "BinaryOp422", "Unsqueeze423", "StridedSlice426", "Squeeze427", "BinaryOp428", "BinaryOp429", "/Gather_21_output_0", "/Div_4_output_0", "/Unsqueeze_40_output_0", "/Slice_7_output_0", "/Neg_3_output_0", "/Slice_6_output_0", "/Concat_17_output_0", "/Mul_11_output_0", "/Add_6_output_0", "/FakeLinear_6_output_0", "/Reshape_12_output_0", "/Reshape_17_output_0", "/FakeLinear_7_output_0", "/Add_8_output_0", "model.model.layers.1.post_attention_layernorm.weight", "/post_attention_layernorm_1/Mul_output_0", "/post_attention_layernorm_1/Mul_1_output_0", "/mlp/gate_proj_1/FakeLinear_output_0", "/mlp/act_fn_1/Sigmoid_output_0", "/mlp/act_fn_1/Mul_output_0", "/mlp/up_proj_1/FakeLinear_output_0", "/mlp_1/Mul_output_0", "/mlp/down_proj_1/FakeLinear_output_0", "/Add_9_output_0", "/Reshape_18_output_0", "model.model.layers.2.input_layernorm.weight", "/input_layernorm_2/Mul_output_0", "/input_layernorm_2/Mul_1_output_0", "/FakeLinear_8_output_0", "/Shape_29_output_0", "Shape581", "BinaryOp584", "BinaryOp585", "Unsqueeze586", "BinaryOp588", "Unsqueeze589", "StridedSlice592", "Squeeze593", "BinaryOp594", "BinaryOp595", "/Gather_34_output_0", "/Unsqueeze_65_output_0", "/Concat_26_output_0", "/Reshape_19_output_0", "/Mul_16_output_0", "/Shape_30_output_0", "Shape602", "BinaryOp605", "BinaryOp606", "Unsqueeze607", "BinaryOp609", "Unsqueeze610", "StridedSlice613", "Squeeze614", "BinaryOp615", "BinaryOp616", "/Gather_35_output_0", "/Div_6_output_0", "/Unsqueeze_70_output_0", "/Slice_9_output_0", "/Neg_4_output_0", "/Slice_8_output_0", "/Concat_29_output_0", "/Mul_17_output_0", "/Add_10_output_0", "/FakeLinear_9_output_0", "/Concat_27_output_0", "/Reshape_20_output_0", "/Mul_18_output_0", "/Shape_31_output_0", "Shape664", "BinaryOp667", "BinaryOp668", "Unsqueeze669", "BinaryOp671", "Unsqueeze672", "StridedSlice675", "Squeeze676", "BinaryOp677", "BinaryOp678", "/Gather_36_output_0", "/Div_7_output_0", "/Unsqueeze_72_output_0", "/Slice_11_output_0", "/Neg_5_output_0", "/Slice_10_output_0", "/Concat_30_output_0", "/Mul_19_output_0", "/Add_11_output_0", "/FakeLinear_10_output_0", "/Reshape_21_output_0", "/Reshape_26_output_0", "/FakeLinear_11_output_0", "/Add_13_output_0", "model.model.layers.2.post_attention_layernorm.weight", "/post_attention_layernorm_2/Mul_output_0", "/post_attention_layernorm_2/Mul_1_output_0", "/mlp/gate_proj_2/FakeLinear_output_0", "/mlp/act_fn_2/Sigmoid_output_0", "/mlp/act_fn_2/Mul_output_0", "/mlp/up_proj_2/FakeLinear_output_0", "/mlp_2/Mul_output_0", "/mlp/down_proj_2/FakeLinear_output_0", "/Add_14_output_0", "/Reshape_27_output_0", "model.model.layers.3.input_layernorm.weight", "/input_layernorm_3/Mul_output_0", "/input_layernorm_3/Mul_1_output_0", "/FakeLinear_12_output_0", "/Shape_43_output_0", "Shape830", "BinaryOp833", "BinaryOp834", "Unsqueeze835", "BinaryOp837", "Unsqueeze838", "StridedSlice841", "Squeeze842", "BinaryOp843", "BinaryOp844", "/Gather_49_output_0", "/Unsqueeze_97_output_0", "/Concat_39_output_0", "/Reshape_28_output_0", "/Mul_24_output_0", "/Shape_44_output_0", "Shape851", "BinaryOp854", "BinaryOp855", "Unsqueeze856", "BinaryOp858", "Unsqueeze859", "StridedSlice862", "Squeeze863", "BinaryOp864", "BinaryOp865", "/Gather_50_output_0", "/Div_9_output_0", "/Unsqueeze_102_output_0", "/Slice_13_output_0", "/Neg_6_output_0", "/Slice_12_output_0", "/Concat_42_output_0", "/Mul_25_output_0", "/Add_15_output_0", "/FakeLinear_13_output_0", "/Concat_40_output_0", "/Reshape_29_output_0", "/Mul_26_output_0", "/Shape_45_output_0", "Shape913", "BinaryOp916", "BinaryOp917", "Unsqueeze918", "BinaryOp920", "Unsqueeze921", "StridedSlice924", "Squeeze925", "BinaryOp926", "BinaryOp927", "/Gather_51_output_0", "/Div_10_output_0", "/Unsqueeze_104_output_0", "/Slice_15_output_0", "/Neg_7_output_0", "/Slice_14_output_0", "/Concat_43_output_0", "/Mul_27_output_0", "/Add_16_output_0", "/FakeLinear_14_output_0", "/Reshape_30_output_0", "/Reshape_35_output_0", "/FakeLinear_15_output_0", "/Add_18_output_0", "model.model.layers.3.post_attention_layernorm.weight", "/post_attention_layernorm_3/Mul_output_0", "/post_attention_layernorm_3/Mul_1_output_0", "/mlp/gate_proj_3/FakeLinear_output_0", "/mlp/act_fn_3/Sigmoid_output_0", "/mlp/act_fn_3/Mul_output_0", "/mlp/up_proj_3/FakeLinear_output_0", "/mlp_3/Mul_output_0", "/mlp/down_proj_3/FakeLinear_output_0", "/Add_19_output_0", "/Reshape_36_output_0", "model.model.layers.4.input_layernorm.weight", "/input_layernorm_4/Mul_output_0", "/input_layernorm_4/Mul_1_output_0", "/FakeLinear_16_output_0", "/Shape_57_output_0", "Shape1079", "BinaryOp1082", "BinaryOp1083", "Unsqueeze1084", "BinaryOp1086", "Unsqueeze1087", "StridedSlice1090", "Squeeze1091", "BinaryOp1092", "BinaryOp1093", "/Gather_64_output_0", "/Unsqueeze_129_output_0", "/Concat_52_output_0", "/Reshape_37_output_0", "/Mul_32_output_0", "/Shape_58_output_0", "Shape1100", "BinaryOp1103", "BinaryOp1104", "Unsqueeze1105", "BinaryOp1107", "Unsqueeze1108", "StridedSlice1111", "Squeeze1112", "BinaryOp1113", "BinaryOp1114", "/Gather_65_output_0", "/Div_12_output_0", "/Unsqueeze_134_output_0", "/Slice_17_output_0", "/Neg_8_output_0", "/Slice_16_output_0", "/Concat_55_output_0", "/Mul_33_output_0", "/Add_20_output_0", "/FakeLinear_17_output_0", "/Concat_53_output_0", "/Reshape_38_output_0", "/Mul_34_output_0", "/Shape_59_output_0", "Shape1163", "BinaryOp1166", "BinaryOp1167", "Unsqueeze1168", "BinaryOp1170", "Unsqueeze1171", "StridedSlice1174", "Squeeze1175", "BinaryOp1176", "BinaryOp1177", "/Gather_66_output_0", "/Div_13_output_0", "/Unsqueeze_136_output_0", "/Slice_19_output_0", "/Neg_9_output_0", "/Slice_18_output_0", "/Concat_56_output_0", "/Mul_35_output_0", "/Add_21_output_0", "/FakeLinear_18_output_0", "/Reshape_39_output_0", "/Reshape_44_output_0", "/FakeLinear_19_output_0", "/Add_23_output_0", "model.model.layers.4.post_attention_layernorm.weight", "/post_attention_layernorm_4/Mul_output_0", "/post_attention_layernorm_4/Mul_1_output_0", "/mlp/gate_proj_4/FakeLinear_output_0", "/mlp/act_fn_4/Sigmoid_output_0", "/mlp/act_fn_4/Mul_output_0", "/mlp/up_proj_4/FakeLinear_output_0", "/mlp_4/Mul_output_0", "/mlp/down_proj_4/FakeLinear_output_0", "/Add_24_output_0", "/Reshape_45_output_0", "model.model.layers.5.input_layernorm.weight", "/input_layernorm_5/Mul_output_0", "/input_layernorm_5/Mul_1_output_0", "/FakeLinear_20_output_0", "/Shape_71_output_0", "Shape1329", "BinaryOp1332", "BinaryOp1333", "Unsqueeze1334", "BinaryOp1336", "Unsqueeze1337", "StridedSlice1340", "Squeeze1341", "BinaryOp1342", "BinaryOp1343", "/Gather_79_output_0", "/Unsqueeze_161_output_0", "/Concat_65_output_0", "/Reshape_46_output_0", "/Mul_40_output_0", "/Shape_72_output_0", "Shape1350", "BinaryOp1353", "BinaryOp1354", "Unsqueeze1355", "BinaryOp1357", "Unsqueeze1358", "StridedSlice1361", "Squeeze1362", "BinaryOp1363", "BinaryOp1364", "/Gather_80_output_0", "/Div_15_output_0", "/Unsqueeze_166_output_0", "/Slice_21_output_0", "/Neg_10_output_0", "/Slice_20_output_0", "/Concat_68_output_0", "/Mul_41_output_0", "/Add_25_output_0", "/FakeLinear_21_output_0", "/Concat_66_output_0", "/Reshape_47_output_0", "/Mul_42_output_0", "/Shape_73_output_0", "Shape1413", "BinaryOp1416", "BinaryOp1417", "Unsqueeze1418", "BinaryOp1420", "Unsqueeze1421", "StridedSlice1424", "Squeeze1425", "BinaryOp1426", "BinaryOp1427", "/Gather_81_output_0", "/Div_16_output_0", "/Unsqueeze_168_output_0", "/Slice_23_output_0", "/Neg_11_output_0", "/Slice_22_output_0", "/Concat_69_output_0", "/Mul_43_output_0", "/Add_26_output_0", "/FakeLinear_22_output_0", "/Reshape_48_output_0", "/Reshape_53_output_0", "/FakeLinear_23_output_0", "/Add_28_output_0", "model.model.layers.5.post_attention_layernorm.weight", "/post_attention_layernorm_5/Mul_output_0", "/post_attention_layernorm_5/Mul_1_output_0", "/mlp/gate_proj_5/FakeLinear_output_0", "/mlp/act_fn_5/Sigmoid_output_0", "/mlp/act_fn_5/Mul_output_0", "/mlp/up_proj_5/FakeLinear_output_0", "/mlp_5/Mul_output_0", "/mlp/down_proj_5/FakeLinear_output_0", "/Add_29_output_0", "/Reshape_54_output_0", "model.model.layers.6.input_layernorm.weight", "/input_layernorm_6/Mul_output_0", "/input_layernorm_6/Mul_1_output_0", "/FakeLinear_24_output_0", "/Shape_85_output_0", "Shape1579", "BinaryOp1582", "BinaryOp1583", "Unsqueeze1584", "BinaryOp1586", "Unsqueeze1587", "StridedSlice1590", "Squeeze1591", "BinaryOp1592", "BinaryOp1593", "/Gather_94_output_0", "/Unsqueeze_193_output_0", "/Concat_78_output_0", "/Reshape_55_output_0", "/Mul_48_output_0", "/Shape_86_output_0", "Shape1600", "BinaryOp1603", "BinaryOp1604", "Unsqueeze1605", "BinaryOp1607", "Unsqueeze1608", "StridedSlice1611", "Squeeze1612", "BinaryOp1613", "BinaryOp1614", "/Gather_95_output_0", "/Div_18_output_0", "/Unsqueeze_198_output_0", "/Slice_25_output_0", "/Neg_12_output_0", "/Slice_24_output_0", "/Concat_81_output_0", "/Mul_49_output_0", "/Add_30_output_0", "/FakeLinear_25_output_0", "/Concat_79_output_0", "/Reshape_56_output_0", "/Mul_50_output_0", "/Shape_87_output_0", "Shape1663", "BinaryOp1666", "BinaryOp1667", "Unsqueeze1668", "BinaryOp1670", "Unsqueeze1671", "StridedSlice1674", "Squeeze1675", "BinaryOp1676", "BinaryOp1677", "/Gather_96_output_0", "/Div_19_output_0", "/Unsqueeze_200_output_0", "/Slice_27_output_0", "/Neg_13_output_0", "/Slice_26_output_0", "/Concat_82_output_0", "/Mul_51_output_0", "/Add_31_output_0", "/FakeLinear_26_output_0", "/Reshape_57_output_0", "/Reshape_62_output_0", "/FakeLinear_27_output_0", "/Add_33_output_0", "model.model.layers.6.post_attention_layernorm.weight", "/post_attention_layernorm_6/Mul_output_0", "/post_attention_layernorm_6/Mul_1_output_0", "/mlp/gate_proj_6/FakeLinear_output_0", "/mlp/act_fn_6/Sigmoid_output_0", "/mlp/act_fn_6/Mul_output_0", "/mlp/up_proj_6/FakeLinear_output_0", "/mlp_6/Mul_output_0", "/mlp/down_proj_6/FakeLinear_output_0", "/Add_34_output_0", "/Reshape_63_output_0", "model.model.layers.7.input_layernorm.weight", "/input_layernorm_7/Mul_output_0", "/input_layernorm_7/Mul_1_output_0", "/FakeLinear_28_output_0", "/Shape_99_output_0", "Shape1829", "BinaryOp1832", "BinaryOp1833", "Unsqueeze1834", "BinaryOp1836", "Unsqueeze1837", "StridedSlice1840", "Squeeze1841", "BinaryOp1842", "BinaryOp1843", "/Gather_109_output_0", "/Unsqueeze_225_output_0", "/Concat_91_output_0", "/Reshape_64_output_0", "/Mul_56_output_0", "/Shape_100_output_0", "Shape1850", "BinaryOp1853", "BinaryOp1854", "Unsqueeze1855", "BinaryOp1857", "Unsqueeze1858", "StridedSlice1861", "Squeeze1862", "BinaryOp1863", "BinaryOp1864", "/Gather_110_output_0", "/Div_21_output_0", "/Unsqueeze_230_output_0", "/Slice_29_output_0", "/Neg_14_output_0", "/Slice_28_output_0", "/Concat_94_output_0", "/Mul_57_output_0", "/Add_35_output_0", "/FakeLinear_29_output_0", "/Concat_92_output_0", "/Reshape_65_output_0", "/Mul_58_output_0", "/Shape_101_output_0", "Shape1913", "BinaryOp1916", "BinaryOp1917", "Unsqueeze1918", "BinaryOp1920", "Unsqueeze1921", "StridedSlice1924", "Squeeze1925", "BinaryOp1926", "BinaryOp1927", "/Gather_111_output_0", "/Div_22_output_0", "/Unsqueeze_232_output_0", "/Slice_31_output_0", "/Neg_15_output_0", "/Slice_30_output_0", "/Concat_95_output_0", "/Mul_59_output_0", "/Add_36_output_0", "/FakeLinear_30_output_0", "/Reshape_66_output_0", "/Reshape_71_output_0", "/FakeLinear_31_output_0", "/Add_38_output_0", "model.model.layers.7.post_attention_layernorm.weight", "/post_attention_layernorm_7/Mul_output_0", "/post_attention_layernorm_7/Mul_1_output_0", "/mlp/gate_proj_7/FakeLinear_output_0", "/mlp/act_fn_7/Sigmoid_output_0", "/mlp/act_fn_7/Mul_output_0", "/mlp/up_proj_7/FakeLinear_output_0", "/mlp_7/Mul_output_0", "/mlp/down_proj_7/FakeLinear_output_0", "/Add_39_output_0", "/Reshape_72_output_0", "model.model.layers.8.input_layernorm.weight", "/input_layernorm_8/Mul_output_0", "/input_layernorm_8/Mul_1_output_0", "/FakeLinear_32_output_0", "/Shape_113_output_0", "Shape2079", "BinaryOp2082", "BinaryOp2083", "Unsqueeze2084", "BinaryOp2086", "Unsqueeze2087", "StridedSlice2090", "Squeeze2091", "BinaryOp2092", "BinaryOp2093", "/Gather_124_output_0", "/Unsqueeze_257_output_0", "/Concat_104_output_0", "/Reshape_73_output_0", "/Mul_64_output_0", "/Shape_114_output_0", "Shape2100", "BinaryOp2103", "BinaryOp2104", "Unsqueeze2105", "BinaryOp2107", "Unsqueeze2108", "StridedSlice2111", "Squeeze2112", "BinaryOp2113", "BinaryOp2114", "/Gather_125_output_0", "/Div_24_output_0", "/Unsqueeze_262_output_0", "/Slice_33_output_0", "/Neg_16_output_0", "/Slice_32_output_0", "/Concat_107_output_0", "/Mul_65_output_0", "/Add_40_output_0", "/FakeLinear_33_output_0", "/Concat_105_output_0", "/Reshape_74_output_0", "/Mul_66_output_0", "/Shape_115_output_0", "Shape2163", "BinaryOp2166", "BinaryOp2167", "Unsqueeze2168", "BinaryOp2170", "Unsqueeze2171", "StridedSlice2174", "Squeeze2175", "BinaryOp2176", "BinaryOp2177", "/Gather_126_output_0", "/Div_25_output_0", "/Unsqueeze_264_output_0", "/Slice_35_output_0", "/Neg_17_output_0", "/Slice_34_output_0", "/Concat_108_output_0", "/Mul_67_output_0", "/Add_41_output_0", "/FakeLinear_34_output_0", "/Reshape_75_output_0", "/Reshape_80_output_0", "/FakeLinear_35_output_0", "/Add_43_output_0", "model.model.layers.8.post_attention_layernorm.weight", "/post_attention_layernorm_8/Mul_output_0", "/post_attention_layernorm_8/Mul_1_output_0", "/mlp/gate_proj_8/FakeLinear_output_0", "/mlp/act_fn_8/Sigmoid_output_0", "/mlp/act_fn_8/Mul_output_0", "/mlp/up_proj_8/FakeLinear_output_0", "/mlp_8/Mul_output_0", "/mlp/down_proj_8/FakeLinear_output_0", "/Add_44_output_0", "/Reshape_81_output_0", "model.model.layers.9.input_layernorm.weight", "/input_layernorm_9/Mul_output_0", "/input_layernorm_9/Mul_1_output_0", "/FakeLinear_36_output_0", "/Shape_127_output_0", "Shape2329", "BinaryOp2332", "BinaryOp2333", "Unsqueeze2334", "BinaryOp2336", "Unsqueeze2337", "StridedSlice2340", "Squeeze2341", "BinaryOp2342", "BinaryOp2343", "/Gather_139_output_0", "/Unsqueeze_289_output_0", "/Concat_117_output_0", "/Reshape_82_output_0", "/Mul_72_output_0", "/Shape_128_output_0", "Shape2350", "BinaryOp2353", "BinaryOp2354", "Unsqueeze2355", "BinaryOp2357", "Unsqueeze2358", "StridedSlice2361", "Squeeze2362", "BinaryOp2363", "BinaryOp2364", "/Gather_140_output_0", "/Div_27_output_0", "/Unsqueeze_294_output_0", "/Slice_37_output_0", "/Neg_18_output_0", "/Slice_36_output_0", "/Concat_120_output_0", "/Mul_73_output_0", "/Add_45_output_0", "/FakeLinear_37_output_0", "/Concat_118_output_0", "/Reshape_83_output_0", "/Mul_74_output_0", "/Shape_129_output_0", "Shape2413", "BinaryOp2416", "BinaryOp2417", "Unsqueeze2418", "BinaryOp2420", "Unsqueeze2421", "StridedSlice2424", "Squeeze2425", "BinaryOp2426", "BinaryOp2427", "/Gather_141_output_0", "/Div_28_output_0", "/Unsqueeze_296_output_0", "/Slice_39_output_0", "/Neg_19_output_0", "/Slice_38_output_0", "/Concat_121_output_0", "/Mul_75_output_0", "/Add_46_output_0", "/FakeLinear_38_output_0", "/Reshape_84_output_0", "/Reshape_89_output_0", "/FakeLinear_39_output_0", "/Add_48_output_0", "model.model.layers.9.post_attention_layernorm.weight", "/post_attention_layernorm_9/Mul_output_0", "/post_attention_layernorm_9/Mul_1_output_0", "/mlp/gate_proj_9/FakeLinear_output_0", "/mlp/act_fn_9/Sigmoid_output_0", "/mlp/act_fn_9/Mul_output_0", "/mlp/up_proj_9/FakeLinear_output_0", "/mlp_9/Mul_output_0", "/mlp/down_proj_9/FakeLinear_output_0", "/Add_49_output_0", "/Reshape_90_output_0", "model.model.layers.10.input_layernorm.weight", "/input_layernorm_10/Mul_output_0", "/input_layernorm_10/Mul_1_output_0", "/FakeLinear_40_output_0", "/Shape_141_output_0", "Shape2579", "BinaryOp2582", "BinaryOp2583", "Unsqueeze2584", "BinaryOp2586", "Unsqueeze2587", "StridedSlice2590", "Squeeze2591", "BinaryOp2592", "BinaryOp2593", "/Gather_154_output_0", "/Unsqueeze_321_output_0", "/Concat_130_output_0", "/Reshape_91_output_0", "/Mul_80_output_0", "/Shape_142_output_0", "Shape2600", "BinaryOp2603", "BinaryOp2604", "Unsqueeze2605", "BinaryOp2607", "Unsqueeze2608", "StridedSlice2611", "Squeeze2612", "BinaryOp2613", "BinaryOp2614", "/Gather_155_output_0", "/Div_30_output_0", "/Unsqueeze_326_output_0", "/Slice_41_output_0", "/Neg_20_output_0", "/Slice_40_output_0", "/Concat_133_output_0", "/Mul_81_output_0", "/Add_50_output_0", "/FakeLinear_41_output_0", "/Concat_131_output_0", "/Reshape_92_output_0", "/Mul_82_output_0", "/Shape_143_output_0", "Shape2663", "BinaryOp2666", "BinaryOp2667", "Unsqueeze2668", "BinaryOp2670", "Unsqueeze2671", "StridedSlice2674", "Squeeze2675", "BinaryOp2676", "BinaryOp2677", "/Gather_156_output_0", "/Div_31_output_0", "/Unsqueeze_328_output_0", "/Slice_43_output_0", "/Neg_21_output_0", "/Slice_42_output_0", "/Concat_134_output_0", "/Mul_83_output_0", "/Add_51_output_0", "/FakeLinear_42_output_0", "/Reshape_93_output_0", "/Reshape_98_output_0", "/FakeLinear_43_output_0", "/Add_53_output_0", "model.model.layers.10.post_attention_layernorm.weight", "/post_attention_layernorm_10/Mul_output_0", "/post_attention_layernorm_10/Mul_1_output_0", "/mlp/gate_proj_10/FakeLinear_output_0", "/mlp/act_fn_10/Sigmoid_output_0", "/mlp/act_fn_10/Mul_output_0", "/mlp/up_proj_10/FakeLinear_output_0", "/mlp_10/Mul_output_0", "/mlp/down_proj_10/FakeLinear_output_0", "/Add_54_output_0", "/Reshape_99_output_0", "model.model.layers.11.input_layernorm.weight", "/input_layernorm_11/Mul_output_0", "/input_layernorm_11/Mul_1_output_0", "/FakeLinear_44_output_0", "/Shape_155_output_0", "Shape2829", "BinaryOp2832", "BinaryOp2833", "Unsqueeze2834", "BinaryOp2836", "Unsqueeze2837", "StridedSlice2840", "Squeeze2841", "BinaryOp2842", "BinaryOp2843", "/Gather_169_output_0", "/Unsqueeze_353_output_0", "/Concat_143_output_0", "/Reshape_100_output_0", "/Mul_88_output_0", "/Shape_156_output_0", "Shape2850", "BinaryOp2853", "BinaryOp2854", "Unsqueeze2855", "BinaryOp2857", "Unsqueeze2858", "StridedSlice2861", "Squeeze2862", "BinaryOp2863", "BinaryOp2864", "/Gather_170_output_0", "/Div_33_output_0", "/Unsqueeze_358_output_0", "/Slice_45_output_0", "/Neg_22_output_0", "/Slice_44_output_0", "/Concat_146_output_0", "/Mul_89_output_0", "/Add_55_output_0", "/FakeLinear_45_output_0", "/Concat_144_output_0", "/Reshape_101_output_0", "/Mul_90_output_0", "/Shape_157_output_0", "Shape2913", "BinaryOp2916", "BinaryOp2917", "Unsqueeze2918", "BinaryOp2920", "Unsqueeze2921", "StridedSlice2924", "Squeeze2925", "BinaryOp2926", "BinaryOp2927", "/Gather_171_output_0", "/Div_34_output_0", "/Unsqueeze_360_output_0", "/Slice_47_output_0", "/Neg_23_output_0", "/Slice_46_output_0", "/Concat_147_output_0", "/Mul_91_output_0", "/Add_56_output_0", "/FakeLinear_46_output_0", "/Reshape_102_output_0", "/Reshape_107_output_0", "/FakeLinear_47_output_0", "/Add_58_output_0", "model.model.layers.11.post_attention_layernorm.weight", "/post_attention_layernorm_11/Mul_output_0", "/post_attention_layernorm_11/Mul_1_output_0", "/mlp/gate_proj_11/FakeLinear_output_0", "/mlp/act_fn_11/Sigmoid_output_0", "/mlp/act_fn_11/Mul_output_0", "/mlp/up_proj_11/FakeLinear_output_0", "/mlp_11/Mul_output_0", "/mlp/down_proj_11/FakeLinear_output_0", "/Add_59_output_0", "/Reshape_108_output_0", "model.model.layers.12.input_layernorm.weight", "/input_layernorm_12/Mul_output_0", "/input_layernorm_12/Mul_1_output_0", "/FakeLinear_48_output_0", "/Shape_169_output_0", "Shape3079", "BinaryOp3082", "BinaryOp3083", "Unsqueeze3084", "BinaryOp3086", "Unsqueeze3087", "StridedSlice3090", "Squeeze3091", "BinaryOp3092", "BinaryOp3093", "/Gather_184_output_0", "/Unsqueeze_385_output_0", "/Concat_156_output_0", "/Reshape_109_output_0", "/Mul_96_output_0", "/Shape_170_output_0", "Shape3100", "BinaryOp3103", "BinaryOp3104", "Unsqueeze3105", "BinaryOp3107", "Unsqueeze3108", "StridedSlice3111", "Squeeze3112", "BinaryOp3113", "BinaryOp3114", "/Gather_185_output_0", "/Div_36_output_0", "/Unsqueeze_390_output_0", "/Slice_49_output_0", "/Neg_24_output_0", "/Slice_48_output_0", "/Concat_159_output_0", "/Mul_97_output_0", "/Add_60_output_0", "/FakeLinear_49_output_0", "/Concat_157_output_0", "/Reshape_110_output_0", "/Mul_98_output_0", "/Shape_171_output_0", "Shape3163", "BinaryOp3166", "BinaryOp3167", "Unsqueeze3168", "BinaryOp3170", "Unsqueeze3171", "StridedSlice3174", "Squeeze3175", "BinaryOp3176", "BinaryOp3177", "/Gather_186_output_0", "/Div_37_output_0", "/Unsqueeze_392_output_0", "/Slice_51_output_0", "/Neg_25_output_0", "/Slice_50_output_0", "/Concat_160_output_0", "/Mul_99_output_0", "/Add_61_output_0", "/FakeLinear_50_output_0", "/Reshape_111_output_0", "/Reshape_116_output_0", "/FakeLinear_51_output_0", "/Add_63_output_0", "model.model.layers.12.post_attention_layernorm.weight", "/post_attention_layernorm_12/Mul_output_0", "/post_attention_layernorm_12/Mul_1_output_0", "/mlp/gate_proj_12/FakeLinear_output_0", "/mlp/act_fn_12/Sigmoid_output_0", "/mlp/act_fn_12/Mul_output_0", "/mlp/up_proj_12/FakeLinear_output_0", "/mlp_12/Mul_output_0", "/mlp/down_proj_12/FakeLinear_output_0", "/Add_64_output_0", "/Reshape_117_output_0", "model.model.layers.13.input_layernorm.weight", "/input_layernorm_13/Mul_output_0", "/input_layernorm_13/Mul_1_output_0", "/FakeLinear_52_output_0", "/Shape_183_output_0", "Shape3329", "BinaryOp3332", "BinaryOp3333", "Unsqueeze3334", "BinaryOp3336", "Unsqueeze3337", "StridedSlice3340", "Squeeze3341", "BinaryOp3342", "BinaryOp3343", "/Gather_199_output_0", "/Unsqueeze_417_output_0", "/Concat_169_output_0", "/Reshape_118_output_0", "/Mul_104_output_0", "/Shape_184_output_0", "Shape3350", "BinaryOp3353", "BinaryOp3354", "Unsqueeze3355", "BinaryOp3357", "Unsqueeze3358", "StridedSlice3361", "Squeeze3362", "BinaryOp3363", "BinaryOp3364", "/Gather_200_output_0", "/Div_39_output_0", "/Unsqueeze_422_output_0", "/Slice_53_output_0", "/Neg_26_output_0", "/Slice_52_output_0", "/Concat_172_output_0", "/Mul_105_output_0", "/Add_65_output_0", "/FakeLinear_53_output_0", "/Concat_170_output_0", "/Reshape_119_output_0", "/Mul_106_output_0", "/Shape_185_output_0", "Shape3413", "BinaryOp3416", "BinaryOp3417", "Unsqueeze3418", "BinaryOp3420", "Unsqueeze3421", "StridedSlice3424", "Squeeze3425", "BinaryOp3426", "BinaryOp3427", "/Gather_201_output_0", "/Div_40_output_0", "/Unsqueeze_424_output_0", "/Slice_55_output_0", "/Neg_27_output_0", "/Slice_54_output_0", "/Concat_173_output_0", "/Mul_107_output_0", "/Add_66_output_0", "/FakeLinear_54_output_0", "/Reshape_120_output_0", "/Reshape_125_output_0", "/FakeLinear_55_output_0", "/Add_68_output_0", "model.model.layers.13.post_attention_layernorm.weight", "/post_attention_layernorm_13/Mul_output_0", "/post_attention_layernorm_13/Mul_1_output_0", "/mlp/gate_proj_13/FakeLinear_output_0", "/mlp/act_fn_13/Sigmoid_output_0", "/mlp/act_fn_13/Mul_output_0", "/mlp/up_proj_13/FakeLinear_output_0", "/mlp_13/Mul_output_0", "/mlp/down_proj_13/FakeLinear_output_0", "/Add_69_output_0", "/Reshape_126_output_0", "model.model.layers.14.input_layernorm.weight", "/input_layernorm_14/Mul_output_0", "/input_layernorm_14/Mul_1_output_0", "/FakeLinear_56_output_0", "/Shape_197_output_0", "Shape3579", "BinaryOp3582", "BinaryOp3583", "Unsqueeze3584", "BinaryOp3586", "Unsqueeze3587", "StridedSlice3590", "Squeeze3591", "BinaryOp3592", "BinaryOp3593", "/Gather_214_output_0", "/Unsqueeze_449_output_0", "/Concat_182_output_0", "/Reshape_127_output_0", "/Mul_112_output_0", "/Shape_198_output_0", "Shape3600", "BinaryOp3603", "BinaryOp3604", "Unsqueeze3605", "BinaryOp3607", "Unsqueeze3608", "StridedSlice3611", "Squeeze3612", "BinaryOp3613", "BinaryOp3614", "/Gather_215_output_0", "/Div_42_output_0", "/Unsqueeze_454_output_0", "/Slice_57_output_0", "/Neg_28_output_0", "/Slice_56_output_0", "/Concat_185_output_0", "/Mul_113_output_0", "/Add_70_output_0", "/FakeLinear_57_output_0", "/Concat_183_output_0", "/Reshape_128_output_0", "/Mul_114_output_0", "/Shape_199_output_0", "Shape3663", "BinaryOp3666", "BinaryOp3667", "Unsqueeze3668", "BinaryOp3670", "Unsqueeze3671", "StridedSlice3674", "Squeeze3675", "BinaryOp3676", "BinaryOp3677", "/Gather_216_output_0", "/Div_43_output_0", "/Unsqueeze_456_output_0", "/Slice_59_output_0", "/Neg_29_output_0", "/Slice_58_output_0", "/Concat_186_output_0", "/Mul_115_output_0", "/Add_71_output_0", "/FakeLinear_58_output_0", "/Reshape_129_output_0", "/Reshape_134_output_0", "/FakeLinear_59_output_0", "/Add_73_output_0", "model.model.layers.14.post_attention_layernorm.weight", "/post_attention_layernorm_14/Mul_output_0", "/post_attention_layernorm_14/Mul_1_output_0", "/mlp/gate_proj_14/FakeLinear_output_0", "/mlp/act_fn_14/Sigmoid_output_0", "/mlp/act_fn_14/Mul_output_0", "/mlp/up_proj_14/FakeLinear_output_0", "/mlp_14/Mul_output_0", "/mlp/down_proj_14/FakeLinear_output_0", "/Add_74_output_0", "/Reshape_135_output_0", "model.model.layers.15.input_layernorm.weight", "/input_layernorm_15/Mul_output_0", "/input_layernorm_15/Mul_1_output_0", "/FakeLinear_60_output_0", "/Shape_211_output_0", "Shape3829", "BinaryOp3832", "BinaryOp3833", "Unsqueeze3834", "BinaryOp3836", "Unsqueeze3837", "StridedSlice3840", "Squeeze3841", "BinaryOp3842", "BinaryOp3843", "/Gather_229_output_0", "/Unsqueeze_481_output_0", "/Concat_195_output_0", "/Reshape_136_output_0", "/Mul_120_output_0", "/Shape_212_output_0", "Shape3850", "BinaryOp3853", "BinaryOp3854", "Unsqueeze3855", "BinaryOp3857", "Unsqueeze3858", "StridedSlice3861", "Squeeze3862", "BinaryOp3863", "BinaryOp3864", "/Gather_230_output_0", "/Div_45_output_0", "/Unsqueeze_486_output_0", "/Slice_61_output_0", "/Neg_30_output_0", "/Slice_60_output_0", "/Concat_198_output_0", "/Mul_121_output_0", "/Add_75_output_0", "/FakeLinear_61_output_0", "/Concat_196_output_0", "/Reshape_137_output_0", "/Mul_122_output_0", "/Shape_213_output_0", "Shape3913", "BinaryOp3916", "BinaryOp3917", "Unsqueeze3918", "BinaryOp3920", "Unsqueeze3921", "StridedSlice3924", "Squeeze3925", "BinaryOp3926", "BinaryOp3927", "/Gather_231_output_0", "/Div_46_output_0", "/Unsqueeze_488_output_0", "/Slice_63_output_0", "/Neg_31_output_0", "/Slice_62_output_0", "/Concat_199_output_0", "/Mul_123_output_0", "/Add_76_output_0", "/FakeLinear_62_output_0", "/Reshape_138_output_0", "/Reshape_143_output_0", "/FakeLinear_63_output_0", "/Add_78_output_0", "model.model.layers.15.post_attention_layernorm.weight", "/post_attention_layernorm_15/Mul_output_0", "/post_attention_layernorm_15/Mul_1_output_0", "/mlp/gate_proj_15/FakeLinear_output_0", "/mlp/act_fn_15/Sigmoid_output_0", "/mlp/act_fn_15/Mul_output_0", "/mlp/up_proj_15/FakeLinear_output_0", "/mlp_15/Mul_output_0", "/mlp/down_proj_15/FakeLinear_output_0", "/Add_79_output_0", "/Reshape_144_output_0", "model.model.layers.16.input_layernorm.weight", "/input_layernorm_16/Mul_output_0", "/input_layernorm_16/Mul_1_output_0", "/FakeLinear_64_output_0", "/Shape_225_output_0", "Shape4079", "BinaryOp4082", "BinaryOp4083", "Unsqueeze4084", "BinaryOp4086", "Unsqueeze4087", "StridedSlice4090", "Squeeze4091", "BinaryOp4092", "BinaryOp4093", "/Gather_244_output_0", "/Unsqueeze_513_output_0", "/Concat_208_output_0", "/Reshape_145_output_0", "/Mul_128_output_0", "/Shape_226_output_0", "Shape4100", "BinaryOp4103", "BinaryOp4104", "Unsqueeze4105", "BinaryOp4107", "Unsqueeze4108", "StridedSlice4111", "Squeeze4112", "BinaryOp4113", "BinaryOp4114", "/Gather_245_output_0", "/Div_48_output_0", "/Unsqueeze_518_output_0", "/Slice_65_output_0", "/Neg_32_output_0", "/Slice_64_output_0", "/Concat_211_output_0", "/Mul_129_output_0", "/Add_80_output_0", "/FakeLinear_65_output_0", "/Concat_209_output_0", "/Reshape_146_output_0", "/Mul_130_output_0", "/Shape_227_output_0", "Shape4163", "BinaryOp4166", "BinaryOp4167", "Unsqueeze4168", "BinaryOp4170", "Unsqueeze4171", "StridedSlice4174", "Squeeze4175", "BinaryOp4176", "BinaryOp4177", "/Gather_246_output_0", "/Div_49_output_0", "/Unsqueeze_520_output_0", "/Slice_67_output_0", "/Neg_33_output_0", "/Slice_66_output_0", "/Concat_212_output_0", "/Mul_131_output_0", "/Add_81_output_0", "/FakeLinear_66_output_0", "/Reshape_147_output_0", "/Reshape_152_output_0", "/FakeLinear_67_output_0", "/Add_83_output_0", "model.model.layers.16.post_attention_layernorm.weight", "/post_attention_layernorm_16/Mul_output_0", "/post_attention_layernorm_16/Mul_1_output_0", "/mlp/gate_proj_16/FakeLinear_output_0", "/mlp/act_fn_16/Sigmoid_output_0", "/mlp/act_fn_16/Mul_output_0", "/mlp/up_proj_16/FakeLinear_output_0", "/mlp_16/Mul_output_0", "/mlp/down_proj_16/FakeLinear_output_0", "/Add_84_output_0", "/Reshape_153_output_0", "model.model.layers.17.input_layernorm.weight", "/input_layernorm_17/Mul_output_0", "/input_layernorm_17/Mul_1_output_0", "/FakeLinear_68_output_0", "/Shape_239_output_0", "Shape4329", "BinaryOp4332", "BinaryOp4333", "Unsqueeze4334", "BinaryOp4336", "Unsqueeze4337", "StridedSlice4340", "Squeeze4341", "BinaryOp4342", "BinaryOp4343", "/Gather_259_output_0", "/Unsqueeze_545_output_0", "/Concat_221_output_0", "/Reshape_154_output_0", "/Mul_136_output_0", "/Shape_240_output_0", "Shape4350", "BinaryOp4353", "BinaryOp4354", "Unsqueeze4355", "BinaryOp4357", "Unsqueeze4358", "StridedSlice4361", "Squeeze4362", "BinaryOp4363", "BinaryOp4364", "/Gather_260_output_0", "/Div_51_output_0", "/Unsqueeze_550_output_0", "/Slice_69_output_0", "/Neg_34_output_0", "/Slice_68_output_0", "/Concat_224_output_0", "/Mul_137_output_0", "/Add_85_output_0", "/FakeLinear_69_output_0", "/Concat_222_output_0", "/Reshape_155_output_0", "/Mul_138_output_0", "/Shape_241_output_0", "Shape4413", "BinaryOp4416", "BinaryOp4417", "Unsqueeze4418", "BinaryOp4420", "Unsqueeze4421", "StridedSlice4424", "Squeeze4425", "BinaryOp4426", "BinaryOp4427", "/Gather_261_output_0", "/Div_52_output_0", "/Unsqueeze_552_output_0", "/Slice_71_output_0", "/Neg_35_output_0", "/Slice_70_output_0", "/Concat_225_output_0", "/Mul_139_output_0", "/Add_86_output_0", "/FakeLinear_70_output_0", "/Reshape_156_output_0", "/Reshape_161_output_0", "/FakeLinear_71_output_0", "/Add_88_output_0", "model.model.layers.17.post_attention_layernorm.weight", "/post_attention_layernorm_17/Mul_output_0", "/post_attention_layernorm_17/Mul_1_output_0", "/mlp/gate_proj_17/FakeLinear_output_0", "/mlp/act_fn_17/Sigmoid_output_0", "/mlp/act_fn_17/Mul_output_0", "/mlp/up_proj_17/FakeLinear_output_0", "/mlp_17/Mul_output_0", "/mlp/down_proj_17/FakeLinear_output_0", "/Add_89_output_0", "/Reshape_162_output_0", "model.model.layers.18.input_layernorm.weight", "/input_layernorm_18/Mul_output_0", "/input_layernorm_18/Mul_1_output_0", "/FakeLinear_72_output_0", "/Shape_253_output_0", "Shape4579", "BinaryOp4582", "BinaryOp4583", "Unsqueeze4584", "BinaryOp4586", "Unsqueeze4587", "StridedSlice4590", "Squeeze4591", "BinaryOp4592", "BinaryOp4593", "/Gather_274_output_0", "/Unsqueeze_577_output_0", "/Concat_234_output_0", "/Reshape_163_output_0", "/Mul_144_output_0", "/Shape_254_output_0", "Shape4600", "BinaryOp4603", "BinaryOp4604", "Unsqueeze4605", "BinaryOp4607", "Unsqueeze4608", "StridedSlice4611", "Squeeze4612", "BinaryOp4613", "BinaryOp4614", "/Gather_275_output_0", "/Div_54_output_0", "/Unsqueeze_582_output_0", "/Slice_73_output_0", "/Neg_36_output_0", "/Slice_72_output_0", "/Concat_237_output_0", "/Mul_145_output_0", "/Add_90_output_0", "/FakeLinear_73_output_0", "/Concat_235_output_0", "/Reshape_164_output_0", "/Mul_146_output_0", "/Shape_255_output_0", "Shape4663", "BinaryOp4666", "BinaryOp4667", "Unsqueeze4668", "BinaryOp4670", "Unsqueeze4671", "StridedSlice4674", "Squeeze4675", "BinaryOp4676", "BinaryOp4677", "/Gather_276_output_0", "/Div_55_output_0", "/Unsqueeze_584_output_0", "/Slice_75_output_0", "/Neg_37_output_0", "/Slice_74_output_0", "/Concat_238_output_0", "/Mul_147_output_0", "/Add_91_output_0", "/FakeLinear_74_output_0", "/Reshape_165_output_0", "/Reshape_170_output_0", "/FakeLinear_75_output_0", "/Add_93_output_0", "model.model.layers.18.post_attention_layernorm.weight", "/post_attention_layernorm_18/Mul_output_0", "/post_attention_layernorm_18/Mul_1_output_0", "/mlp/gate_proj_18/FakeLinear_output_0", "/mlp/act_fn_18/Sigmoid_output_0", "/mlp/act_fn_18/Mul_output_0", "/mlp/up_proj_18/FakeLinear_output_0", "/mlp_18/Mul_output_0", "/mlp/down_proj_18/FakeLinear_output_0", "/Add_94_output_0", "/Reshape_171_output_0", "model.model.layers.19.input_layernorm.weight", "/input_layernorm_19/Mul_output_0", "/input_layernorm_19/Mul_1_output_0", "/FakeLinear_76_output_0", "/Shape_267_output_0", "Shape4829", "BinaryOp4832", "BinaryOp4833", "Unsqueeze4834", "BinaryOp4836", "Unsqueeze4837", "StridedSlice4840", "Squeeze4841", "BinaryOp4842", "BinaryOp4843", "/Gather_289_output_0", "/Unsqueeze_609_output_0", "/Concat_247_output_0", "/Reshape_172_output_0", "/Mul_152_output_0", "/Shape_268_output_0", "Shape4850", "BinaryOp4853", "BinaryOp4854", "Unsqueeze4855", "BinaryOp4857", "Unsqueeze4858", "StridedSlice4861", "Squeeze4862", "BinaryOp4863", "BinaryOp4864", "/Gather_290_output_0", "/Div_57_output_0", "/Unsqueeze_614_output_0", "/Slice_77_output_0", "/Neg_38_output_0", "/Slice_76_output_0", "/Concat_250_output_0", "/Mul_153_output_0", "/Add_95_output_0", "/FakeLinear_77_output_0", "/Concat_248_output_0", "/Reshape_173_output_0", "/Mul_154_output_0", "/Shape_269_output_0", "Shape4913", "BinaryOp4916", "BinaryOp4917", "Unsqueeze4918", "BinaryOp4920", "Unsqueeze4921", "StridedSlice4924", "Squeeze4925", "BinaryOp4926", "BinaryOp4927", "/Gather_291_output_0", "/Div_58_output_0", "/Unsqueeze_616_output_0", "/Slice_79_output_0", "/Neg_39_output_0", "/Slice_78_output_0", "/Concat_251_output_0", "/Mul_155_output_0", "/Add_96_output_0", "/FakeLinear_78_output_0", "/Reshape_174_output_0", "/Reshape_179_output_0", "/FakeLinear_79_output_0", "/Add_98_output_0", "model.model.layers.19.post_attention_layernorm.weight", "/post_attention_layernorm_19/Mul_output_0", "/post_attention_layernorm_19/Mul_1_output_0", "/mlp/gate_proj_19/FakeLinear_output_0", "/mlp/act_fn_19/Sigmoid_output_0", "/mlp/act_fn_19/Mul_output_0", "/mlp/up_proj_19/FakeLinear_output_0", "/mlp_19/Mul_output_0", "/mlp/down_proj_19/FakeLinear_output_0", "/Add_99_output_0", "/Reshape_180_output_0", "model.model.layers.20.input_layernorm.weight", "/input_layernorm_20/Mul_output_0", "/input_layernorm_20/Mul_1_output_0", "/FakeLinear_80_output_0", "/Shape_281_output_0", "Shape5079", "BinaryOp5082", "BinaryOp5083", "Unsqueeze5084", "BinaryOp5086", "Unsqueeze5087", "StridedSlice5090", "Squeeze5091", "BinaryOp5092", "BinaryOp5093", "/Gather_304_output_0", "/Unsqueeze_641_output_0", "/Concat_260_output_0", "/Reshape_181_output_0", "/Mul_160_output_0", "/Shape_282_output_0", "Shape5100", "BinaryOp5103", "BinaryOp5104", "Unsqueeze5105", "BinaryOp5107", "Unsqueeze5108", "StridedSlice5111", "Squeeze5112", "BinaryOp5113", "BinaryOp5114", "/Gather_305_output_0", "/Div_60_output_0", "/Unsqueeze_646_output_0", "/Slice_81_output_0", "/Neg_40_output_0", "/Slice_80_output_0", "/Concat_263_output_0", "/Mul_161_output_0", "/Add_100_output_0", "/FakeLinear_81_output_0", "/Concat_261_output_0", "/Reshape_182_output_0", "/Mul_162_output_0", "/Shape_283_output_0", "Shape5163", "BinaryOp5166", "BinaryOp5167", "Unsqueeze5168", "BinaryOp5170", "Unsqueeze5171", "StridedSlice5174", "Squeeze5175", "BinaryOp5176", "BinaryOp5177", "/Gather_306_output_0", "/Div_61_output_0", "/Unsqueeze_648_output_0", "/Slice_83_output_0", "/Neg_41_output_0", "/Slice_82_output_0", "/Concat_264_output_0", "/Mul_163_output_0", "/Add_101_output_0", "/FakeLinear_82_output_0", "/Reshape_183_output_0", "/Reshape_188_output_0", "/FakeLinear_83_output_0", "/Add_103_output_0", "model.model.layers.20.post_attention_layernorm.weight", "/post_attention_layernorm_20/Mul_output_0", "/post_attention_layernorm_20/Mul_1_output_0", "/mlp/gate_proj_20/FakeLinear_output_0", "/mlp/act_fn_20/Sigmoid_output_0", "/mlp/act_fn_20/Mul_output_0", "/mlp/up_proj_20/FakeLinear_output_0", "/mlp_20/Mul_output_0", "/mlp/down_proj_20/FakeLinear_output_0", "/Add_104_output_0", "/Reshape_189_output_0", "model.model.layers.21.input_layernorm.weight", "/input_layernorm_21/Mul_output_0", "/input_layernorm_21/Mul_1_output_0", "/FakeLinear_84_output_0", "/Shape_295_output_0", "Shape5329", "BinaryOp5332", "BinaryOp5333", "Unsqueeze5334", "BinaryOp5336", "Unsqueeze5337", "StridedSlice5340", "Squeeze5341", "BinaryOp5342", "BinaryOp5343", "/Gather_319_output_0", "/Unsqueeze_673_output_0", "/Concat_273_output_0", "/Reshape_190_output_0", "/Mul_168_output_0", "/Shape_296_output_0", "Shape5350", "BinaryOp5353", "BinaryOp5354", "Unsqueeze5355", "BinaryOp5357", "Unsqueeze5358", "StridedSlice5361", "Squeeze5362", "BinaryOp5363", "BinaryOp5364", "/Gather_320_output_0", "/Div_63_output_0", "/Unsqueeze_678_output_0", "/Slice_85_output_0", "/Neg_42_output_0", "/Slice_84_output_0", "/Concat_276_output_0", "/Mul_169_output_0", "/Add_105_output_0", "/FakeLinear_85_output_0", "/Concat_274_output_0", "/Reshape_191_output_0", "/Mul_170_output_0", "/Shape_297_output_0", "Shape5413", "BinaryOp5416", "BinaryOp5417", "Unsqueeze5418", "BinaryOp5420", "Unsqueeze5421", "StridedSlice5424", "Squeeze5425", "BinaryOp5426", "BinaryOp5427", "/Gather_321_output_0", "/Div_64_output_0", "/Unsqueeze_680_output_0", "/Slice_87_output_0", "/Neg_43_output_0", "/Slice_86_output_0", "/Concat_277_output_0", "/Mul_171_output_0", "/Add_106_output_0", "/FakeLinear_86_output_0", "/Reshape_192_output_0", "/Reshape_197_output_0", "/FakeLinear_87_output_0", "/Add_108_output_0", "model.model.layers.21.post_attention_layernorm.weight", "/post_attention_layernorm_21/Mul_output_0", "/post_attention_layernorm_21/Mul_1_output_0", "/mlp/gate_proj_21/FakeLinear_output_0", "/mlp/act_fn_21/Sigmoid_output_0", "/mlp/act_fn_21/Mul_output_0", "/mlp/up_proj_21/FakeLinear_output_0", "/mlp_21/Mul_output_0", "/mlp/down_proj_21/FakeLinear_output_0", "/Add_109_output_0", "/Reshape_198_output_0", "model.model.layers.22.input_layernorm.weight", "/input_layernorm_22/Mul_output_0", "/input_layernorm_22/Mul_1_output_0", "/FakeLinear_88_output_0", "/Shape_309_output_0", "Shape5579", "BinaryOp5582", "BinaryOp5583", "Unsqueeze5584", "BinaryOp5586", "Unsqueeze5587", "StridedSlice5590", "Squeeze5591", "BinaryOp5592", "BinaryOp5593", "/Gather_334_output_0", "/Unsqueeze_705_output_0", "/Concat_286_output_0", "/Reshape_199_output_0", "/Mul_176_output_0", "/Shape_310_output_0", "Shape5600", "BinaryOp5603", "BinaryOp5604", "Unsqueeze5605", "BinaryOp5607", "Unsqueeze5608", "StridedSlice5611", "Squeeze5612", "BinaryOp5613", "BinaryOp5614", "/Gather_335_output_0", "/Div_66_output_0", "/Unsqueeze_710_output_0", "/Slice_89_output_0", "/Neg_44_output_0", "/Slice_88_output_0", "/Concat_289_output_0", "/Mul_177_output_0", "/Add_110_output_0", "/FakeLinear_89_output_0", "/Concat_287_output_0", "/Reshape_200_output_0", "/Mul_178_output_0", "/Shape_311_output_0", "Shape5663", "BinaryOp5666", "BinaryOp5667", "Unsqueeze5668", "BinaryOp5670", "Unsqueeze5671", "StridedSlice5674", "Squeeze5675", "BinaryOp5676", "BinaryOp5677", "/Gather_336_output_0", "/Div_67_output_0", "/Unsqueeze_712_output_0", "/Slice_91_output_0", "/Neg_45_output_0", "/Slice_90_output_0", "/Concat_290_output_0", "/Mul_179_output_0", "/Add_111_output_0", "/FakeLinear_90_output_0", "/Reshape_201_output_0", "/Reshape_206_output_0", "/FakeLinear_91_output_0", "/Add_113_output_0", "model.model.layers.22.post_attention_layernorm.weight", "/post_attention_layernorm_22/Mul_output_0", "/post_attention_layernorm_22/Mul_1_output_0", "/mlp/gate_proj_22/FakeLinear_output_0", "/mlp/act_fn_22/Sigmoid_output_0", "/mlp/act_fn_22/Mul_output_0", "/mlp/up_proj_22/FakeLinear_output_0", "/mlp_22/Mul_output_0", "/mlp/down_proj_22/FakeLinear_output_0", "/Add_114_output_0", "/Reshape_207_output_0", "model.model.layers.23.input_layernorm.weight", "/input_layernorm_23/Mul_output_0", "/input_layernorm_23/Mul_1_output_0", "/FakeLinear_92_output_0", "/Shape_323_output_0", "Shape5829", "BinaryOp5832", "BinaryOp5833", "Unsqueeze5834", "BinaryOp5836", "Unsqueeze5837", "StridedSlice5840", "Squeeze5841", "BinaryOp5842", "BinaryOp5843", "/Gather_349_output_0", "/Unsqueeze_737_output_0", "/Concat_299_output_0", "/Reshape_208_output_0", "/Mul_184_output_0", "/Shape_324_output_0", "Shape5850", "BinaryOp5853", "BinaryOp5854", "Unsqueeze5855", "BinaryOp5857", "Unsqueeze5858", "StridedSlice5861", "Squeeze5862", "BinaryOp5863", "BinaryOp5864", "/Gather_350_output_0", "/Div_69_output_0", "/Unsqueeze_742_output_0", "/Slice_93_output_0", "/Neg_46_output_0", "/Slice_92_output_0", "/Concat_302_output_0", "/Mul_185_output_0", "/Add_115_output_0", "/FakeLinear_93_output_0", "/Concat_300_output_0", "/Reshape_209_output_0", "/Mul_186_output_0", "/Shape_325_output_0", "Shape5913", "BinaryOp5916", "BinaryOp5917", "Unsqueeze5918", "BinaryOp5920", "Unsqueeze5921", "StridedSlice5924", "Squeeze5925", "BinaryOp5926", "BinaryOp5927", "/Gather_351_output_0", "/Div_70_output_0", "/Unsqueeze_744_output_0", "/Slice_95_output_0", "/Neg_47_output_0", "/Slice_94_output_0", "/Concat_303_output_0", "/Mul_187_output_0", "/Add_116_output_0", "/FakeLinear_94_output_0", "/Reshape_210_output_0", "/Reshape_215_output_0", "/FakeLinear_95_output_0", "/Add_118_output_0", "model.model.layers.23.post_attention_layernorm.weight", "/post_attention_layernorm_23/Mul_output_0", "/post_attention_layernorm_23/Mul_1_output_0", "/mlp/gate_proj_23/FakeLinear_output_0", "/mlp/act_fn_23/Sigmoid_output_0", "/mlp/act_fn_23/Mul_output_0", "/mlp/up_proj_23/FakeLinear_output_0", "/mlp_23/Mul_output_0", "/mlp/down_proj_23/FakeLinear_output_0", "/Add_119_output_0", "/Reshape_216_output_0", "model.model.layers.24.input_layernorm.weight", "/input_layernorm_24/Mul_output_0", "/input_layernorm_24/Mul_1_output_0", "/FakeLinear_96_output_0", "/Shape_337_output_0", "Shape6079", "BinaryOp6082", "BinaryOp6083", "Unsqueeze6084", "BinaryOp6086", "Unsqueeze6087", "StridedSlice6090", "Squeeze6091", "BinaryOp6092", "BinaryOp6093", "/Gather_364_output_0", "/Unsqueeze_769_output_0", "/Concat_312_output_0", "/Reshape_217_output_0", "/Mul_192_output_0", "/Shape_338_output_0", "Shape6100", "BinaryOp6103", "BinaryOp6104", "Unsqueeze6105", "BinaryOp6107", "Unsqueeze6108", "StridedSlice6111", "Squeeze6112", "BinaryOp6113", "BinaryOp6114", "/Gather_365_output_0", "/Div_72_output_0", "/Unsqueeze_774_output_0", "/Slice_97_output_0", "/Neg_48_output_0", "/Slice_96_output_0", "/Concat_315_output_0", "/Mul_193_output_0", "/Add_120_output_0", "/FakeLinear_97_output_0", "/Concat_313_output_0", "/Reshape_218_output_0", "/Mul_194_output_0", "/Shape_339_output_0", "Shape6163", "BinaryOp6166", "BinaryOp6167", "Unsqueeze6168", "BinaryOp6170", "Unsqueeze6171", "StridedSlice6174", "Squeeze6175", "BinaryOp6176", "BinaryOp6177", "/Gather_366_output_0", "/Div_73_output_0", "/Unsqueeze_776_output_0", "/Slice_99_output_0", "/Neg_49_output_0", "/Slice_98_output_0", "/Concat_316_output_0", "/Mul_195_output_0", "/Add_121_output_0", "/FakeLinear_98_output_0", "/Reshape_219_output_0", "/Reshape_224_output_0", "/FakeLinear_99_output_0", "/Add_123_output_0", "model.model.layers.24.post_attention_layernorm.weight", "/post_attention_layernorm_24/Mul_output_0", "/post_attention_layernorm_24/Mul_1_output_0", "/mlp/gate_proj_24/FakeLinear_output_0", "/mlp/act_fn_24/Sigmoid_output_0", "/mlp/act_fn_24/Mul_output_0", "/mlp/up_proj_24/FakeLinear_output_0", "/mlp_24/Mul_output_0", "/mlp/down_proj_24/FakeLinear_output_0", "/Add_124_output_0", "/Reshape_225_output_0", "model.model.layers.25.input_layernorm.weight", "/input_layernorm_25/Mul_output_0", "/input_layernorm_25/Mul_1_output_0", "/FakeLinear_100_output_0", "/Shape_351_output_0", "Shape6329", "BinaryOp6332", "BinaryOp6333", "Unsqueeze6334", "BinaryOp6336", "Unsqueeze6337", "StridedSlice6340", "Squeeze6341", "BinaryOp6342", "BinaryOp6343", "/Gather_379_output_0", "/Unsqueeze_801_output_0", "/Concat_325_output_0", "/Reshape_226_output_0", "/Mul_200_output_0", "/Shape_352_output_0", "Shape6350", "BinaryOp6353", "BinaryOp6354", "Unsqueeze6355", "BinaryOp6357", "Unsqueeze6358", "StridedSlice6361", "Squeeze6362", "BinaryOp6363", "BinaryOp6364", "/Gather_380_output_0", "/Div_75_output_0", "/Unsqueeze_806_output_0", "/Slice_101_output_0", "/Neg_50_output_0", "/Slice_100_output_0", "/Concat_328_output_0", "/Mul_201_output_0", "/Add_125_output_0", "/FakeLinear_101_output_0", "/Concat_326_output_0", "/Reshape_227_output_0", "/Mul_202_output_0", "/Shape_353_output_0", "Shape6413", "BinaryOp6416", "BinaryOp6417", "Unsqueeze6418", "BinaryOp6420", "Unsqueeze6421", "StridedSlice6424", "Squeeze6425", "BinaryOp6426", "BinaryOp6427", "/Gather_381_output_0", "/Div_76_output_0", "/Unsqueeze_808_output_0", "/Slice_103_output_0", "/Neg_51_output_0", "/Slice_102_output_0", "/Concat_329_output_0", "/Mul_203_output_0", "/Add_126_output_0", "/FakeLinear_102_output_0", "/Reshape_228_output_0", "/Reshape_233_output_0", "/FakeLinear_103_output_0", "/Add_128_output_0", "model.model.layers.25.post_attention_layernorm.weight", "/post_attention_layernorm_25/Mul_output_0", "/post_attention_layernorm_25/Mul_1_output_0", "/mlp/gate_proj_25/FakeLinear_output_0", "/mlp/act_fn_25/Sigmoid_output_0", "/mlp/act_fn_25/Mul_output_0", "/mlp/up_proj_25/FakeLinear_output_0", "/mlp_25/Mul_output_0", "/mlp/down_proj_25/FakeLinear_output_0", "/Add_129_output_0", "/Reshape_234_output_0", "model.model.layers.26.input_layernorm.weight", "/input_layernorm_26/Mul_output_0", "/input_layernorm_26/Mul_1_output_0", "/FakeLinear_104_output_0", "/Shape_365_output_0", "Shape6579", "BinaryOp6582", "BinaryOp6583", "Unsqueeze6584", "BinaryOp6586", "Unsqueeze6587", "StridedSlice6590", "Squeeze6591", "BinaryOp6592", "BinaryOp6593", "/Gather_394_output_0", "/Unsqueeze_833_output_0", "/Concat_338_output_0", "/Reshape_235_output_0", "/Mul_208_output_0", "/Shape_366_output_0", "Shape6600", "BinaryOp6603", "BinaryOp6604", "Unsqueeze6605", "BinaryOp6607", "Unsqueeze6608", "StridedSlice6611", "Squeeze6612", "BinaryOp6613", "BinaryOp6614", "/Gather_395_output_0", "/Div_78_output_0", "/Unsqueeze_838_output_0", "/Slice_105_output_0", "/Neg_52_output_0", "/Slice_104_output_0", "/Concat_341_output_0", "/Mul_209_output_0", "/Add_130_output_0", "/FakeLinear_105_output_0", "/Concat_339_output_0", "/Reshape_236_output_0", "/Mul_210_output_0", "/Shape_367_output_0", "Shape6663", "BinaryOp6666", "BinaryOp6667", "Unsqueeze6668", "BinaryOp6670", "Unsqueeze6671", "StridedSlice6674", "Squeeze6675", "BinaryOp6676", "BinaryOp6677", "/Gather_396_output_0", "/Div_79_output_0", "/Unsqueeze_840_output_0", "/Slice_107_output_0", "/Neg_53_output_0", "/Slice_106_output_0", "/Concat_342_output_0", "/Mul_211_output_0", "/Add_131_output_0", "/FakeLinear_106_output_0", "/Reshape_237_output_0", "/Reshape_242_output_0", "/FakeLinear_107_output_0", "/Add_133_output_0", "model.model.layers.26.post_attention_layernorm.weight", "/post_attention_layernorm_26/Mul_output_0", "/post_attention_layernorm_26/Mul_1_output_0", "/mlp/gate_proj_26/FakeLinear_output_0", "/mlp/act_fn_26/Sigmoid_output_0", "/mlp/act_fn_26/Mul_output_0", "/mlp/up_proj_26/FakeLinear_output_0", "/mlp_26/Mul_output_0", "/mlp/down_proj_26/FakeLinear_output_0", "/Add_134_output_0", "/Reshape_243_output_0", "model.model.layers.27.input_layernorm.weight", "/input_layernorm_27/Mul_output_0", "/input_layernorm_27/Mul_1_output_0", "/FakeLinear_108_output_0", "/Shape_379_output_0", "Shape6829", "BinaryOp6832", "BinaryOp6833", "Unsqueeze6834", "BinaryOp6836", "Unsqueeze6837", "StridedSlice6840", "Squeeze6841", "BinaryOp6842", "BinaryOp6843", "/Gather_409_output_0", "/Unsqueeze_865_output_0", "/Concat_351_output_0", "/Reshape_244_output_0", "/Mul_216_output_0", "/Shape_380_output_0", "Shape6850", "BinaryOp6853", "BinaryOp6854", "Unsqueeze6855", "BinaryOp6857", "Unsqueeze6858", "StridedSlice6861", "Squeeze6862", "BinaryOp6863", "BinaryOp6864", "/Gather_410_output_0", "/Div_81_output_0", "/Unsqueeze_870_output_0", "/Slice_109_output_0", "/Neg_54_output_0", "/Slice_108_output_0", "/Concat_354_output_0", "/Mul_217_output_0", "/Add_135_output_0", "/FakeLinear_109_output_0", "/Concat_352_output_0", "/Reshape_245_output_0", "/Mul_218_output_0", "/Shape_381_output_0", "Shape6913", "BinaryOp6916", "BinaryOp6917", "Unsqueeze6918", "BinaryOp6920", "Unsqueeze6921", "StridedSlice6924", "Squeeze6925", "BinaryOp6926", "BinaryOp6927", "/Gather_411_output_0", "/Div_82_output_0", "/Unsqueeze_872_output_0", "/Slice_111_output_0", "/Neg_55_output_0", "/Slice_110_output_0", "/Concat_355_output_0", "/Mul_219_output_0", "/Add_136_output_0", "/FakeLinear_110_output_0", "/Reshape_246_output_0", "/Reshape_251_output_0", "/FakeLinear_111_output_0", "/Add_138_output_0", "model.model.layers.27.post_attention_layernorm.weight", "/post_attention_layernorm_27/Mul_output_0", "/post_attention_layernorm_27/Mul_1_output_0", "/mlp/gate_proj_27/FakeLinear_output_0", "/mlp/act_fn_27/Sigmoid_output_0", "/mlp/act_fn_27/Mul_output_0", "/mlp/up_proj_27/FakeLinear_output_0", "/mlp_27/Mul_output_0", "/mlp/down_proj_27/FakeLinear_output_0", "/Add_139_output_0", "/lm/Constant_output_0__", "/lm/Reshape_output_0", "/rotary/Constant_6_output_0", "Shape7071", "BinaryOp7074", "BinaryOp7075", "Unsqueeze7076", "BinaryOp7078", "Unsqueeze7079", "StridedSlice7082", "Squeeze7083", "BinaryOp7084", "BinaryOp7085", "/lm/Gather_output_0", "/lm/Constant_1_output_0__", "/lm/Reshape_1_output_0", "/lm/norm/Mul_output_0", "/lm/norm/Mul_1_output_0", "/lm/lm/FakeLinear_output_0", "/Constant_1676_output_0__", "logits", "past_key_values", "presents", "/layers.0/self_attn/q_proj/Linear/pre_reshape", "/layers.0/self_attn/q_proj/Linear/pre_convert", "/layers.0/self_attn/q_proj/Linear", "/layers.0/self_attn/q_proj/Linear/post_convert", "/layers.0/self_attn/k_proj/Linear/pre_reshape", "/layers.0/self_attn/k_proj/Linear/pre_convert", "/layers.0/self_attn/k_proj/Linear", "/layers.0/self_attn/k_proj/Linear/post_convert", "/layers.0/self_attn/v_proj/Linear/pre_reshape", "/layers.0/self_attn/v_proj/Linear/pre_convert", "/layers.0/self_attn/v_proj/Linear", "/layers.0/self_attn/v_proj/Linear/post_convert", "/layers.0/self_attn/o_proj/Linear/pre_reshape", "/layers.0/self_attn/o_proj/Linear/pre_convert", "/layers.0/self_attn/o_proj/Linear", "/layers.0/self_attn/o_proj/Linear/post_convert", "/layers.0/mlp/gate_proj/Linear/pre_reshape", "/layers.0/mlp/gate_proj/Linear/pre_convert", "/layers.0/mlp/gate_proj/Linear", "/layers.0/mlp/gate_proj/Linear/post_convert", "/layers.0/mlp/up_proj/Linear/pre_reshape", "/layers.0/mlp/up_proj/Linear/pre_convert", "/layers.0/mlp/up_proj/Linear", "/layers.0/mlp/up_proj/Linear/post_convert", "/layers.0/mlp/down_proj/Linear/pre_reshape", "/layers.0/mlp/down_proj/Linear/pre_convert", "/layers.0/mlp/down_proj/Linear", "/layers.0/mlp/down_proj/Linear/post_convert", "/layers.1/self_attn/q_proj/Linear/pre_reshape", "/layers.1/self_attn/q_proj/Linear/pre_convert", "/layers.1/self_attn/q_proj/Linear", "/layers.1/self_attn/q_proj/Linear/post_convert", "/layers.1/self_attn/k_proj/Linear/pre_reshape", "/layers.1/self_attn/k_proj/Linear/pre_convert", "/layers.1/self_attn/k_proj/Linear", "/layers.1/self_attn/k_proj/Linear/post_convert", "/layers.1/self_attn/v_proj/Linear/pre_reshape", "/layers.1/self_attn/v_proj/Linear/pre_convert", "/layers.1/self_attn/v_proj/Linear", "/layers.1/self_attn/v_proj/Linear/post_convert", "/layers.1/self_attn/o_proj/Linear/pre_reshape", "/layers.1/self_attn/o_proj/Linear/pre_convert", "/layers.1/self_attn/o_proj/Linear", "/layers.1/self_attn/o_proj/Linear/post_convert", "/layers.1/mlp/gate_proj/Linear/pre_reshape", "/layers.1/mlp/gate_proj/Linear/pre_convert", "/layers.1/mlp/gate_proj/Linear", "/layers.1/mlp/gate_proj/Linear/post_convert", "/layers.1/mlp/up_proj/Linear/pre_reshape", "/layers.1/mlp/up_proj/Linear/pre_convert", "/layers.1/mlp/up_proj/Linear", "/layers.1/mlp/up_proj/Linear/post_convert", "/layers.1/mlp/down_proj/Linear/pre_reshape", "/layers.1/mlp/down_proj/Linear/pre_convert", "/layers.1/mlp/down_proj/Linear", "/layers.1/mlp/down_proj/Linear/post_convert", "/layers.2/self_attn/q_proj/Linear/pre_reshape", "/layers.2/self_attn/q_proj/Linear/pre_convert", "/layers.2/self_attn/q_proj/Linear", "/layers.2/self_attn/q_proj/Linear/post_convert", "/layers.2/self_attn/k_proj/Linear/pre_reshape", "/layers.2/self_attn/k_proj/Linear/pre_convert", "/layers.2/self_attn/k_proj/Linear", "/layers.2/self_attn/k_proj/Linear/post_convert", "/layers.2/self_attn/v_proj/Linear/pre_reshape", "/layers.2/self_attn/v_proj/Linear/pre_convert", "/layers.2/self_attn/v_proj/Linear", "/layers.2/self_attn/v_proj/Linear/post_convert", "/layers.2/self_attn/o_proj/Linear/pre_reshape", "/layers.2/self_attn/o_proj/Linear/pre_convert", "/layers.2/self_attn/o_proj/Linear", "/layers.2/self_attn/o_proj/Linear/post_convert", "/layers.2/mlp/gate_proj/Linear/pre_reshape", "/layers.2/mlp/gate_proj/Linear/pre_convert", "/layers.2/mlp/gate_proj/Linear", "/layers.2/mlp/gate_proj/Linear/post_convert", "/layers.2/mlp/up_proj/Linear/pre_reshape", "/layers.2/mlp/up_proj/Linear/pre_convert", "/layers.2/mlp/up_proj/Linear", "/layers.2/mlp/up_proj/Linear/post_convert", "/layers.2/mlp/down_proj/Linear/pre_reshape", "/layers.2/mlp/down_proj/Linear/pre_convert", "/layers.2/mlp/down_proj/Linear", "/layers.2/mlp/down_proj/Linear/post_convert", "/layers.3/self_attn/q_proj/Linear/pre_reshape", "/layers.3/self_attn/q_proj/Linear/pre_convert", "/layers.3/self_attn/q_proj/Linear", "/layers.3/self_attn/q_proj/Linear/post_convert", "/layers.3/self_attn/k_proj/Linear/pre_reshape", "/layers.3/self_attn/k_proj/Linear/pre_convert", "/layers.3/self_attn/k_proj/Linear", "/layers.3/self_attn/k_proj/Linear/post_convert", "/layers.3/self_attn/v_proj/Linear/pre_reshape", "/layers.3/self_attn/v_proj/Linear/pre_convert", "/layers.3/self_attn/v_proj/Linear", "/layers.3/self_attn/v_proj/Linear/post_convert", "/layers.3/self_attn/o_proj/Linear/pre_reshape", "/layers.3/self_attn/o_proj/Linear/pre_convert", "/layers.3/self_attn/o_proj/Linear", "/layers.3/self_attn/o_proj/Linear/post_convert", "/layers.3/mlp/gate_proj/Linear/pre_reshape", "/layers.3/mlp/gate_proj/Linear/pre_convert", "/layers.3/mlp/gate_proj/Linear", "/layers.3/mlp/gate_proj/Linear/post_convert", "/layers.3/mlp/up_proj/Linear/pre_reshape", "/layers.3/mlp/up_proj/Linear/pre_convert", "/layers.3/mlp/up_proj/Linear", "/layers.3/mlp/up_proj/Linear/post_convert", "/layers.3/mlp/down_proj/Linear/pre_reshape", "/layers.3/mlp/down_proj/Linear/pre_convert", "/layers.3/mlp/down_proj/Linear", "/layers.3/mlp/down_proj/Linear/post_convert", "/layers.4/self_attn/q_proj/Linear/pre_reshape", "/layers.4/self_attn/q_proj/Linear/pre_convert", "/layers.4/self_attn/q_proj/Linear", "/layers.4/self_attn/q_proj/Linear/post_convert", "/layers.4/self_attn/k_proj/Linear/pre_reshape", "/layers.4/self_attn/k_proj/Linear/pre_convert", "/layers.4/self_attn/k_proj/Linear", "/layers.4/self_attn/k_proj/Linear/post_convert", "/layers.4/self_attn/v_proj/Linear/pre_reshape", "/layers.4/self_attn/v_proj/Linear/pre_convert", "/layers.4/self_attn/v_proj/Linear", "/layers.4/self_attn/v_proj/Linear/post_convert", "/layers.4/self_attn/o_proj/Linear/pre_reshape", "/layers.4/self_attn/o_proj/Linear/pre_convert", "/layers.4/self_attn/o_proj/Linear", "/layers.4/self_attn/o_proj/Linear/post_convert", "/layers.4/mlp/gate_proj/Linear/pre_reshape", "/layers.4/mlp/gate_proj/Linear/pre_convert", "/layers.4/mlp/gate_proj/Linear", "/layers.4/mlp/gate_proj/Linear/post_convert", "/layers.4/mlp/up_proj/Linear/pre_reshape", "/layers.4/mlp/up_proj/Linear/pre_convert", "/layers.4/mlp/up_proj/Linear", "/layers.4/mlp/up_proj/Linear/post_convert", "/layers.4/mlp/down_proj/Linear/pre_reshape", "/layers.4/mlp/down_proj/Linear/pre_convert", "/layers.4/mlp/down_proj/Linear", "/layers.4/mlp/down_proj/Linear/post_convert", "/layers.5/self_attn/q_proj/Linear/pre_reshape", "/layers.5/self_attn/q_proj/Linear/pre_convert", "/layers.5/self_attn/q_proj/Linear", "/layers.5/self_attn/q_proj/Linear/post_convert", "/layers.5/self_attn/k_proj/Linear/pre_reshape", "/layers.5/self_attn/k_proj/Linear/pre_convert", "/layers.5/self_attn/k_proj/Linear", "/layers.5/self_attn/k_proj/Linear/post_convert", "/layers.5/self_attn/v_proj/Linear/pre_reshape", "/layers.5/self_attn/v_proj/Linear/pre_convert", "/layers.5/self_attn/v_proj/Linear", "/layers.5/self_attn/v_proj/Linear/post_convert", "/layers.5/self_attn/o_proj/Linear/pre_reshape", "/layers.5/self_attn/o_proj/Linear/pre_convert", "/layers.5/self_attn/o_proj/Linear", "/layers.5/self_attn/o_proj/Linear/post_convert", "/layers.5/mlp/gate_proj/Linear/pre_reshape", "/layers.5/mlp/gate_proj/Linear/pre_convert", "/layers.5/mlp/gate_proj/Linear", "/layers.5/mlp/gate_proj/Linear/post_convert", "/layers.5/mlp/up_proj/Linear/pre_reshape", "/layers.5/mlp/up_proj/Linear/pre_convert", "/layers.5/mlp/up_proj/Linear", "/layers.5/mlp/up_proj/Linear/post_convert", "/layers.5/mlp/down_proj/Linear/pre_reshape", "/layers.5/mlp/down_proj/Linear/pre_convert", "/layers.5/mlp/down_proj/Linear", "/layers.5/mlp/down_proj/Linear/post_convert", "/layers.6/self_attn/q_proj/Linear/pre_reshape", "/layers.6/self_attn/q_proj/Linear/pre_convert", "/layers.6/self_attn/q_proj/Linear", "/layers.6/self_attn/q_proj/Linear/post_convert", "/layers.6/self_attn/k_proj/Linear/pre_reshape", "/layers.6/self_attn/k_proj/Linear/pre_convert", "/layers.6/self_attn/k_proj/Linear", "/layers.6/self_attn/k_proj/Linear/post_convert", "/layers.6/self_attn/v_proj/Linear/pre_reshape", "/layers.6/self_attn/v_proj/Linear/pre_convert", "/layers.6/self_attn/v_proj/Linear", "/layers.6/self_attn/v_proj/Linear/post_convert", "/layers.6/self_attn/o_proj/Linear/pre_reshape", "/layers.6/self_attn/o_proj/Linear/pre_convert", "/layers.6/self_attn/o_proj/Linear", "/layers.6/self_attn/o_proj/Linear/post_convert", "/layers.6/mlp/gate_proj/Linear/pre_reshape", "/layers.6/mlp/gate_proj/Linear/pre_convert", "/layers.6/mlp/gate_proj/Linear", "/layers.6/mlp/gate_proj/Linear/post_convert", "/layers.6/mlp/up_proj/Linear/pre_reshape", "/layers.6/mlp/up_proj/Linear/pre_convert", "/layers.6/mlp/up_proj/Linear", "/layers.6/mlp/up_proj/Linear/post_convert", "/layers.6/mlp/down_proj/Linear/pre_reshape", "/layers.6/mlp/down_proj/Linear/pre_convert", "/layers.6/mlp/down_proj/Linear", "/layers.6/mlp/down_proj/Linear/post_convert", "/layers.7/self_attn/q_proj/Linear/pre_reshape", "/layers.7/self_attn/q_proj/Linear/pre_convert", "/layers.7/self_attn/q_proj/Linear", "/layers.7/self_attn/q_proj/Linear/post_convert", "/layers.7/self_attn/k_proj/Linear/pre_reshape", "/layers.7/self_attn/k_proj/Linear/pre_convert", "/layers.7/self_attn/k_proj/Linear", "/layers.7/self_attn/k_proj/Linear/post_convert", "/layers.7/self_attn/v_proj/Linear/pre_reshape", "/layers.7/self_attn/v_proj/Linear/pre_convert", "/layers.7/self_attn/v_proj/Linear", "/layers.7/self_attn/v_proj/Linear/post_convert", "/layers.7/self_attn/o_proj/Linear/pre_reshape", "/layers.7/self_attn/o_proj/Linear/pre_convert", "/layers.7/self_attn/o_proj/Linear", "/layers.7/self_attn/o_proj/Linear/post_convert", "/layers.7/mlp/gate_proj/Linear/pre_reshape", "/layers.7/mlp/gate_proj/Linear/pre_convert", "/layers.7/mlp/gate_proj/Linear", "/layers.7/mlp/gate_proj/Linear/post_convert", "/layers.7/mlp/up_proj/Linear/pre_reshape", "/layers.7/mlp/up_proj/Linear/pre_convert", "/layers.7/mlp/up_proj/Linear", "/layers.7/mlp/up_proj/Linear/post_convert", "/layers.7/mlp/down_proj/Linear/pre_reshape", "/layers.7/mlp/down_proj/Linear/pre_convert", "/layers.7/mlp/down_proj/Linear", "/layers.7/mlp/down_proj/Linear/post_convert", "/layers.8/self_attn/q_proj/Linear/pre_reshape", "/layers.8/self_attn/q_proj/Linear/pre_convert", "/layers.8/self_attn/q_proj/Linear", "/layers.8/self_attn/q_proj/Linear/post_convert", "/layers.8/self_attn/k_proj/Linear/pre_reshape", "/layers.8/self_attn/k_proj/Linear/pre_convert", "/layers.8/self_attn/k_proj/Linear", "/layers.8/self_attn/k_proj/Linear/post_convert", "/layers.8/self_attn/v_proj/Linear/pre_reshape", "/layers.8/self_attn/v_proj/Linear/pre_convert", "/layers.8/self_attn/v_proj/Linear", "/layers.8/self_attn/v_proj/Linear/post_convert", "/layers.8/self_attn/o_proj/Linear/pre_reshape", "/layers.8/self_attn/o_proj/Linear/pre_convert", "/layers.8/self_attn/o_proj/Linear", "/layers.8/self_attn/o_proj/Linear/post_convert", "/layers.8/mlp/gate_proj/Linear/pre_reshape", "/layers.8/mlp/gate_proj/Linear/pre_convert", "/layers.8/mlp/gate_proj/Linear", "/layers.8/mlp/gate_proj/Linear/post_convert", "/layers.8/mlp/up_proj/Linear/pre_reshape", "/layers.8/mlp/up_proj/Linear/pre_convert", "/layers.8/mlp/up_proj/Linear", "/layers.8/mlp/up_proj/Linear/post_convert", "/layers.8/mlp/down_proj/Linear/pre_reshape", "/layers.8/mlp/down_proj/Linear/pre_convert", "/layers.8/mlp/down_proj/Linear", "/layers.8/mlp/down_proj/Linear/post_convert", "/layers.9/self_attn/q_proj/Linear/pre_reshape", "/layers.9/self_attn/q_proj/Linear/pre_convert", "/layers.9/self_attn/q_proj/Linear", "/layers.9/self_attn/q_proj/Linear/post_convert", "/layers.9/self_attn/k_proj/Linear/pre_reshape", "/layers.9/self_attn/k_proj/Linear/pre_convert", "/layers.9/self_attn/k_proj/Linear", "/layers.9/self_attn/k_proj/Linear/post_convert", "/layers.9/self_attn/v_proj/Linear/pre_reshape", "/layers.9/self_attn/v_proj/Linear/pre_convert", "/layers.9/self_attn/v_proj/Linear", "/layers.9/self_attn/v_proj/Linear/post_convert", "/layers.9/self_attn/o_proj/Linear/pre_reshape", "/layers.9/self_attn/o_proj/Linear/pre_convert", "/layers.9/self_attn/o_proj/Linear", "/layers.9/self_attn/o_proj/Linear/post_convert", "/layers.9/mlp/gate_proj/Linear/pre_reshape", "/layers.9/mlp/gate_proj/Linear/pre_convert", "/layers.9/mlp/gate_proj/Linear", "/layers.9/mlp/gate_proj/Linear/post_convert", "/layers.9/mlp/up_proj/Linear/pre_reshape", "/layers.9/mlp/up_proj/Linear/pre_convert", "/layers.9/mlp/up_proj/Linear", "/layers.9/mlp/up_proj/Linear/post_convert", "/layers.9/mlp/down_proj/Linear/pre_reshape", "/layers.9/mlp/down_proj/Linear/pre_convert", "/layers.9/mlp/down_proj/Linear", "/layers.9/mlp/down_proj/Linear/post_convert", "/layers.10/self_attn/q_proj/Linear/pre_reshape", "/layers.10/self_attn/q_proj/Linear/pre_convert", "/layers.10/self_attn/q_proj/Linear", "/layers.10/self_attn/q_proj/Linear/post_convert", "/layers.10/self_attn/k_proj/Linear/pre_reshape", "/layers.10/self_attn/k_proj/Linear/pre_convert", "/layers.10/self_attn/k_proj/Linear", "/layers.10/self_attn/k_proj/Linear/post_convert", "/layers.10/self_attn/v_proj/Linear/pre_reshape", "/layers.10/self_attn/v_proj/Linear/pre_convert", "/layers.10/self_attn/v_proj/Linear", "/layers.10/self_attn/v_proj/Linear/post_convert", "/layers.10/self_attn/o_proj/Linear/pre_reshape", "/layers.10/self_attn/o_proj/Linear/pre_convert", "/layers.10/self_attn/o_proj/Linear", "/layers.10/self_attn/o_proj/Linear/post_convert", "/layers.10/mlp/gate_proj/Linear/pre_reshape", "/layers.10/mlp/gate_proj/Linear/pre_convert", "/layers.10/mlp/gate_proj/Linear", "/layers.10/mlp/gate_proj/Linear/post_convert", "/layers.10/mlp/up_proj/Linear/pre_reshape", "/layers.10/mlp/up_proj/Linear/pre_convert", "/layers.10/mlp/up_proj/Linear", "/layers.10/mlp/up_proj/Linear/post_convert", "/layers.10/mlp/down_proj/Linear/pre_reshape", "/layers.10/mlp/down_proj/Linear/pre_convert", "/layers.10/mlp/down_proj/Linear", "/layers.10/mlp/down_proj/Linear/post_convert", "/layers.11/self_attn/q_proj/Linear/pre_reshape", "/layers.11/self_attn/q_proj/Linear/pre_convert", "/layers.11/self_attn/q_proj/Linear", "/layers.11/self_attn/q_proj/Linear/post_convert", "/layers.11/self_attn/k_proj/Linear/pre_reshape", "/layers.11/self_attn/k_proj/Linear/pre_convert", "/layers.11/self_attn/k_proj/Linear", "/layers.11/self_attn/k_proj/Linear/post_convert", "/layers.11/self_attn/v_proj/Linear/pre_reshape", "/layers.11/self_attn/v_proj/Linear/pre_convert", "/layers.11/self_attn/v_proj/Linear", "/layers.11/self_attn/v_proj/Linear/post_convert", "/layers.11/self_attn/o_proj/Linear/pre_reshape", "/layers.11/self_attn/o_proj/Linear/pre_convert", "/layers.11/self_attn/o_proj/Linear", "/layers.11/self_attn/o_proj/Linear/post_convert", "/layers.11/mlp/gate_proj/Linear/pre_reshape", "/layers.11/mlp/gate_proj/Linear/pre_convert", "/layers.11/mlp/gate_proj/Linear", "/layers.11/mlp/gate_proj/Linear/post_convert", "/layers.11/mlp/up_proj/Linear/pre_reshape", "/layers.11/mlp/up_proj/Linear/pre_convert", "/layers.11/mlp/up_proj/Linear", "/layers.11/mlp/up_proj/Linear/post_convert", "/layers.11/mlp/down_proj/Linear/pre_reshape", "/layers.11/mlp/down_proj/Linear/pre_convert", "/layers.11/mlp/down_proj/Linear", "/layers.11/mlp/down_proj/Linear/post_convert", "/layers.12/self_attn/q_proj/Linear/pre_reshape", "/layers.12/self_attn/q_proj/Linear/pre_convert", "/layers.12/self_attn/q_proj/Linear", "/layers.12/self_attn/q_proj/Linear/post_convert", "/layers.12/self_attn/k_proj/Linear/pre_reshape", "/layers.12/self_attn/k_proj/Linear/pre_convert", "/layers.12/self_attn/k_proj/Linear", "/layers.12/self_attn/k_proj/Linear/post_convert", "/layers.12/self_attn/v_proj/Linear/pre_reshape", "/layers.12/self_attn/v_proj/Linear/pre_convert", "/layers.12/self_attn/v_proj/Linear", "/layers.12/self_attn/v_proj/Linear/post_convert", "/layers.12/self_attn/o_proj/Linear/pre_reshape", "/layers.12/self_attn/o_proj/Linear/pre_convert", "/layers.12/self_attn/o_proj/Linear", "/layers.12/self_attn/o_proj/Linear/post_convert", "/layers.12/mlp/gate_proj/Linear/pre_reshape", "/layers.12/mlp/gate_proj/Linear/pre_convert", "/layers.12/mlp/gate_proj/Linear", "/layers.12/mlp/gate_proj/Linear/post_convert", "/layers.12/mlp/up_proj/Linear/pre_reshape", "/layers.12/mlp/up_proj/Linear/pre_convert", "/layers.12/mlp/up_proj/Linear", "/layers.12/mlp/up_proj/Linear/post_convert", "/layers.12/mlp/down_proj/Linear/pre_reshape", "/layers.12/mlp/down_proj/Linear/pre_convert", "/layers.12/mlp/down_proj/Linear", "/layers.12/mlp/down_proj/Linear/post_convert", "/layers.13/self_attn/q_proj/Linear/pre_reshape", "/layers.13/self_attn/q_proj/Linear/pre_convert", "/layers.13/self_attn/q_proj/Linear", "/layers.13/self_attn/q_proj/Linear/post_convert", "/layers.13/self_attn/k_proj/Linear/pre_reshape", "/layers.13/self_attn/k_proj/Linear/pre_convert", "/layers.13/self_attn/k_proj/Linear", "/layers.13/self_attn/k_proj/Linear/post_convert", "/layers.13/self_attn/v_proj/Linear/pre_reshape", "/layers.13/self_attn/v_proj/Linear/pre_convert", "/layers.13/self_attn/v_proj/Linear", "/layers.13/self_attn/v_proj/Linear/post_convert", "/layers.13/self_attn/o_proj/Linear/pre_reshape", "/layers.13/self_attn/o_proj/Linear/pre_convert", "/layers.13/self_attn/o_proj/Linear", "/layers.13/self_attn/o_proj/Linear/post_convert", "/layers.13/mlp/gate_proj/Linear/pre_reshape", "/layers.13/mlp/gate_proj/Linear/pre_convert", "/layers.13/mlp/gate_proj/Linear", "/layers.13/mlp/gate_proj/Linear/post_convert", "/layers.13/mlp/up_proj/Linear/pre_reshape", "/layers.13/mlp/up_proj/Linear/pre_convert", "/layers.13/mlp/up_proj/Linear", "/layers.13/mlp/up_proj/Linear/post_convert", "/layers.13/mlp/down_proj/Linear/pre_reshape", "/layers.13/mlp/down_proj/Linear/pre_convert", "/layers.13/mlp/down_proj/Linear", "/layers.13/mlp/down_proj/Linear/post_convert", "/layers.14/self_attn/q_proj/Linear/pre_reshape", "/layers.14/self_attn/q_proj/Linear/pre_convert", "/layers.14/self_attn/q_proj/Linear", "/layers.14/self_attn/q_proj/Linear/post_convert", "/layers.14/self_attn/k_proj/Linear/pre_reshape", "/layers.14/self_attn/k_proj/Linear/pre_convert", "/layers.14/self_attn/k_proj/Linear", "/layers.14/self_attn/k_proj/Linear/post_convert", "/layers.14/self_attn/v_proj/Linear/pre_reshape", "/layers.14/self_attn/v_proj/Linear/pre_convert", "/layers.14/self_attn/v_proj/Linear", "/layers.14/self_attn/v_proj/Linear/post_convert", "/layers.14/self_attn/o_proj/Linear/pre_reshape", "/layers.14/self_attn/o_proj/Linear/pre_convert", "/layers.14/self_attn/o_proj/Linear", "/layers.14/self_attn/o_proj/Linear/post_convert", "/layers.14/mlp/gate_proj/Linear/pre_reshape", "/layers.14/mlp/gate_proj/Linear/pre_convert", "/layers.14/mlp/gate_proj/Linear", "/layers.14/mlp/gate_proj/Linear/post_convert", "/layers.14/mlp/up_proj/Linear/pre_reshape", "/layers.14/mlp/up_proj/Linear/pre_convert", "/layers.14/mlp/up_proj/Linear", "/layers.14/mlp/up_proj/Linear/post_convert", "/layers.14/mlp/down_proj/Linear/pre_reshape", "/layers.14/mlp/down_proj/Linear/pre_convert", "/layers.14/mlp/down_proj/Linear", "/layers.14/mlp/down_proj/Linear/post_convert", "/layers.15/self_attn/q_proj/Linear/pre_reshape", "/layers.15/self_attn/q_proj/Linear/pre_convert", "/layers.15/self_attn/q_proj/Linear", "/layers.15/self_attn/q_proj/Linear/post_convert", "/layers.15/self_attn/k_proj/Linear/pre_reshape", "/layers.15/self_attn/k_proj/Linear/pre_convert", "/layers.15/self_attn/k_proj/Linear", "/layers.15/self_attn/k_proj/Linear/post_convert", "/layers.15/self_attn/v_proj/Linear/pre_reshape", "/layers.15/self_attn/v_proj/Linear/pre_convert", "/layers.15/self_attn/v_proj/Linear", "/layers.15/self_attn/v_proj/Linear/post_convert", "/layers.15/self_attn/o_proj/Linear/pre_reshape", "/layers.15/self_attn/o_proj/Linear/pre_convert", "/layers.15/self_attn/o_proj/Linear", "/layers.15/self_attn/o_proj/Linear/post_convert", "/layers.15/mlp/gate_proj/Linear/pre_reshape", "/layers.15/mlp/gate_proj/Linear/pre_convert", "/layers.15/mlp/gate_proj/Linear", "/layers.15/mlp/gate_proj/Linear/post_convert", "/layers.15/mlp/up_proj/Linear/pre_reshape", "/layers.15/mlp/up_proj/Linear/pre_convert", "/layers.15/mlp/up_proj/Linear", "/layers.15/mlp/up_proj/Linear/post_convert", "/layers.15/mlp/down_proj/Linear/pre_reshape", "/layers.15/mlp/down_proj/Linear/pre_convert", "/layers.15/mlp/down_proj/Linear", "/layers.15/mlp/down_proj/Linear/post_convert", "/layers.16/self_attn/q_proj/Linear/pre_reshape", "/layers.16/self_attn/q_proj/Linear/pre_convert", "/layers.16/self_attn/q_proj/Linear", "/layers.16/self_attn/q_proj/Linear/post_convert", "/layers.16/self_attn/k_proj/Linear/pre_reshape", "/layers.16/self_attn/k_proj/Linear/pre_convert", "/layers.16/self_attn/k_proj/Linear", "/layers.16/self_attn/k_proj/Linear/post_convert", "/layers.16/self_attn/v_proj/Linear/pre_reshape", "/layers.16/self_attn/v_proj/Linear/pre_convert", "/layers.16/self_attn/v_proj/Linear", "/layers.16/self_attn/v_proj/Linear/post_convert", "/layers.16/self_attn/o_proj/Linear/pre_reshape", "/layers.16/self_attn/o_proj/Linear/pre_convert", "/layers.16/self_attn/o_proj/Linear", "/layers.16/self_attn/o_proj/Linear/post_convert", "/layers.16/mlp/gate_proj/Linear/pre_reshape", "/layers.16/mlp/gate_proj/Linear/pre_convert", "/layers.16/mlp/gate_proj/Linear", "/layers.16/mlp/gate_proj/Linear/post_convert", "/layers.16/mlp/up_proj/Linear/pre_reshape", "/layers.16/mlp/up_proj/Linear/pre_convert", "/layers.16/mlp/up_proj/Linear", "/layers.16/mlp/up_proj/Linear/post_convert", "/layers.16/mlp/down_proj/Linear/pre_reshape", "/layers.16/mlp/down_proj/Linear/pre_convert", "/layers.16/mlp/down_proj/Linear", "/layers.16/mlp/down_proj/Linear/post_convert", "/layers.17/self_attn/q_proj/Linear/pre_reshape", "/layers.17/self_attn/q_proj/Linear/pre_convert", "/layers.17/self_attn/q_proj/Linear", "/layers.17/self_attn/q_proj/Linear/post_convert", "/layers.17/self_attn/k_proj/Linear/pre_reshape", "/layers.17/self_attn/k_proj/Linear/pre_convert", "/layers.17/self_attn/k_proj/Linear", "/layers.17/self_attn/k_proj/Linear/post_convert", "/layers.17/self_attn/v_proj/Linear/pre_reshape", "/layers.17/self_attn/v_proj/Linear/pre_convert", "/layers.17/self_attn/v_proj/Linear", "/layers.17/self_attn/v_proj/Linear/post_convert", "/layers.17/self_attn/o_proj/Linear/pre_reshape", "/layers.17/self_attn/o_proj/Linear/pre_convert", "/layers.17/self_attn/o_proj/Linear", "/layers.17/self_attn/o_proj/Linear/post_convert", "/layers.17/mlp/gate_proj/Linear/pre_reshape", "/layers.17/mlp/gate_proj/Linear/pre_convert", "/layers.17/mlp/gate_proj/Linear", "/layers.17/mlp/gate_proj/Linear/post_convert", "/layers.17/mlp/up_proj/Linear/pre_reshape", "/layers.17/mlp/up_proj/Linear/pre_convert", "/layers.17/mlp/up_proj/Linear", "/layers.17/mlp/up_proj/Linear/post_convert", "/layers.17/mlp/down_proj/Linear/pre_reshape", "/layers.17/mlp/down_proj/Linear/pre_convert", "/layers.17/mlp/down_proj/Linear", "/layers.17/mlp/down_proj/Linear/post_convert", "/layers.18/self_attn/q_proj/Linear/pre_reshape", "/layers.18/self_attn/q_proj/Linear/pre_convert", "/layers.18/self_attn/q_proj/Linear", "/layers.18/self_attn/q_proj/Linear/post_convert", "/layers.18/self_attn/k_proj/Linear/pre_reshape", "/layers.18/self_attn/k_proj/Linear/pre_convert", "/layers.18/self_attn/k_proj/Linear", "/layers.18/self_attn/k_proj/Linear/post_convert", "/layers.18/self_attn/v_proj/Linear/pre_reshape", "/layers.18/self_attn/v_proj/Linear/pre_convert", "/layers.18/self_attn/v_proj/Linear", "/layers.18/self_attn/v_proj/Linear/post_convert", "/layers.18/self_attn/o_proj/Linear/pre_reshape", "/layers.18/self_attn/o_proj/Linear/pre_convert", "/layers.18/self_attn/o_proj/Linear", "/layers.18/self_attn/o_proj/Linear/post_convert", "/layers.18/mlp/gate_proj/Linear/pre_reshape", "/layers.18/mlp/gate_proj/Linear/pre_convert", "/layers.18/mlp/gate_proj/Linear", "/layers.18/mlp/gate_proj/Linear/post_convert", "/layers.18/mlp/up_proj/Linear/pre_reshape", "/layers.18/mlp/up_proj/Linear/pre_convert", "/layers.18/mlp/up_proj/Linear", "/layers.18/mlp/up_proj/Linear/post_convert", "/layers.18/mlp/down_proj/Linear/pre_reshape", "/layers.18/mlp/down_proj/Linear/pre_convert", "/layers.18/mlp/down_proj/Linear", "/layers.18/mlp/down_proj/Linear/post_convert", "/layers.19/self_attn/q_proj/Linear/pre_reshape", "/layers.19/self_attn/q_proj/Linear/pre_convert", "/layers.19/self_attn/q_proj/Linear", "/layers.19/self_attn/q_proj/Linear/post_convert", "/layers.19/self_attn/k_proj/Linear/pre_reshape", "/layers.19/self_attn/k_proj/Linear/pre_convert", "/layers.19/self_attn/k_proj/Linear", "/layers.19/self_attn/k_proj/Linear/post_convert", "/layers.19/self_attn/v_proj/Linear/pre_reshape", "/layers.19/self_attn/v_proj/Linear/pre_convert", "/layers.19/self_attn/v_proj/Linear", "/layers.19/self_attn/v_proj/Linear/post_convert", "/layers.19/self_attn/o_proj/Linear/pre_reshape", "/layers.19/self_attn/o_proj/Linear/pre_convert", "/layers.19/self_attn/o_proj/Linear", "/layers.19/self_attn/o_proj/Linear/post_convert", "/layers.19/mlp/gate_proj/Linear/pre_reshape", "/layers.19/mlp/gate_proj/Linear/pre_convert", "/layers.19/mlp/gate_proj/Linear", "/layers.19/mlp/gate_proj/Linear/post_convert", "/layers.19/mlp/up_proj/Linear/pre_reshape", "/layers.19/mlp/up_proj/Linear/pre_convert", "/layers.19/mlp/up_proj/Linear", "/layers.19/mlp/up_proj/Linear/post_convert", "/layers.19/mlp/down_proj/Linear/pre_reshape", "/layers.19/mlp/down_proj/Linear/pre_convert", "/layers.19/mlp/down_proj/Linear", "/layers.19/mlp/down_proj/Linear/post_convert", "/layers.20/self_attn/q_proj/Linear/pre_reshape", "/layers.20/self_attn/q_proj/Linear/pre_convert", "/layers.20/self_attn/q_proj/Linear", "/layers.20/self_attn/q_proj/Linear/post_convert", "/layers.20/self_attn/k_proj/Linear/pre_reshape", "/layers.20/self_attn/k_proj/Linear/pre_convert", "/layers.20/self_attn/k_proj/Linear", "/layers.20/self_attn/k_proj/Linear/post_convert", "/layers.20/self_attn/v_proj/Linear/pre_reshape", "/layers.20/self_attn/v_proj/Linear/pre_convert", "/layers.20/self_attn/v_proj/Linear", "/layers.20/self_attn/v_proj/Linear/post_convert", "/layers.20/self_attn/o_proj/Linear/pre_reshape", "/layers.20/self_attn/o_proj/Linear/pre_convert", "/layers.20/self_attn/o_proj/Linear", "/layers.20/self_attn/o_proj/Linear/post_convert", "/layers.20/mlp/gate_proj/Linear/pre_reshape", "/layers.20/mlp/gate_proj/Linear/pre_convert", "/layers.20/mlp/gate_proj/Linear", "/layers.20/mlp/gate_proj/Linear/post_convert", "/layers.20/mlp/up_proj/Linear/pre_reshape", "/layers.20/mlp/up_proj/Linear/pre_convert", "/layers.20/mlp/up_proj/Linear", "/layers.20/mlp/up_proj/Linear/post_convert", "/layers.20/mlp/down_proj/Linear/pre_reshape", "/layers.20/mlp/down_proj/Linear/pre_convert", "/layers.20/mlp/down_proj/Linear", "/layers.20/mlp/down_proj/Linear/post_convert", "/layers.21/self_attn/q_proj/Linear/pre_reshape", "/layers.21/self_attn/q_proj/Linear/pre_convert", "/layers.21/self_attn/q_proj/Linear", "/layers.21/self_attn/q_proj/Linear/post_convert", "/layers.21/self_attn/k_proj/Linear/pre_reshape", "/layers.21/self_attn/k_proj/Linear/pre_convert", "/layers.21/self_attn/k_proj/Linear", "/layers.21/self_attn/k_proj/Linear/post_convert", "/layers.21/self_attn/v_proj/Linear/pre_reshape", "/layers.21/self_attn/v_proj/Linear/pre_convert", "/layers.21/self_attn/v_proj/Linear", "/layers.21/self_attn/v_proj/Linear/post_convert", "/layers.21/self_attn/o_proj/Linear/pre_reshape", "/layers.21/self_attn/o_proj/Linear/pre_convert", "/layers.21/self_attn/o_proj/Linear", "/layers.21/self_attn/o_proj/Linear/post_convert", "/layers.21/mlp/gate_proj/Linear/pre_reshape", "/layers.21/mlp/gate_proj/Linear/pre_convert", "/layers.21/mlp/gate_proj/Linear", "/layers.21/mlp/gate_proj/Linear/post_convert", "/layers.21/mlp/up_proj/Linear/pre_reshape", "/layers.21/mlp/up_proj/Linear/pre_convert", "/layers.21/mlp/up_proj/Linear", "/layers.21/mlp/up_proj/Linear/post_convert", "/layers.21/mlp/down_proj/Linear/pre_reshape", "/layers.21/mlp/down_proj/Linear/pre_convert", "/layers.21/mlp/down_proj/Linear", "/layers.21/mlp/down_proj/Linear/post_convert", "/layers.22/self_attn/q_proj/Linear/pre_reshape", "/layers.22/self_attn/q_proj/Linear/pre_convert", "/layers.22/self_attn/q_proj/Linear", "/layers.22/self_attn/q_proj/Linear/post_convert", "/layers.22/self_attn/k_proj/Linear/pre_reshape", "/layers.22/self_attn/k_proj/Linear/pre_convert", "/layers.22/self_attn/k_proj/Linear", "/layers.22/self_attn/k_proj/Linear/post_convert", "/layers.22/self_attn/v_proj/Linear/pre_reshape", "/layers.22/self_attn/v_proj/Linear/pre_convert", "/layers.22/self_attn/v_proj/Linear", "/layers.22/self_attn/v_proj/Linear/post_convert", "/layers.22/self_attn/o_proj/Linear/pre_reshape", "/layers.22/self_attn/o_proj/Linear/pre_convert", "/layers.22/self_attn/o_proj/Linear", "/layers.22/self_attn/o_proj/Linear/post_convert", "/layers.22/mlp/gate_proj/Linear/pre_reshape", "/layers.22/mlp/gate_proj/Linear/pre_convert", "/layers.22/mlp/gate_proj/Linear", "/layers.22/mlp/gate_proj/Linear/post_convert", "/layers.22/mlp/up_proj/Linear/pre_reshape", "/layers.22/mlp/up_proj/Linear/pre_convert", "/layers.22/mlp/up_proj/Linear", "/layers.22/mlp/up_proj/Linear/post_convert", "/layers.22/mlp/down_proj/Linear/pre_reshape", "/layers.22/mlp/down_proj/Linear/pre_convert", "/layers.22/mlp/down_proj/Linear", "/layers.22/mlp/down_proj/Linear/post_convert", "/layers.23/self_attn/q_proj/Linear/pre_reshape", "/layers.23/self_attn/q_proj/Linear/pre_convert", "/layers.23/self_attn/q_proj/Linear", "/layers.23/self_attn/q_proj/Linear/post_convert", "/layers.23/self_attn/k_proj/Linear/pre_reshape", "/layers.23/self_attn/k_proj/Linear/pre_convert", "/layers.23/self_attn/k_proj/Linear", "/layers.23/self_attn/k_proj/Linear/post_convert", "/layers.23/self_attn/v_proj/Linear/pre_reshape", "/layers.23/self_attn/v_proj/Linear/pre_convert", "/layers.23/self_attn/v_proj/Linear", "/layers.23/self_attn/v_proj/Linear/post_convert", "/layers.23/self_attn/o_proj/Linear/pre_reshape", "/layers.23/self_attn/o_proj/Linear/pre_convert", "/layers.23/self_attn/o_proj/Linear", "/layers.23/self_attn/o_proj/Linear/post_convert", "/layers.23/mlp/gate_proj/Linear/pre_reshape", "/layers.23/mlp/gate_proj/Linear/pre_convert", "/layers.23/mlp/gate_proj/Linear", "/layers.23/mlp/gate_proj/Linear/post_convert", "/layers.23/mlp/up_proj/Linear/pre_reshape", "/layers.23/mlp/up_proj/Linear/pre_convert", "/layers.23/mlp/up_proj/Linear", "/layers.23/mlp/up_proj/Linear/post_convert", "/layers.23/mlp/down_proj/Linear/pre_reshape", "/layers.23/mlp/down_proj/Linear/pre_convert", "/layers.23/mlp/down_proj/Linear", "/layers.23/mlp/down_proj/Linear/post_convert", "/layers.24/self_attn/q_proj/Linear/pre_reshape", "/layers.24/self_attn/q_proj/Linear/pre_convert", "/layers.24/self_attn/q_proj/Linear", "/layers.24/self_attn/q_proj/Linear/post_convert", "/layers.24/self_attn/k_proj/Linear/pre_reshape", "/layers.24/self_attn/k_proj/Linear/pre_convert", "/layers.24/self_attn/k_proj/Linear", "/layers.24/self_attn/k_proj/Linear/post_convert", "/layers.24/self_attn/v_proj/Linear/pre_reshape", "/layers.24/self_attn/v_proj/Linear/pre_convert", "/layers.24/self_attn/v_proj/Linear", "/layers.24/self_attn/v_proj/Linear/post_convert", "/layers.24/self_attn/o_proj/Linear/pre_reshape", "/layers.24/self_attn/o_proj/Linear/pre_convert", "/layers.24/self_attn/o_proj/Linear", "/layers.24/self_attn/o_proj/Linear/post_convert", "/layers.24/mlp/gate_proj/Linear/pre_reshape", "/layers.24/mlp/gate_proj/Linear/pre_convert", "/layers.24/mlp/gate_proj/Linear", "/layers.24/mlp/gate_proj/Linear/post_convert", "/layers.24/mlp/up_proj/Linear/pre_reshape", "/layers.24/mlp/up_proj/Linear/pre_convert", "/layers.24/mlp/up_proj/Linear", "/layers.24/mlp/up_proj/Linear/post_convert", "/layers.24/mlp/down_proj/Linear/pre_reshape", "/layers.24/mlp/down_proj/Linear/pre_convert", "/layers.24/mlp/down_proj/Linear", "/layers.24/mlp/down_proj/Linear/post_convert", "/layers.25/self_attn/q_proj/Linear/pre_reshape", "/layers.25/self_attn/q_proj/Linear/pre_convert", "/layers.25/self_attn/q_proj/Linear", "/layers.25/self_attn/q_proj/Linear/post_convert", "/layers.25/self_attn/k_proj/Linear/pre_reshape", "/layers.25/self_attn/k_proj/Linear/pre_convert", "/layers.25/self_attn/k_proj/Linear", "/layers.25/self_attn/k_proj/Linear/post_convert", "/layers.25/self_attn/v_proj/Linear/pre_reshape", "/layers.25/self_attn/v_proj/Linear/pre_convert", "/layers.25/self_attn/v_proj/Linear", "/layers.25/self_attn/v_proj/Linear/post_convert", "/layers.25/self_attn/o_proj/Linear/pre_reshape", "/layers.25/self_attn/o_proj/Linear/pre_convert", "/layers.25/self_attn/o_proj/Linear", "/layers.25/self_attn/o_proj/Linear/post_convert", "/layers.25/mlp/gate_proj/Linear/pre_reshape", "/layers.25/mlp/gate_proj/Linear/pre_convert", "/layers.25/mlp/gate_proj/Linear", "/layers.25/mlp/gate_proj/Linear/post_convert", "/layers.25/mlp/up_proj/Linear/pre_reshape", "/layers.25/mlp/up_proj/Linear/pre_convert", "/layers.25/mlp/up_proj/Linear", "/layers.25/mlp/up_proj/Linear/post_convert", "/layers.25/mlp/down_proj/Linear/pre_reshape", "/layers.25/mlp/down_proj/Linear/pre_convert", "/layers.25/mlp/down_proj/Linear", "/layers.25/mlp/down_proj/Linear/post_convert", "/layers.26/self_attn/q_proj/Linear/pre_reshape", "/layers.26/self_attn/q_proj/Linear/pre_convert", "/layers.26/self_attn/q_proj/Linear", "/layers.26/self_attn/q_proj/Linear/post_convert", "/layers.26/self_attn/k_proj/Linear/pre_reshape", "/layers.26/self_attn/k_proj/Linear/pre_convert", "/layers.26/self_attn/k_proj/Linear", "/layers.26/self_attn/k_proj/Linear/post_convert", "/layers.26/self_attn/v_proj/Linear/pre_reshape", "/layers.26/self_attn/v_proj/Linear/pre_convert", "/layers.26/self_attn/v_proj/Linear", "/layers.26/self_attn/v_proj/Linear/post_convert", "/layers.26/self_attn/o_proj/Linear/pre_reshape", "/layers.26/self_attn/o_proj/Linear/pre_convert", "/layers.26/self_attn/o_proj/Linear", "/layers.26/self_attn/o_proj/Linear/post_convert", "/layers.26/mlp/gate_proj/Linear/pre_reshape", "/layers.26/mlp/gate_proj/Linear/pre_convert", "/layers.26/mlp/gate_proj/Linear", "/layers.26/mlp/gate_proj/Linear/post_convert", "/layers.26/mlp/up_proj/Linear/pre_reshape", "/layers.26/mlp/up_proj/Linear/pre_convert", "/layers.26/mlp/up_proj/Linear", "/layers.26/mlp/up_proj/Linear/post_convert", "/layers.26/mlp/down_proj/Linear/pre_reshape", "/layers.26/mlp/down_proj/Linear/pre_convert", "/layers.26/mlp/down_proj/Linear", "/layers.26/mlp/down_proj/Linear/post_convert", "/layers.27/self_attn/q_proj/Linear/pre_reshape", "/layers.27/self_attn/q_proj/Linear/pre_convert", "/layers.27/self_attn/q_proj/Linear", "/layers.27/self_attn/q_proj/Linear/post_convert", "/layers.27/self_attn/k_proj/Linear/pre_reshape", "/layers.27/self_attn/k_proj/Linear/pre_convert", "/layers.27/self_attn/k_proj/Linear", "/layers.27/self_attn/k_proj/Linear/post_convert", "/layers.27/self_attn/v_proj/Linear/pre_reshape", "/layers.27/self_attn/v_proj/Linear/pre_convert", "/layers.27/self_attn/v_proj/Linear", "/layers.27/self_attn/v_proj/Linear/post_convert", "/layers.27/self_attn/o_proj/Linear/pre_reshape", "/layers.27/self_attn/o_proj/Linear/pre_convert", "/layers.27/self_attn/o_proj/Linear", "/layers.27/self_attn/o_proj/Linear/post_convert", "/layers.27/mlp/gate_proj/Linear/pre_reshape", "/layers.27/mlp/gate_proj/Linear/pre_convert", "/layers.27/mlp/gate_proj/Linear", "/layers.27/mlp/gate_proj/Linear/post_convert", "/layers.27/mlp/up_proj/Linear/pre_reshape", "/layers.27/mlp/up_proj/Linear/pre_convert", "/layers.27/mlp/up_proj/Linear", "/layers.27/mlp/up_proj/Linear/post_convert", "/layers.27/mlp/down_proj/Linear/pre_reshape", "/layers.27/mlp/down_proj/Linear/pre_convert", "/layers.27/mlp/down_proj/Linear", "/layers.27/mlp/down_proj/Linear/post_convert", "/lm/lm_head/Linear/pre_reshape", "/lm/lm_head/Linear/pre_convert", "/lm/lm_head/Linear", "/lm/lm_head/Linear/post_convert" ], "tensorNumber": 0, "usage": "INFERENCE", "mnn_uuid": "4525085a-94b1-4183-9b4c-6734f3ed19f2" }