test / src /f32-conv-hwc /f32-conv-hwc-3x3s2p0p1c3x4-scalar-1x1.c
Androidonnxfork's picture
Upload folder using huggingface_hub
8b7c501
raw
history blame
20.1 kB
// Copyright 2019 Google LLC
//
// This source code is licensed under the BSD-style license found in the
// LICENSE file in the root directory of this source tree.
#include <assert.h>
#include <xnnpack/conv.h>
#include <xnnpack/math.h>
void xnn_f32_conv_hwc_ukernel_3x3s2p0p1c3x4__scalar_1x1(
size_t input_height,
size_t input_width,
size_t output_y_start,
size_t output_y_end,
const float* input,
const float* zero,
const float* weights,
float* output,
size_t input_padding_top,
size_t output_channels,
size_t output_height_stride,
size_t output_width_stride,
const union xnn_f32_minmax_params params[restrict XNN_MIN_ELEMENTS(1)])
{
assert(input_width != 0);
assert(output_y_end > output_y_start);
assert(input_padding_top <= 1);
assert(output_channels != 0);
const size_t input_height_stride = input_width * 3 /* channels */ * sizeof(float);
const size_t input_width_decrement = round_down_po2(input_width - 1, 2) * 3 /* channels */ * sizeof(float);
const size_t output_width = input_width / 2;
const size_t output_channel_decrement = output_width * output_width_stride - 4 * sizeof(float);
const size_t output_height_increment = output_height_stride - round_up_po2(output_channels, 4) * sizeof(float);
// Adjustment for padding processed below
const float* i0 = (const float*) ((uintptr_t) input + input_height_stride * (output_y_start * 2 - input_padding_top));
const float* i1 = (const float*) ((uintptr_t) i0 + input_height_stride);
const float* i2 = (const float*) ((uintptr_t) i1 + input_height_stride);
float* o0 = (float*) ((uintptr_t) output + output_height_stride * output_y_start);
if XNN_UNPREDICTABLE(output_y_start < input_padding_top) {
i0 = zero;
}
const float voutput_max = params->scalar.max;
const float voutput_min = params->scalar.min;
for (size_t output_y = output_y_start; output_y < output_y_end; output_y += 1) {
const size_t input_y2 = output_y * 2 + 2 - input_padding_top;
if XNN_UNPREDICTABLE(input_y2 >= input_height) {
i2 = zero;
}
const float* w = weights;
size_t c = output_channels;
do {
float vi00c0 = i0[0];
float vi00c1 = i0[1];
float vi00c2 = i0[2];
float vi10c0 = i1[0];
float vi10c1 = i1[1];
float vi10c2 = i1[2];
float vi20c0 = i2[0];
float vi20c1 = i2[1];
float vi20c2 = i2[2];
size_t iw = input_width - 1;
for (; iw >= 2; iw -= 2) {
// start with biases
float voc0 = w[0];
float voc1 = w[1];
float voc2 = w[2];
float voc3 = w[3];
const float vk00c0x0 = w[4];
const float vk00c0x1 = w[5];
const float vk00c0x2 = w[6];
const float vk00c0x3 = w[7];
voc0 += vk00c0x0 * vi00c0;
voc1 += vk00c0x1 * vi00c0;
voc2 += vk00c0x2 * vi00c0;
voc3 += vk00c0x3 * vi00c0;
const float vk10c0x0 = w[8];
const float vk10c0x1 = w[9];
const float vk10c0x2 = w[10];
const float vk10c0x3 = w[11];
voc0 += vk10c0x0 * vi10c0;
voc1 += vk10c0x1 * vi10c0;
voc2 += vk10c0x2 * vi10c0;
voc3 += vk10c0x3 * vi10c0;
const float vk20c0x0 = w[12];
const float vk20c0x1 = w[13];
const float vk20c0x2 = w[14];
const float vk20c0x3 = w[15];
voc0 += vk20c0x0 * vi20c0;
voc1 += vk20c0x1 * vi20c0;
voc2 += vk20c0x2 * vi20c0;
voc3 += vk20c0x3 * vi20c0;
const float vk00c1x0 = w[16];
const float vk00c1x1 = w[17];
const float vk00c1x2 = w[18];
const float vk00c1x3 = w[19];
voc0 += vk00c1x0 * vi00c1;
voc1 += vk00c1x1 * vi00c1;
voc2 += vk00c1x2 * vi00c1;
voc3 += vk00c1x3 * vi00c1;
const float vk10c1x0 = w[20];
const float vk10c1x1 = w[21];
const float vk10c1x2 = w[22];
const float vk10c1x3 = w[23];
voc0 += vk10c1x0 * vi10c1;
voc1 += vk10c1x1 * vi10c1;
voc2 += vk10c1x2 * vi10c1;
voc3 += vk10c1x3 * vi10c1;
const float vk20c1x0 = w[24];
const float vk20c1x1 = w[25];
const float vk20c1x2 = w[26];
const float vk20c1x3 = w[27];
voc0 += vk20c1x0 * vi20c1;
voc1 += vk20c1x1 * vi20c1;
voc2 += vk20c1x2 * vi20c1;
voc3 += vk20c1x3 * vi20c1;
const float vk00c2x0 = w[28];
const float vk00c2x1 = w[29];
const float vk00c2x2 = w[30];
const float vk00c2x3 = w[31];
voc0 += vk00c2x0 * vi00c2;
voc1 += vk00c2x1 * vi00c2;
voc2 += vk00c2x2 * vi00c2;
voc3 += vk00c2x3 * vi00c2;
const float vk10c2x0 = w[32];
const float vk10c2x1 = w[33];
const float vk10c2x2 = w[34];
const float vk10c2x3 = w[35];
voc0 += vk10c2x0 * vi10c2;
voc1 += vk10c2x1 * vi10c2;
voc2 += vk10c2x2 * vi10c2;
voc3 += vk10c2x3 * vi10c2;
const float vk20c2x0 = w[36];
const float vk20c2x1 = w[37];
const float vk20c2x2 = w[38];
const float vk20c2x3 = w[39];
voc0 += vk20c2x0 * vi20c2;
voc1 += vk20c2x1 * vi20c2;
voc2 += vk20c2x2 * vi20c2;
voc3 += vk20c2x3 * vi20c2;
const float vk01c0x0 = w[40];
const float vk01c0x1 = w[41];
const float vk01c0x2 = w[42];
const float vk01c0x3 = w[43];
const float vi01c0 = i0[3];
voc0 += vk01c0x0 * vi01c0;
voc1 += vk01c0x1 * vi01c0;
voc2 += vk01c0x2 * vi01c0;
voc3 += vk01c0x3 * vi01c0;
const float vk11c0x0 = w[44];
const float vk11c0x1 = w[45];
const float vk11c0x2 = w[46];
const float vk11c0x3 = w[47];
const float vi11c0 = i1[3];
voc0 += vk11c0x0 * vi11c0;
voc1 += vk11c0x1 * vi11c0;
voc2 += vk11c0x2 * vi11c0;
voc3 += vk11c0x3 * vi11c0;
const float vk21c0x0 = w[48];
const float vk21c0x1 = w[49];
const float vk21c0x2 = w[50];
const float vk21c0x3 = w[51];
const float vi21c0 = i2[3];
voc0 += vk21c0x0 * vi21c0;
voc1 += vk21c0x1 * vi21c0;
voc2 += vk21c0x2 * vi21c0;
voc3 += vk21c0x3 * vi21c0;
const float vk01c1x0 = w[52];
const float vk01c1x1 = w[53];
const float vk01c1x2 = w[54];
const float vk01c1x3 = w[55];
const float vi01c1 = i0[4];
voc0 += vk01c1x0 * vi01c1;
voc1 += vk01c1x1 * vi01c1;
voc2 += vk01c1x2 * vi01c1;
voc3 += vk01c1x3 * vi01c1;
const float vk11c1x0 = w[56];
const float vk11c1x1 = w[57];
const float vk11c1x2 = w[58];
const float vk11c1x3 = w[59];
const float vi11c1 = i1[4];
voc0 += vk11c1x0 * vi11c1;
voc1 += vk11c1x1 * vi11c1;
voc2 += vk11c1x2 * vi11c1;
voc3 += vk11c1x3 * vi11c1;
const float vk21c1x0 = w[60];
const float vk21c1x1 = w[61];
const float vk21c1x2 = w[62];
const float vk21c1x3 = w[63];
const float vi21c1 = i2[4];
voc0 += vk21c1x0 * vi21c1;
voc1 += vk21c1x1 * vi21c1;
voc2 += vk21c1x2 * vi21c1;
voc3 += vk21c1x3 * vi21c1;
const float vk01c2x0 = w[64];
const float vk01c2x1 = w[65];
const float vk01c2x2 = w[66];
const float vk01c2x3 = w[67];
const float vi01c2 = i0[5];
voc0 += vk01c2x0 * vi01c2;
voc1 += vk01c2x1 * vi01c2;
voc2 += vk01c2x2 * vi01c2;
voc3 += vk01c2x3 * vi01c2;
const float vk11c2x0 = w[68];
const float vk11c2x1 = w[69];
const float vk11c2x2 = w[70];
const float vk11c2x3 = w[71];
const float vi11c2 = i1[5];
voc0 += vk11c2x0 * vi11c2;
voc1 += vk11c2x1 * vi11c2;
voc2 += vk11c2x2 * vi11c2;
voc3 += vk11c2x3 * vi11c2;
const float vk21c2x0 = w[72];
const float vk21c2x1 = w[73];
const float vk21c2x2 = w[74];
const float vk21c2x3 = w[75];
const float vi21c2 = i2[5];
voc0 += vk21c2x0 * vi21c2;
voc1 += vk21c2x1 * vi21c2;
voc2 += vk21c2x2 * vi21c2;
voc3 += vk21c2x3 * vi21c2;
const float vk02c0x0 = w[76];
const float vk02c0x1 = w[77];
const float vk02c0x2 = w[78];
const float vk02c0x3 = w[79];
const float vi02c0 = i0[6];
voc0 += vk02c0x0 * vi02c0;
voc1 += vk02c0x1 * vi02c0;
voc2 += vk02c0x2 * vi02c0;
voc3 += vk02c0x3 * vi02c0;
const float vk12c0x0 = w[80];
const float vk12c0x1 = w[81];
const float vk12c0x2 = w[82];
const float vk12c0x3 = w[83];
const float vi12c0 = i1[6];
voc0 += vk12c0x0 * vi12c0;
voc1 += vk12c0x1 * vi12c0;
voc2 += vk12c0x2 * vi12c0;
voc3 += vk12c0x3 * vi12c0;
const float vk22c0x0 = w[84];
const float vk22c0x1 = w[85];
const float vk22c0x2 = w[86];
const float vk22c0x3 = w[87];
const float vi22c0 = i2[6];
voc0 += vk22c0x0 * vi22c0;
voc1 += vk22c0x1 * vi22c0;
voc2 += vk22c0x2 * vi22c0;
voc3 += vk22c0x3 * vi22c0;
vi00c0 = vi02c0;
vi10c0 = vi12c0;
vi20c0 = vi22c0;
const float vk02c1x0 = w[88];
const float vk02c1x1 = w[89];
const float vk02c1x2 = w[90];
const float vk02c1x3 = w[91];
const float vi02c1 = i0[7];
voc0 += vk02c1x0 * vi02c1;
voc1 += vk02c1x1 * vi02c1;
voc2 += vk02c1x2 * vi02c1;
voc3 += vk02c1x3 * vi02c1;
const float vk12c1x0 = w[92];
const float vk12c1x1 = w[93];
const float vk12c1x2 = w[94];
const float vk12c1x3 = w[95];
const float vi12c1 = i1[7];
voc0 += vk12c1x0 * vi12c1;
voc1 += vk12c1x1 * vi12c1;
voc2 += vk12c1x2 * vi12c1;
voc3 += vk12c1x3 * vi12c1;
const float vk22c1x0 = w[96];
const float vk22c1x1 = w[97];
const float vk22c1x2 = w[98];
const float vk22c1x3 = w[99];
const float vi22c1 = i2[7];
voc0 += vk22c1x0 * vi22c1;
voc1 += vk22c1x1 * vi22c1;
voc2 += vk22c1x2 * vi22c1;
voc3 += vk22c1x3 * vi22c1;
vi00c1 = vi02c1;
vi10c1 = vi12c1;
vi20c1 = vi22c1;
const float vk02c2x0 = w[100];
const float vk02c2x1 = w[101];
const float vk02c2x2 = w[102];
const float vk02c2x3 = w[103];
const float vi02c2 = i0[8];
voc0 += vk02c2x0 * vi02c2;
voc1 += vk02c2x1 * vi02c2;
voc2 += vk02c2x2 * vi02c2;
voc3 += vk02c2x3 * vi02c2;
const float vk12c2x0 = w[104];
const float vk12c2x1 = w[105];
const float vk12c2x2 = w[106];
const float vk12c2x3 = w[107];
const float vi12c2 = i1[8];
voc0 += vk12c2x0 * vi12c2;
voc1 += vk12c2x1 * vi12c2;
voc2 += vk12c2x2 * vi12c2;
voc3 += vk12c2x3 * vi12c2;
const float vk22c2x0 = w[108];
const float vk22c2x1 = w[109];
const float vk22c2x2 = w[110];
const float vk22c2x3 = w[111];
const float vi22c2 = i2[8];
voc0 += vk22c2x0 * vi22c2;
voc1 += vk22c2x1 * vi22c2;
voc2 += vk22c2x2 * vi22c2;
voc3 += vk22c2x3 * vi22c2;
vi00c2 = vi02c2;
vi10c2 = vi12c2;
vi20c2 = vi22c2;
voc0 = math_min_f32(voc0, voutput_max);
voc1 = math_min_f32(voc1, voutput_max);
voc2 = math_min_f32(voc2, voutput_max);
voc3 = math_min_f32(voc3, voutput_max);
voc0 = math_max_f32(voc0, voutput_min);
voc1 = math_max_f32(voc1, voutput_min);
voc2 = math_max_f32(voc2, voutput_min);
voc3 = math_max_f32(voc3, voutput_min);
if XNN_LIKELY(c >= 4) {
o0[0] = voc0;
o0[1] = voc1;
o0[2] = voc2;
o0[3] = voc3;
o0 = (float*) ((uintptr_t) o0 + output_width_stride);
} else {
float* o0_tmp = o0;
if (c & 2) {
o0_tmp[0] = voc0;
o0_tmp[1] = voc1;
o0_tmp += 2;
voc0 = voc2;
}
if (c & 1) {
*o0_tmp++ = voc0;
}
o0 = (float*) ((uintptr_t) o0 + output_width_stride);
}
i0 += 6;
i1 += 6;
i2 += 6;
}
assert(iw < 2);
if XNN_UNLIKELY(iw != 0) {
float voc0 = w[0];
float voc1 = w[1];
float voc2 = w[2];
float voc3 = w[3];
const float vk00c0x0 = w[4];
const float vk00c0x1 = w[5];
const float vk00c0x2 = w[6];
const float vk00c0x3 = w[7];
voc0 += vk00c0x0 * vi00c0;
voc1 += vk00c0x1 * vi00c0;
voc2 += vk00c0x2 * vi00c0;
voc3 += vk00c0x3 * vi00c0;
const float vk10c0x0 = w[8];
const float vk10c0x1 = w[9];
const float vk10c0x2 = w[10];
const float vk10c0x3 = w[11];
voc0 += vk10c0x0 * vi10c0;
voc1 += vk10c0x1 * vi10c0;
voc2 += vk10c0x2 * vi10c0;
voc3 += vk10c0x3 * vi10c0;
const float vk20c0x0 = w[12];
const float vk20c0x1 = w[13];
const float vk20c0x2 = w[14];
const float vk20c0x3 = w[15];
voc0 += vk20c0x0 * vi20c0;
voc1 += vk20c0x1 * vi20c0;
voc2 += vk20c0x2 * vi20c0;
voc3 += vk20c0x3 * vi20c0;
const float vk00c1x0 = w[16];
const float vk00c1x1 = w[17];
const float vk00c1x2 = w[18];
const float vk00c1x3 = w[19];
voc0 += vk00c1x0 * vi00c1;
voc1 += vk00c1x1 * vi00c1;
voc2 += vk00c1x2 * vi00c1;
voc3 += vk00c1x3 * vi00c1;
const float vk10c1x0 = w[20];
const float vk10c1x1 = w[21];
const float vk10c1x2 = w[22];
const float vk10c1x3 = w[23];
voc0 += vk10c1x0 * vi10c1;
voc1 += vk10c1x1 * vi10c1;
voc2 += vk10c1x2 * vi10c1;
voc3 += vk10c1x3 * vi10c1;
const float vk20c1x0 = w[24];
const float vk20c1x1 = w[25];
const float vk20c1x2 = w[26];
const float vk20c1x3 = w[27];
voc0 += vk20c1x0 * vi20c1;
voc1 += vk20c1x1 * vi20c1;
voc2 += vk20c1x2 * vi20c1;
voc3 += vk20c1x3 * vi20c1;
const float vk00c2x0 = w[28];
const float vk00c2x1 = w[29];
const float vk00c2x2 = w[30];
const float vk00c2x3 = w[31];
voc0 += vk00c2x0 * vi00c2;
voc1 += vk00c2x1 * vi00c2;
voc2 += vk00c2x2 * vi00c2;
voc3 += vk00c2x3 * vi00c2;
const float vk10c2x0 = w[32];
const float vk10c2x1 = w[33];
const float vk10c2x2 = w[34];
const float vk10c2x3 = w[35];
voc0 += vk10c2x0 * vi10c2;
voc1 += vk10c2x1 * vi10c2;
voc2 += vk10c2x2 * vi10c2;
voc3 += vk10c2x3 * vi10c2;
const float vk20c2x0 = w[36];
const float vk20c2x1 = w[37];
const float vk20c2x2 = w[38];
const float vk20c2x3 = w[39];
voc0 += vk20c2x0 * vi20c2;
voc1 += vk20c2x1 * vi20c2;
voc2 += vk20c2x2 * vi20c2;
voc3 += vk20c2x3 * vi20c2;
const float vk01c0x0 = w[40];
const float vk01c0x1 = w[41];
const float vk01c0x2 = w[42];
const float vk01c0x3 = w[43];
const float vi01c0 = i0[3];
voc0 += vk01c0x0 * vi01c0;
voc1 += vk01c0x1 * vi01c0;
voc2 += vk01c0x2 * vi01c0;
voc3 += vk01c0x3 * vi01c0;
const float vk11c0x0 = w[44];
const float vk11c0x1 = w[45];
const float vk11c0x2 = w[46];
const float vk11c0x3 = w[47];
const float vi11c0 = i1[3];
voc0 += vk11c0x0 * vi11c0;
voc1 += vk11c0x1 * vi11c0;
voc2 += vk11c0x2 * vi11c0;
voc3 += vk11c0x3 * vi11c0;
const float vk21c0x0 = w[48];
const float vk21c0x1 = w[49];
const float vk21c0x2 = w[50];
const float vk21c0x3 = w[51];
const float vi21c0 = i2[3];
voc0 += vk21c0x0 * vi21c0;
voc1 += vk21c0x1 * vi21c0;
voc2 += vk21c0x2 * vi21c0;
voc3 += vk21c0x3 * vi21c0;
const float vk01c1x0 = w[52];
const float vk01c1x1 = w[53];
const float vk01c1x2 = w[54];
const float vk01c1x3 = w[55];
const float vi01c1 = i0[4];
voc0 += vk01c1x0 * vi01c1;
voc1 += vk01c1x1 * vi01c1;
voc2 += vk01c1x2 * vi01c1;
voc3 += vk01c1x3 * vi01c1;
const float vk11c1x0 = w[56];
const float vk11c1x1 = w[57];
const float vk11c1x2 = w[58];
const float vk11c1x3 = w[59];
const float vi11c1 = i1[4];
voc0 += vk11c1x0 * vi11c1;
voc1 += vk11c1x1 * vi11c1;
voc2 += vk11c1x2 * vi11c1;
voc3 += vk11c1x3 * vi11c1;
const float vk21c1x0 = w[60];
const float vk21c1x1 = w[61];
const float vk21c1x2 = w[62];
const float vk21c1x3 = w[63];
const float vi21c1 = i2[4];
voc0 += vk21c1x0 * vi21c1;
voc1 += vk21c1x1 * vi21c1;
voc2 += vk21c1x2 * vi21c1;
voc3 += vk21c1x3 * vi21c1;
const float vk01c2x0 = w[64];
const float vk01c2x1 = w[65];
const float vk01c2x2 = w[66];
const float vk01c2x3 = w[67];
const float vi01c2 = i0[5];
voc0 += vk01c2x0 * vi01c2;
voc1 += vk01c2x1 * vi01c2;
voc2 += vk01c2x2 * vi01c2;
voc3 += vk01c2x3 * vi01c2;
const float vk11c2x0 = w[68];
const float vk11c2x1 = w[69];
const float vk11c2x2 = w[70];
const float vk11c2x3 = w[71];
const float vi11c2 = i1[5];
voc0 += vk11c2x0 * vi11c2;
voc1 += vk11c2x1 * vi11c2;
voc2 += vk11c2x2 * vi11c2;
voc3 += vk11c2x3 * vi11c2;
const float vk21c2x0 = w[72];
const float vk21c2x1 = w[73];
const float vk21c2x2 = w[74];
const float vk21c2x3 = w[75];
const float vi21c2 = i2[5];
voc0 += vk21c2x0 * vi21c2;
voc1 += vk21c2x1 * vi21c2;
voc2 += vk21c2x2 * vi21c2;
voc3 += vk21c2x3 * vi21c2;
voc0 = math_min_f32(voc0, voutput_max);
voc1 = math_min_f32(voc1, voutput_max);
voc2 = math_min_f32(voc2, voutput_max);
voc3 = math_min_f32(voc3, voutput_max);
voc0 = math_max_f32(voc0, voutput_min);
voc1 = math_max_f32(voc1, voutput_min);
voc2 = math_max_f32(voc2, voutput_min);
voc3 = math_max_f32(voc3, voutput_min);
if XNN_LIKELY(c >= 4) {
o0[0] = voc0;
o0[1] = voc1;
o0[2] = voc2;
o0[3] = voc3;
o0 = (float*) ((uintptr_t) o0 + output_width_stride);
} else {
float* o0_tmp = o0;
if (c & 2) {
o0_tmp[0] = voc0;
o0_tmp[1] = voc1;
o0_tmp += 2;
voc0 = voc2;
}
if (c & 1) {
*o0_tmp++ = voc0;
}
o0 = (float*) ((uintptr_t) o0 + output_width_stride);
}
}
// Move output pointers back to the position of the first pixel in a row,
// and forward to the next block of output channels
o0 = (float*) ((uintptr_t) o0 - output_channel_decrement);
// Revert input pointers to the position of the first pixel in a row
i0 = (const float*) ((uintptr_t) i0 - input_width_decrement);
i1 = (const float*) ((uintptr_t) i1 - input_width_decrement);
i2 = (const float*) ((uintptr_t) i2 - input_width_decrement);
// Move to the block of weights for the next 4 output channels
w += 112;
c = doz(c, 4);
} while (c != 0);
// Move output pointers back to the position of the first channel, and forward to the next block of rows
o0 = (float*) ((uintptr_t) o0 + output_height_increment);
// Move input pointers forward to the next row
i0 = i2;
i1 = (const float*) ((uintptr_t) i0 + input_height_stride);
i2 = (const float*) ((uintptr_t) i1 + input_height_stride);
}
}