// Auto-generated file. Do not edit! // Template: src/cs16-fftr/scalar.c.in // Generator: tools/xngen // // Copyright 2022 Google LLC // // This source code is licensed under the BSD-style license found in the // LICENSE file in the root directory of this source tree. #include #include #include #include #include void xnn_cs16_fftr_ukernel__scalar_x2( size_t samples, int16_t* data, const int16_t* twiddle) { assert(samples != 0); assert(samples % 2 == 0); assert(data != NULL); assert(twiddle != NULL); int16_t* dl = data; int16_t* dr = data + samples * 2; int32_t vdcr = (int32_t) dl[0]; int32_t vdci = (int32_t) dl[1]; vdcr = math_asr_s32(vdcr * 16383 + 16384, 15); vdci = math_asr_s32(vdci * 16383 + 16384, 15); dl[0] = vdcr + vdci; dl[1] = 0; dl += 2; dr[0] = vdcr - vdci; dr[1] = 0; samples >>= 1; for (; samples >= 2; samples -= 2) { dr -= 2 * 2; int32_t vilr0 = (int32_t) dl[0]; int32_t vili0 = (int32_t) dl[1]; int32_t vilr1 = (int32_t) dl[2]; int32_t vili1 = (int32_t) dl[3]; int32_t virr0 = (int32_t) dr[2]; int32_t viri0 = (int32_t) dr[3]; int32_t virr1 = (int32_t) dr[0]; int32_t viri1 = (int32_t) dr[1]; const int32_t vtwr0 = twiddle[0]; const int32_t vtwi0 = twiddle[1]; const int32_t vtwr1 = twiddle[2]; const int32_t vtwi1 = twiddle[3]; twiddle += 2 * 2; vilr0 = math_asr_s32(vilr0 * 16383 + 16384, 15); vili0 = math_asr_s32(vili0 * 16383 + 16384, 15); virr0 = math_asr_s32(virr0 * 16383 + 16384, 15); viri0 = math_asr_s32(viri0 * 16383 + 16384, 15); vilr1 = math_asr_s32(vilr1 * 16383 + 16384, 15); vili1 = math_asr_s32(vili1 * 16383 + 16384, 15); virr1 = math_asr_s32(virr1 * 16383 + 16384, 15); viri1 = math_asr_s32(viri1 * 16383 + 16384, 15); const int32_t vacc1r0 = vilr0 + virr0; const int32_t vacc1i0 = vili0 - viri0; const int32_t vacc2r0 = vilr0 - virr0; const int32_t vacc2i0 = vili0 + viri0; const int32_t vacc1r1 = vilr1 + virr1; const int32_t vacc1i1 = vili1 - viri1; const int32_t vacc2r1 = vilr1 - virr1; const int32_t vacc2i1 = vili1 + viri1; const int32_t vaccr0 = math_asr_s32(vacc2r0 * vtwr0 - vacc2i0 * vtwi0 + 16384, 15); const int32_t vacci0 = math_asr_s32(vacc2r0 * vtwi0 + vacc2i0 * vtwr0 + 16384, 15); const int32_t vaccr1 = math_asr_s32(vacc2r1 * vtwr1 - vacc2i1 * vtwi1 + 16384, 15); const int32_t vacci1 = math_asr_s32(vacc2r1 * vtwi1 + vacc2i1 * vtwr1 + 16384, 15); dl[0] = math_asr_s32(vacc1r0 + vaccr0, 1); dl[1] = math_asr_s32(vacc1i0 + vacci0, 1); dl[2] = math_asr_s32(vacc1r1 + vaccr1, 1); dl[3] = math_asr_s32(vacc1i1 + vacci1, 1); dr[2] = math_asr_s32(vacc1r0 - vaccr0, 1); dr[3] = math_asr_s32(vacci0 - vacc1i0, 1); dr[0] = math_asr_s32(vacc1r1 - vaccr1, 1); dr[1] = math_asr_s32(vacci1 - vacc1i1, 1); dl += 2 * 2; } if XNN_UNLIKELY(samples != 0) { do { dr -= 2; int32_t vilr = (int32_t) dl[0]; int32_t vili = (int32_t) dl[1]; int32_t virr = (int32_t) dr[0]; int32_t viri = (int32_t) dr[1]; const int32_t vtwr = twiddle[0]; const int32_t vtwi = twiddle[1]; twiddle += 2; vilr = math_asr_s32(vilr * 16383 + 16384, 15); vili = math_asr_s32(vili * 16383 + 16384, 15); virr = math_asr_s32(virr * 16383 + 16384, 15); viri = math_asr_s32(viri * 16383 + 16384, 15); const int32_t vacc1r = vilr + virr; const int32_t vacc1i = vili - viri; const int32_t vacc2r = vilr - virr; const int32_t vacc2i = vili + viri; const int32_t vaccr = math_asr_s32(vacc2r * vtwr - vacc2i * vtwi + 16384, 15); const int32_t vacci = math_asr_s32(vacc2r * vtwi + vacc2i * vtwr + 16384, 15); dl[0] = math_asr_s32(vacc1r + vaccr, 1); dl[1] = math_asr_s32(vacc1i + vacci, 1); dr[0] = math_asr_s32(vacc1r - vaccr, 1); dr[1] = math_asr_s32(vacci - vacc1i, 1); dl += 2; } while (--samples != 0); } }