// File: kernel.cpp
#include "loop_127.h"
#include <stdint.h>
#include <arm_sve.h>
#define restrict __restrict
#define SC_SVE_ATTR
#define FOR_COND(P, S, I, N) svptest_first(svptrue_b##S(), P = svwhilelt_b##S(I, N))
#define FOR_LOOP(T, I, M, N, P, S, W) for (T I = M; FOR_COND(P, S, I, N); I += svcnt##W())
#define FOR_LOOP_8(T, I, M, N, P)  FOR_LOOP(T, I, M, N, P, 8, b)
#define FOR_LOOP_16(T, I, M, N, P) FOR_LOOP(T, I, M, N, P, 16, h)
#define FOR_LOOP_32(T, I, M, N, P) FOR_LOOP(T, I, M, N, P, 32, w)
#define FOR_LOOP_64(T, I, M, N, P) FOR_LOOP(T, I, M, N, P, 64, d)
static inline uint32_t get_sve_vl(void) {
  uint64_t vl = 0; asm volatile("incb %[vl], all, mul #8" : [vl] "+r"(vl) : :);
  return (uint32_t)vl;
}
static inline uint32_t get_vl(void) { return get_sve_vl(); }

extern "C" void inner_loop_127(struct loop_127_data * data)

{
  uint32_t *a = data->a;
  uint32_t *b = data->b;
  int n = data->n;

  svuint32_t res_vec = svdup_u32(0);
  svuint32_t pred_vec = svdup_u32(512);
  svbool_t p0;
  svbool_t p1;

  FOR_LOOP_32(int32_t, i, 0, n, p0) {
    svuint32_t a_vec = svld1(p0, a);
    svuint32_t b_vec = svld1(p0, b);
    p1 = svcmpeq(p0, a_vec, pred_vec);
    if (svptest_any(p0, p1)) {
      p1 = svbrka_z(p0, p1);
      res_vec = svmla_m(p1, res_vec, a_vec, b_vec);
      break;
    } else {
      res_vec = svmla_m(p0, res_vec, a_vec, b_vec);
      a += svcntw();
      b += svcntw();
    }
  }
  data->res = svaddv(svptrue_b32(), res_vec);
}