// File: /workspace/github_c_makefile_star2_O3/lh3[P]fermi-lite/ksw.c
// Function: ksw_u8
kswr_t ksw_u8(kswq_t *q, int tlen, const uint8_t *target, int _gapo, int _gape, int xtra) // the first gap costs -(_o+_e)
{
	int slen, i, m_b, n_b, te = -1, gmax = 0, minsc, endsc;
	uint64_t *b;
	__m128i zero, gapoe, gape, shift, *H0, *H1, *E, *Hmax;
	kswr_t r;

#define __max_16(ret, xx) do { \
		(xx) = _mm_max_epu8((xx), _mm_srli_si128((xx), 8)); \
		(xx) = _mm_max_epu8((xx), _mm_srli_si128((xx), 4)); \
		(xx) = _mm_max_epu8((xx), _mm_srli_si128((xx), 2)); \
		(xx) = _mm_max_epu8((xx), _mm_srli_si128((xx), 1)); \
    	(ret) = _mm_extract_epi16((xx), 0) & 0x00ff; \
	} while (0)

	// initialization
	r = g_defr;
	minsc = (xtra&KSW_XSUBO)? xtra&0xffff : 0x10000;
	endsc = (xtra&KSW_XSTOP)? xtra&0xffff : 0x10000;
	m_b = n_b = 0; b = 0;
	zero = _mm_set1_epi32(0);
	gapoe = _mm_set1_epi8(_gapo + _gape);
	gape = _mm_set1_epi8(_gape);
	shift = _mm_set1_epi8(q->shift);
	H0 = q->H0; H1 = q->H1; E = q->E; Hmax = q->Hmax;
	slen = q->slen;
	for (i = 0; i < slen; ++i) {
		_mm_store_si128(E + i, zero);
		_mm_store_si128(H0 + i, zero);
		_mm_store_si128(Hmax + i, zero);
	}
	// the core loop
	for (i = 0; i < tlen; ++i) {
		int j, k, cmp, imax;
		__m128i e, h, f = zero, max = zero, *S = q->qp + target[i] * slen; // s is the 1st score vector
		h = _mm_load_si128(H0 + slen - 1); // h={2,5,8,11,14,17,-1,-1} in the above example
		h = _mm_slli_si128(h, 1); // h=H(i-1,-1); << instead of >> because x64 is little-endian
		for (j = 0; LIKELY(j < slen); ++j) {
			/* SW cells are computed in the following order:
			 *   H(i,j)   = max{H(i-1,j-1)+S(i,j), E(i,j), F(i,j)}
			 *   E(i+1,j) = max{H(i,j)-q, E(i,j)-r}
			 *   F(i,j+1) = max{H(i,j)-q, F(i,j)-r}
			 */
			// compute H'(i,j); note that at the beginning, h=H'(i-1,j-1)
			h = _mm_adds_epu8(h, _mm_load_si128(S + j));
			h = _mm_subs_epu8(h, shift); // h=H'(i-1,j-1)+S(i,j)
			e = _mm_load_si128(E + j); // e=E'(i,j)
			h = _mm_max_epu8(h, e);
			h = _mm_max_epu8(h, f); // h=H'(i,j)
			max = _mm_max_epu8(max, h); // set max
			_mm_store_si128(H1 + j, h); // save to H'(i,j)
			// now compute E'(i+1,j)
			h = _mm_subs_epu8(h, gapoe); // h=H'(i,j)-gapo
			e = _mm_subs_epu8(e, gape); // e=E'(i,j)-gape
			e = _mm_max_epu8(e, h); // e=E'(i+1,j)
			_mm_store_si128(E + j, e); // save to E'(i+1,j)
			// now compute F'(i,j+1)
			f = _mm_subs_epu8(f, gape);
			f = _mm_max_epu8(f, h);
			// get H'(i-1,j) and prepare for the next j
			h = _mm_load_si128(H0 + j); // h=H'(i-1,j)
		}
		// NB: we do not need to set E(i,j) as we disallow adjecent insertion and then deletion
		for (k = 0; LIKELY(k < 16); ++k) { // this block mimics SWPS3; NB: H(i,j) updated in the lazy-F loop cannot exceed max
			f = _mm_slli_si128(f, 1);
			for (j = 0; LIKELY(j < slen); ++j) {
				h = _mm_load_si128(H1 + j);
				h = _mm_max_epu8(h, f); // h=H'(i,j)
				_mm_store_si128(H1 + j, h);
				h = _mm_subs_epu8(h, gapoe);
				f = _mm_subs_epu8(f, gape);
				cmp = _mm_movemask_epi8(_mm_cmpeq_epi8(_mm_subs_epu8(f, h), zero));
				if (UNLIKELY(cmp == 0xffff)) goto end_loop16;
			}
		}
end_loop16:
		//int k;for (k=0;k<16;++k)printf("%d ", ((uint8_t*)&max)[k]);printf("\n");
		__max_16(imax, max); // imax is the maximum number in max
		if (imax >= minsc) { // write the b array; this condition adds branching unfornately
			if (n_b == 0 || (int32_t)b[n_b-1] + 1 != i) { // then append
				if (n_b == m_b) {
					m_b = m_b? m_b<<1 : 8;
					b = (uint64_t*)realloc(b, 8 * m_b);
				}
				b[n_b++] = (uint64_t)imax<<32 | i;
			} else if ((int)(b[n_b-1]>>32) < imax) b[n_b-1] = (uint64_t)imax<<32 | i; // modify the last
		}
		if (imax > gmax) {
			gmax = imax; te = i; // te is the end position on the target
			for (j = 0; LIKELY(j < slen); ++j) // keep the H1 vector
				_mm_store_si128(Hmax + j, _mm_load_si128(H1 + j));
			if (gmax + q->shift >= 255 || gmax >= endsc) break;
		}
		S = H1; H1 = H0; H0 = S; // swap H0 and H1
	}
	r.score = gmax + q->shift < 255? gmax : 255;
	r.te = te;
	if (r.score != 255) { // get a->qe, the end of query match; find the 2nd best score
		int max = -1, low, high, qlen = slen * 16;
		uint8_t *t = (uint8_t*)Hmax;
		for (i = 0; i < qlen; ++i, ++t)
			if ((int)*t > max) max = *t, r.qe = i / 16 + i % 16 * slen;
		//printf("%d,%d\n", max, gmax);
		if (b) {
			i = (r.score + q->max - 1) / q->max;
			low = te - i; high = te + i;
			for (i = 0; i < n_b; ++i) {
				int e = (int32_t)b[i];
				if ((e < low || e > high) && b[i]>>32 > (uint32_t)r.score2)
					r.score2 = b[i]>>32, r.te2 = e;
			}
		}
	}
	free(b);
	return r;
}

// Assembly:
pushq %rbp
pushq %r15
pushq %r14
pushq %r13
pushq %r12
pushq %rbx
subq $0xa8, %rsp
movq %rcx, 0x68(%rsp)
movq %rsi, %r11
movups 0x4440(%rip), %xmm0     # 0x17f48
movups %xmm0, 0xc(%rdi)
movups 0x4429(%rip), %xmm0     # 0x17f3c
movq %rdi, 0x30(%rsp)
movups %xmm0, (%rdi)
movd 0x8(%rsi), %xmm0
movq 0x18(%rsi), %rcx
movq 0x20(%rsi), %r14
movq 0x28(%rsi), %r15
movq 0x30(%rsi), %r12
movslq 0x4(%rsi), %rax
movl %eax, %r10d
movq %rax, 0x20(%rsp)
testq %rax, %rax
jle 0x13b68
movq %r10, %rax
shlq $0x4, %rax
xorl %esi, %esi
pxor %xmm1, %xmm1
movdqa %xmm1, (%r15,%rsi)
movdqa %xmm1, (%rcx,%rsi)
movdqa %xmm1, (%r12,%rsi)
addq $0x10, %rsi
cmpq %rsi, %rax
jne 0x13b4e
testl %edx, %edx
jle 0x13e88
addl %r9d, %r8d
movd %r8d, %xmm1
movd %r9d, %xmm2
movl 0xe0(%rsp), %eax
punpcklbw %xmm1, %xmm1    # xmm1 = xmm1[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7]
punpcklbw %xmm2, %xmm2    # xmm2 = xmm2[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7]
punpcklbw %xmm0, %xmm0    # xmm0 = xmm0[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7]
pshuflw $0x0, %xmm1, %xmm1      # xmm1 = xmm1[0,0,0,0,4,5,6,7]
pshuflw $0x0, %xmm2, %xmm2      # xmm2 = xmm2[0,0,0,0,4,5,6,7]
pshuflw $0x0, %xmm0, %xmm0      # xmm0 = xmm0[0,0,0,0,4,5,6,7]
movzwl %ax, %eax
movl %eax, 0x14(%rsp)
pshufd $0x0, %xmm1, %xmm5      # xmm5 = xmm1[0,0,0,0]
pshufd $0x0, %xmm2, %xmm6      # xmm6 = xmm2[0,0,0,0]
pshufd $0x0, %xmm0, %xmm7      # xmm7 = xmm0[0,0,0,0]
movl %edx, %eax
movq %rax, 0x58(%rsp)
movq %r10, %r13
shlq $0x4, %r13
movl $0xffffffff, 0x4(%rsp)  # imm = 0xFFFFFFFF
xorl %esi, %esi
movq 0x20(%rsp), %r8
movq %r8, %rax
shlq $0x4, %rax
movq %rax, 0x60(%rsp)
movq $0x0, 0x18(%rsp)
xorl %r9d, %r9d
movq $0x0, 0x8(%rsp)
xorl %edi, %edi
movq %r11, 0x40(%rsp)
movq %r10, 0x38(%rsp)
movdqa %xmm5, 0x90(%rsp)
movdqa %xmm6, 0x80(%rsp)
movdqa %xmm7, 0x70(%rsp)
movq %rcx, %rbx
testl %r10d, %r10d
jle 0x13e78
movq 0x68(%rsp), %rcx
movq %rsi, %rax
movzbl (%rcx,%rsi), %ecx
imull %r10d, %ecx
movslq %ecx, %rcx
shlq $0x4, %rcx
addq 0x10(%r11), %rcx
movq 0x60(%rsp), %rdx
movdqa -0x10(%rbx,%rdx), %xmm2
pslldq $0x1, %xmm2             # xmm2 = zero,xmm2[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14]
pxor %xmm0, %xmm0
xorl %edx, %edx
pxor %xmm1, %xmm1
paddusb (%rcx,%rdx), %xmm2
psubusb %xmm7, %xmm2
movdqa (%r15,%rdx), %xmm3
movdqa %xmm3, %xmm4
pmaxub %xmm1, %xmm4
pmaxub %xmm2, %xmm4
pmaxub %xmm4, %xmm0
movdqa %xmm4, (%r14,%rdx)
psubusb %xmm5, %xmm4
psubusb %xmm6, %xmm3
pmaxub %xmm4, %xmm3
movdqa %xmm3, (%r15,%rdx)
psubusb %xmm6, %xmm1
pmaxub %xmm4, %xmm1
movdqa (%rbx,%rdx), %xmm2
addq $0x10, %rdx
cmpq %rdx, %r13
jne 0x13c58
xorl %ecx, %ecx
pslldq $0x1, %xmm1             # xmm1 = zero,xmm1[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14]
testl %r8d, %r8d
jle 0x13ce8
xorl %edx, %edx
movdqa (%r14,%rdx), %xmm2
pmaxub %xmm1, %xmm2
movdqa %xmm2, (%r14,%rdx)
psubusb %xmm5, %xmm2
psubusb %xmm6, %xmm1
pminub %xmm1, %xmm2
pcmpeqb %xmm1, %xmm2
pmovmskb %xmm2, %esi
cmpl $0xffff, %esi           # imm = 0xFFFF
je 0x13cef
addq $0x10, %rdx
cmpq %rdx, %r13
jne 0x13cb3
incl %ecx
cmpl $0x10, %ecx
jne 0x13ca7
btl $0x12, 0xe0(%rsp)
movdqa %xmm0, %xmm1
psrldq $0x8, %xmm1             # xmm1 = xmm1[8,9,10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero
pmaxub %xmm0, %xmm1
movdqa %xmm1, %xmm0
psrldq $0x4, %xmm0             # xmm0 = xmm0[4,5,6,7,8,9,10,11,12,13,14,15],zero,zero,zero,zero
pmaxub %xmm1, %xmm0
movdqa %xmm0, %xmm1
psrldq $0x2, %xmm1             # xmm1 = xmm1[2,3,4,5,6,7,8,9,10,11,12,13,14,15],zero,zero
pmaxub %xmm0, %xmm1
movdqa %xmm1, %xmm0
psrldq $0x1, %xmm0             # xmm0 = xmm0[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15],zero
pmaxub %xmm1, %xmm0
movd %xmm0, %ecx
movzbl %cl, %ebp
jae 0x13e09
cmpl %ebp, 0x14(%rsp)
movq %rax, %rsi
ja 0x13e0c
movslq %r9d, %rax
testl %r9d, %r9d
je 0x13d79
movq -0x8(%rdi,%rax,8), %rcx
leal 0x1(%rcx), %edx
cmpq %rsi, %rdx
jne 0x13d79
shrq $0x20, %rcx
cmpl %ebp, %ecx
jge 0x13e0c
decq %rax
movq %rbp, %rcx
shlq $0x20, %rcx
orq %rsi, %rcx
jmp 0x13e03
movq %rax, 0x50(%rsp)
movq 0x18(%rsp), %rax
cmpl %eax, %r9d
jne 0x13df1
leal (%rax,%rax), %ecx
testl %eax, %eax
movl $0x8, %eax
cmovel %eax, %ecx
movq %rcx, 0x18(%rsp)
leal (,%rcx,8), %eax
movq %rsi, 0x48(%rsp)
movslq %eax, %rsi
movl %r9d, 0x2c(%rsp)
callq 0x21c0
movq 0x48(%rsp), %rsi
movdqa 0x70(%rsp), %xmm7
movdqa 0x80(%rsp), %xmm6
movdqa 0x90(%rsp), %xmm5
movl 0x2c(%rsp), %r9d
movq 0x20(%rsp), %r8
movq 0x38(%rsp), %r10
movq 0x40(%rsp), %r11
movq %rax, %rdi
movq 0x18(%rsp), %rax
movq %rax, 0x18(%rsp)
movq %rbp, %rcx
shlq $0x20, %rcx
orq %rsi, %rcx
incl %r9d
movq 0x50(%rsp), %rax
movq %rcx, (%rdi,%rax,8)
jmp 0x13e0c
movq %rax, %rsi
cmpl %ebp, 0x8(%rsp)
jae 0x13e62
testl %r10d, %r10d
jle 0x13e2e
xorl %ecx, %ecx
movdqa (%r14,%rcx), %xmm0
movdqa %xmm0, (%r12,%rcx)
addq $0x10, %rcx
cmpq %rcx, %r13
jne 0x13e19
cmpl %ebp, 0x14(%rsp)
seta %cl
btl $0x11, 0xe0(%rsp)
setae %dl
orb %cl, %dl
cmpb $0x1, %dl
jne 0x13ea5
movzbl 0x8(%r11), %ecx
addl %ebp, %ecx
movl %ebp, %edx
movq %rdx, 0x8(%rsp)
movl %esi, 0x4(%rsp)
cmpl $0xfe, %ecx
ja 0x13ea5
incq %rsi
movq %r14, %rcx
movq %rbx, %r14
cmpq 0x58(%rsp), %rsi
jne 0x13c17
jmp 0x13eae
movq %rsi, %rax
pxor %xmm1, %xmm1
pxor %xmm0, %xmm0
jmp 0x13ca5
movl $0xffffffff, 0x4(%rsp)  # imm = 0xFFFFFFFF
xorl %edi, %edi
movq $0x0, 0x8(%rsp)
xorl %r9d, %r9d
movq 0x20(%rsp), %r8
jmp 0x13eae
movq %rbp, 0x8(%rsp)
movl %esi, 0x4(%rsp)
movzbl 0x8(%r11), %eax
movq 0x8(%rsp), %rdx
addl %edx, %eax
movl $0xff, %ecx
cmpl %ecx, %eax
cmovgel %ecx, %edx
movq 0x30(%rsp), %r15
movl %edx, (%r15)
movl 0x4(%rsp), %r14d
movl %r14d, 0x4(%r15)
cmpl %ecx, %edx
je 0x13faf
movq %rdx, %r13
testl %r10d, %r10d
jle 0x13f3a
movl %r9d, %ebp
shll $0x4, %r8d
movl 0x8(%r15), %eax
cmpl $0x2, %r8d
movl $0x1, %ecx
cmovgel %r8d, %ecx
movl $0xffffffff, %edx       # imm = 0xFFFFFFFF
xorl %esi, %esi
movq %r10, %rbx
movzbl (%r12,%rsi), %r8d
movl %esi, %r9d
shrl $0x4, %r9d
movl %esi, %r10d
andl $0xf, %r10d
imull %ebx, %r10d
addl %r9d, %r10d
cmpl %r8d, %edx
cmovll %r10d, %eax
cmovlel %r8d, %edx
incq %rsi
cmpl %esi, %ecx
jne 0x13f07
movl %eax, 0x8(%r15)
movl %ebp, %r9d
testq %rdi, %rdi
je 0x13faf
movzbl 0xa(%r11), %ecx
leal (%rcx,%r13), %eax
decl %eax
cltd
idivl %ecx
testl %r9d, %r9d
jle 0x13faf
movl %r14d, %ecx
subl %eax, %ecx
addl %r14d, %eax
movl 0xc(%r15), %r8d
movl %r9d, %edx
movl 0x10(%r15), %r9d
movl %edx, %edx
xorl %esi, %esi
movq (%rdi,%rsi,8), %r10
cmpl %r10d, %ecx
setg %r11b
cmpl %r10d, %eax
setl %bl
orb %r11b, %bl
movq %r10, %r11
shrq $0x20, %r11
movl %r8d, %r14d
cmpq %r14, %r11
seta %bpl
testb %bpl, %bl
jne 0x13f99
movl %r9d, %r10d
movl %r8d, %r11d
incq %rsi
movl %r10d, %r9d
movl %r11d, %r8d
cmpq %rsi, %rdx
jne 0x13f69
movl %r11d, 0xc(%r15)
movl %r10d, 0x10(%r15)
callq 0x2040
movq %r15, %rax
addq $0xa8, %rsp
popq %rbx
popq %r12
popq %r13
popq %r14
popq %r15
popq %rbp
retq