// File: /workspace/github_c_makefile_star2_O3/diaxen[P]fft-garden/mr_dit_dr_P.c
// Function: mr_dit_dr
static inline void
mr_dit_dr(const complex double * restrict in,
	      complex double * restrict out,
	      int s, int log2_N)
{
  unsigned l = 1 << (log2_N - s);
  unsigned stride = 1 << s;

  switch (l)
    {
    case 2:			/* last stage radix 2 */
      ct_dit_bf2_0(1, stride, out, in);
      break;

    case 4:			/* last stage radix 4 */
      mr_dit_bf4_0(1, stride, out, in);
      break;

    default:
      l >>= 2;
      mr_dit_dr(in,              out,         s + 2, log2_N);
      mr_dit_dr(in + stride,     out + l,     s + 2, log2_N);
      mr_dit_dr(in + stride * 2, out + 2 * l, s + 2, log2_N);
      mr_dit_dr(in + stride * 3, out + 3 * l, s + 2, log2_N);

      mr_dit_bf4_0(l, l, out, out);
      mr_dit_bf4_1(l, out + l / 2);

      unsigned k;
      for (k = 1; k < l / 2; k++)
        mr_dit_bf4(l, out + k,
               get_twiddle(k << s, log2_N),
               get_twiddle(k * 2 << s, log2_N),
               get_twiddle_mr(k * 3 << s, log2_N));
      for (k++; k < l; k++)
        mr_dit_bf4(l, out + k,
               get_twiddle(k << s, log2_N),
               get_twiddle(k * 2 << s, log2_N),
               get_twiddle_mr(k * 3 << s, log2_N));
    }
}

// Assembly:
pushq %rbp
pushq %r15
pushq %r14
pushq %r13
pushq %r12
pushq %rbx
subq $0xc8, %rsp
movq %rcx, 0x40(%rsp)
movl %ecx, %eax
subl %edx, %eax
movl $0x1, %r14d
movl $0x1, %ebp
movl %eax, %ecx
shll %cl, %ebp
movq %rdx, 0x50(%rsp)
movl %edx, %ecx
shll %cl, %r14d
movq %rdi, %r12
shlq $0x4, %r14
addq %rdi, %r14
cmpl $0x4, %ebp
je 0x1967
cmpl $0x2, %ebp
jne 0x1a2c
movupd (%r12), %xmm1
movupd (%r14), %xmm0
movapd %xmm1, %xmm2
addpd %xmm0, %xmm2
movupd %xmm2, (%rsi)
subpd %xmm0, %xmm1
movl $0x18, %eax
movl $0x10, %ecx
jmp 0x1a10
movl $0x2, %eax
movq 0x50(%rsp), %rcx
shll %cl, %eax
movl $0x3, %edx
shll %cl, %edx
shlq $0x4, %rax
shlq $0x4, %rdx
movupd (%r12), %xmm3
movupd (%r14), %xmm5
movupd (%r12,%rax), %xmm6
movupd (%r12,%rdx), %xmm7
movapd %xmm5, %xmm4
subpd %xmm7, %xmm4
xorpd %xmm0, %xmm0
mulpd %xmm4, %xmm0
movapd %xmm4, %xmm1
shufpd $0x1, %xmm4, %xmm1      # xmm1 = xmm1[1],xmm4[0]
movapd %xmm0, %xmm2
subpd %xmm1, %xmm2
addpd %xmm0, %xmm1
movapd %xmm1, %xmm0
movsd %xmm2, %xmm0            # xmm0 = xmm2[0],xmm0[1]
ucomisd %xmm2, %xmm2
jp 0x2059
movapd %xmm3, %xmm1
subpd %xmm6, %xmm1
addpd %xmm7, %xmm5
addpd %xmm6, %xmm3
movapd %xmm3, %xmm2
addpd %xmm5, %xmm2
movupd %xmm2, (%rsi)
movapd %xmm1, %xmm2
subpd %xmm0, %xmm2
movupd %xmm2, 0x10(%rsi)
subpd %xmm5, %xmm3
movupd %xmm3, 0x20(%rsi)
addpd %xmm0, %xmm1
movl $0x38, %eax
movl $0x30, %ecx
movlpd %xmm1, (%rsi,%rcx)
movhpd %xmm1, (%rsi,%rax)
addq $0xc8, %rsp
popq %rbx
popq %r12
popq %r13
popq %r14
popq %r15
popq %rbp
retq
movl %eax, 0xc(%rsp)
movq %rbp, 0x20(%rsp)
shrl $0x2, %ebp
movq 0x50(%rsp), %rax
leal 0x2(%rax), %r13d
movq %r12, %rdi
movq %rsi, (%rsp)
movq (%rsp), %rsi
movl %r13d, %edx
movl %r13d, 0x10(%rsp)
movq 0x40(%rsp), %rbx
movl %ebx, %ecx
callq 0x18f2
movq %rbp, %r15
shlq $0x4, %r15
movq (%rsp), %rax
leaq (%rax,%r15), %rsi
movq %r14, %rdi
movq %rsi, 0x38(%rsp)
movl %r13d, %edx
movl %ebx, %ecx
callq 0x18f2
movl $0x2, %edi
movq 0x50(%rsp), %r13
movl %r13d, %ecx
shll %cl, %edi
shlq $0x4, %rdi
addq %r12, %rdi
leal (,%rbp,2), %r14d
shlq $0x4, %r14
movq (%rsp), %rax
leaq (%rax,%r14), %rsi
movq %rsi, 0x68(%rsp)
movl 0x10(%rsp), %edx
movl %ebx, %ecx
callq 0x18f2
movl $0x3, %edi
movl %r13d, %ecx
shll %cl, %edi
shlq $0x4, %rdi
addq %r12, %rdi
movq %rbp, 0x70(%rsp)
leal (%rbp,%rbp,2), %ebp
shlq $0x4, %rbp
movq (%rsp), %rax
leaq (%rax,%rbp), %r12
movq %r12, %rsi
movl 0x10(%rsp), %edx
movl %ebx, %ecx
callq 0x18f2
movq (%rsp), %rsi
movupd (%rsi), %xmm3
movupd (%rsi,%r15), %xmm5
movupd (%rsi,%r14), %xmm6
movupd (%rsi,%rbp), %xmm7
movapd %xmm5, %xmm4
subpd %xmm7, %xmm4
xorpd %xmm0, %xmm0
mulpd %xmm4, %xmm0
movapd %xmm4, %xmm1
shufpd $0x1, %xmm4, %xmm1      # xmm1 = xmm1[1],xmm4[0]
movapd %xmm0, %xmm2
subpd %xmm1, %xmm2
addpd %xmm0, %xmm1
movapd %xmm1, %xmm0
movsd %xmm2, %xmm0            # xmm0 = xmm2[0],xmm0[1]
ucomisd %xmm2, %xmm2
jp 0x20c3
movapd %xmm3, %xmm1
subpd %xmm6, %xmm1
addpd %xmm7, %xmm5
addpd %xmm6, %xmm3
movapd %xmm3, %xmm2
addpd %xmm5, %xmm2
movupd %xmm2, (%rsi)
movapd %xmm1, %xmm2
subpd %xmm0, %xmm2
movq 0x38(%rsp), %rax
movupd %xmm2, (%rax)
subpd %xmm5, %xmm3
movq 0x68(%rsp), %rax
movupd %xmm3, (%rax)
addpd %xmm0, %xmm1
movupd %xmm1, (%r12)
movq 0x20(%rsp), %rdx
shrl $0x3, %edx
movq %rdx, %rax
shlq $0x4, %rax
leaq (%rsi,%rax), %r12
movsd (%rsi,%rax), %xmm6
movsd 0x8(%rsi,%rax), %xmm7
movsd (%r14,%r12), %xmm0
movsd 0x8(%r14,%r12), %xmm1
movsd 0x14b9(%rip), %xmm9     # 0x3070
movapd %xmm0, %xmm8
mulsd %xmm9, %xmm8
mulsd %xmm1, %xmm9
addsd %xmm1, %xmm8
subsd %xmm0, %xmm9
ucomisd %xmm8, %xmm8
jp 0x213d
addq %r12, %r14
leaq (%r12,%r15), %r13
movupd (%r12,%r15), %xmm0
movapd 0x1640(%rip), %xmm1     # 0x3230
mulpd %xmm1, %xmm0
leaq (%r12,%rbp), %rbx
movupd (%r12,%rbp), %xmm2
mulpd %xmm1, %xmm2
movapd %xmm0, %xmm10
unpckhpd %xmm0, %xmm10           # xmm10 = xmm10[1],xmm0[1]
movapd %xmm0, %xmm11
addsd %xmm10, %xmm11
subsd %xmm0, %xmm10
movapd %xmm2, %xmm12
unpckhpd %xmm2, %xmm12           # xmm12 = xmm12[1],xmm2[1]
movapd %xmm12, %xmm3
subsd %xmm2, %xmm3
xorpd 0x13f9(%rip), %xmm12    # 0x3030
subsd %xmm2, %xmm12
movapd %xmm11, %xmm5
subsd %xmm3, %xmm5
movapd %xmm10, %xmm4
subsd %xmm12, %xmm4
xorpd %xmm1, %xmm1
movapd %xmm5, %xmm0
mulsd %xmm1, %xmm0
mulsd %xmm4, %xmm1
subsd %xmm4, %xmm0
addsd %xmm5, %xmm1
ucomisd %xmm0, %xmm0
jp 0x218e
addsd %xmm12, %xmm10
addsd %xmm3, %xmm11
movapd %xmm7, %xmm2
subsd %xmm9, %xmm2
movapd %xmm6, %xmm3
subsd %xmm8, %xmm3
addsd %xmm9, %xmm7
addsd %xmm8, %xmm6
movapd %xmm6, %xmm4
addsd %xmm11, %xmm4
movapd %xmm7, %xmm5
addsd %xmm10, %xmm5
movsd %xmm4, (%r12)
movsd %xmm5, 0x8(%r12)
movapd %xmm3, %xmm4
subsd %xmm0, %xmm4
movapd %xmm2, %xmm5
subsd %xmm1, %xmm5
movsd %xmm4, (%r13)
movsd %xmm5, 0x8(%r13)
subsd %xmm11, %xmm6
subsd %xmm10, %xmm7
movsd %xmm6, (%r14)
movsd %xmm7, 0x8(%r14)
addsd %xmm0, %xmm3
addsd %xmm1, %xmm2
movsd %xmm3, (%rbx)
movsd %xmm2, 0x8(%rbx)
movl $0x1, %eax
cmpl $0x4, 0xc(%rsp)
jb 0x1eab
movq 0x40(%rsp), %rax
leal -0x3(%rax), %ebp
movl $0x1, %edi
movl %ebp, %ecx
shll %cl, %edi
movq %rdi, 0x10(%rsp)
leal -0x1(%rdi), %ecx
movl %ecx, 0xc(%rsp)
decl %eax
movl %eax, 0x38(%rsp)
cmpl $0x3, %edx
movl $0x2, %r15d
cmovbl %r15d, %edx
leaq 0x10(%rsi), %r12
movl $0x1, %ebx
movl $0x3, %r13d
movq %rdx, 0x20(%rsp)
movl %ebx, %edx
movq 0x50(%rsp), %r10
movl %r10d, %ecx
shll %cl, %edx
movl %edx, %esi
movl %edx, %eax
movl %ebp, %ecx
shrl %cl, %eax
movl 0xc(%rsp), %r14d
andl %r14d, %esi
movq 0x10(%rsp), %r11
movl %r11d, %edi
subl %esi, %edi
btl %ebp, %edx
cmovael %esi, %edi
movl %r15d, %r8d
movl %r10d, %ecx
shll %cl, %r8d
movl %r8d, %edx
movl %ebp, %ecx
shrl %cl, %edx
movl %r8d, %ecx
andl %r14d, %ecx
movl %r11d, %esi
subl %ecx, %esi
btl %ebp, %r8d
cmovael %ecx, %esi
movl %r13d, %r9d
movl %r10d, %ecx
shll %cl, %r9d
movl %r9d, %r8d
andl %r14d, %r8d
movl %r9d, %r10d
movl %ebp, %ecx
shrl %cl, %r10d
movl %r11d, %ecx
subl %r8d, %ecx
btl %ebp, %r9d
cmovael %r8d, %ecx
leaq 0x32ba(%rip), %r8       # 0x5080
movq (%r8), %r8
movl %r10d, %r11d
shrl %r11d
xorl %r10d, %r11d
movl %r11d, %r14d
andl $0x1, %r14d
shlq $0x4, %rcx
addq %r8, %rcx
shlq $0x3f, %r10
xorq (%rcx,%r14,8), %r10
xorl $0x1, %r14d
shlq $0x3f, %r11
xorq (%rcx,%r14,8), %r11
movq %r11, %xmm5
movq %r10, %xmm4
movl 0x38(%rsp), %ecx
shrl %cl, %r9d
testl %r9d, %r9d
je 0x1e1a
movdqa 0x121e(%rip), %xmm0     # 0x3030
pxor %xmm0, %xmm4
pxor %xmm0, %xmm5
movl %eax, %ecx
shrl %ecx
xorl %eax, %ecx
movl %ecx, %r9d
andl $0x1, %r9d
shlq $0x4, %rdi
addq %r8, %rdi
shlq $0x3f, %rax
xorq (%rdi,%r9,8), %rax
xorl $0x1, %r9d
shlq $0x3f, %rcx
xorq (%rdi,%r9,8), %rcx
movq %rcx, %xmm1
movl %edx, %ecx
shrl %ecx
xorl %edx, %ecx
movl %ecx, %edi
andl $0x1, %edi
shlq $0x4, %rsi
addq %r8, %rsi
shlq $0x3f, %rdx
xorq (%rsi,%rdi,8), %rdx
movq %rax, %xmm0
xorl $0x1, %edi
shlq $0x3f, %rcx
xorq (%rsi,%rdi,8), %rcx
movq %rcx, %xmm3
movq %rdx, %xmm2
movq 0x70(%rsp), %rdi
movq %r12, %rsi
callq 0x2250
incq %rbx
addl $0x3, %r13d
addl $0x2, %r15d
addq $0x10, %r12
movq 0x20(%rsp), %rdx
cmpq %rbx, %rdx
jne 0x1d4c
movl %edx, %eax
movq (%rsp), %rsi
leal 0x1(%rax), %ecx
cmpl 0x70(%rsp), %ecx
jae 0x1a1a
movq 0x40(%rsp), %rdx
leal -0x3(%rdx), %ebp
movl $0x1, %edi
movl %ebp, %ecx
shll %cl, %edi
movq %rdi, 0x20(%rsp)
leal -0x1(%rdi), %ecx
movl %ecx, 0x10(%rsp)
decl %edx
movq %rdx, 0x40(%rsp)
movl %eax, %ecx
leaq 0x1(%rcx), %r15
leal (%rax,%rax,2), %ebx
addl $0x3, %ebx
leal 0x2(,%rax,2), %r13d
shlq $0x4, %rcx
leaq (%rcx,%rsi), %r12
addq $0x10, %r12
movl %r15d, %edx
movq 0x50(%rsp), %r10
movl %r10d, %ecx
shll %cl, %edx
movl %edx, %esi
movl %edx, %eax
movl %ebp, %ecx
shrl %cl, %eax
movl 0x10(%rsp), %r14d
andl %r14d, %esi
movq 0x20(%rsp), %r11
movl %r11d, %edi
subl %esi, %edi
btl %ebp, %edx
cmovael %esi, %edi
movl %r13d, %r8d
movl %r10d, %ecx
shll %cl, %r8d
movl %r8d, %edx
movl %ebp, %ecx
shrl %cl, %edx
movl %r8d, %ecx
andl %r14d, %ecx
movl %r11d, %esi
subl %ecx, %esi
btl %ebp, %r8d
cmovael %ecx, %esi
movl %ebx, %r9d
movl %r10d, %ecx
shll %cl, %r9d
movl %r9d, %r8d
andl %r14d, %r8d
movl %r9d, %r10d
movl %ebp, %ecx
shrl %cl, %r10d
movl %r11d, %ecx
subl %r8d, %ecx
btl %ebp, %r9d
cmovael %r8d, %ecx
leaq 0x3109(%rip), %r8       # 0x5080
movq (%r8), %r8
movl %r10d, %r11d
shrl %r11d
xorl %r10d, %r11d
movl %r11d, %r14d
andl $0x1, %r14d
shlq $0x4, %rcx
addq %r8, %rcx
shlq $0x3f, %r10
xorq (%rcx,%r14,8), %r10
xorl $0x1, %r14d
shlq $0x3f, %r11
xorq (%rcx,%r14,8), %r11
movq %r11, %xmm5
movq %r10, %xmm4
movq 0x40(%rsp), %rcx
shrl %cl, %r9d
testl %r9d, %r9d
je 0x1fcc
movdqa 0x106c(%rip), %xmm0     # 0x3030
pxor %xmm0, %xmm4
pxor %xmm0, %xmm5
movl %eax, %ecx
shrl %ecx
xorl %eax, %ecx
movl %ecx, %r9d
andl $0x1, %r9d
shlq $0x4, %rdi
addq %r8, %rdi
shlq $0x3f, %rax
xorq (%rdi,%r9,8), %rax
xorl $0x1, %r9d
shlq $0x3f, %rcx
xorq (%rdi,%r9,8), %rcx
movq %rcx, %xmm1
movl %edx, %ecx
shrl %ecx
xorl %edx, %ecx
movl %ecx, %edi
andl $0x1, %edi
shlq $0x4, %rsi
addq %r8, %rsi
shlq $0x3f, %rdx
xorq (%rsi,%rdi,8), %rdx
movq %rax, %xmm0
xorl $0x1, %edi
shlq $0x3f, %rcx
xorq (%rsi,%rdi,8), %rcx
movq %rcx, %xmm3
movq %rdx, %xmm2
movq 0x70(%rsp), %r14
movl %r14d, %edi
movq %r12, %rsi
callq 0x2250
incq %r15
addl $0x3, %ebx
addl $0x2, %r13d
addq $0x10, %r12
cmpq %r15, %r14
jne 0x1efc
jmp 0x1a1a
unpckhpd %xmm1, %xmm1            # xmm1 = xmm1[1,1]
ucomisd %xmm1, %xmm1
jnp 0x19d0
movapd %xmm4, %xmm1
unpckhpd %xmm4, %xmm1            # xmm1 = xmm1[1],xmm4[1]
movapd %xmm3, 0x50(%rsp)
movsd 0x11a3(%rip), %xmm3     # 0x3220
xorpd %xmm2, %xmm2
movapd %xmm4, %xmm0
movq %rsi, %rbx
movapd %xmm5, 0x70(%rsp)
movapd %xmm6, 0x40(%rsp)
movapd %xmm7, 0x20(%rsp)
callq 0x2630
movapd 0x20(%rsp), %xmm7
movapd 0x40(%rsp), %xmm6
movapd 0x70(%rsp), %xmm5
movapd 0x50(%rsp), %xmm3
movq %rbx, %rsi
unpcklpd %xmm1, %xmm0            # xmm0 = xmm0[0],xmm1[0]
jmp 0x19d0
unpckhpd %xmm1, %xmm1            # xmm1 = xmm1[1,1]
ucomisd %xmm1, %xmm1
jnp 0x1b3f
movapd %xmm4, %xmm1
unpckhpd %xmm4, %xmm1            # xmm1 = xmm1[1],xmm4[1]
movapd %xmm3, 0x10(%rsp)
movsd 0x1139(%rip), %xmm3     # 0x3220
xorpd %xmm2, %xmm2
movapd %xmm4, %xmm0
movapd %xmm5, 0xa0(%rsp)
movapd %xmm6, 0x90(%rsp)
movapd %xmm7, 0x80(%rsp)
callq 0x2630
movapd 0x80(%rsp), %xmm7
movapd 0x90(%rsp), %xmm6
movapd 0xa0(%rsp), %xmm5
movapd 0x10(%rsp), %xmm3
movq (%rsp), %rsi
unpcklpd %xmm1, %xmm0            # xmm0 = xmm0[0],xmm1[0]
jmp 0x1b3f
ucomisd %xmm9, %xmm9
jnp 0x1bdb
movsd 0xf20(%rip), %xmm2      # 0x3070
movsd 0x10d0(%rip), %xmm3     # 0x3228
movq %rdx, %rbx
movsd %xmm6, 0x20(%rsp)
movsd %xmm7, 0x10(%rsp)
callq 0x2630
movsd 0x10(%rsp), %xmm7
movsd 0x20(%rsp), %xmm6
movq %rbx, %rdx
movq (%rsp), %rsi
movapd %xmm0, %xmm8
movapd %xmm1, %xmm9
jmp 0x1bdb
ucomisd %xmm1, %xmm1
jnp 0x1c71
movapd %xmm3, 0x80(%rsp)
movsd 0x1077(%rip), %xmm3     # 0x3220
xorpd %xmm2, %xmm2
movapd %xmm5, %xmm0
movapd %xmm4, %xmm1
movq %rdx, %r15
movsd %xmm6, 0x20(%rsp)
movsd %xmm7, 0x10(%rsp)
movsd %xmm8, 0x38(%rsp)
movsd %xmm9, 0x68(%rsp)
movapd %xmm10, 0xa0(%rsp)
movapd %xmm11, 0x90(%rsp)
movapd %xmm12, 0xb0(%rsp)
callq 0x2630
movapd 0xb0(%rsp), %xmm12
movapd 0x80(%rsp), %xmm3
movapd 0x90(%rsp), %xmm11
movapd 0xa0(%rsp), %xmm10
movsd 0x68(%rsp), %xmm9
movsd 0x38(%rsp), %xmm8
movsd 0x10(%rsp), %xmm7
movsd 0x20(%rsp), %xmm6
movq %r15, %rdx
movq (%rsp), %rsi
jmp 0x1c71