// File: /workspace/github_c_makefile_star2_O3/USArmyResearchLab[P]ARL_OpenSHMEM/test/put_nb_dual.c
// Function: main
int main (void)
{
	int i, nelement;
	static unsigned int t, tsum;
	static int pWrk[SHMEM_REDUCE_MIN_WRKDATA_SIZE];
	static long pSync[SHMEM_REDUCE_SYNC_SIZE];
	for (i = 0; i < SHMEM_REDUCE_SYNC_SIZE; i++) {
		pSync[i] = SHMEM_SYNC_VALUE;
	}

	shmem_init();
	int me = shmem_my_pe();
	int npes = shmem_n_pes();

	int nxtpe = me + 1;
	if (nxtpe >= npes) nxtpe -= npes;

	char* source = (char*)shmem_align(NELEMENT * sizeof(char), 0x2000);
	char* target = (char*)shmem_align(NELEMENT * sizeof(char), 0x2000);
	for (i = 0; i < NELEMENT; i++) {
		source[i] = (char)(i + 1);
	}

	if (me == 0) {
		printf("# SHMEM Non-Blocking PutMem, Dual-Issue Performance\n" \
			"# Bytes\tLatency (nanoseconds)\n");
	}

	/* For int put we take average of all the times realized by a pair of PEs,
	thus reducing effects of physical location of PEs */
	for (nelement = 2; nelement <= NELEMENT; nelement <<= 1)
	{
		// reset values for each iteration
		for (i = 0; i < NELEMENT; i++) {
			target[i] = -90;
		}
		shmem_barrier_all();
		ctimer_start();

		t = ctimer();
		unsigned int n2 = nelement >> 1;
		for (i = 0; i < NLOOP; i++) {
			shmem_putmem_nbi(target, source, n2, nxtpe);
			shmem_putmem_nbi(target + n2, source + n2, n2, nxtpe);
		}

		shmem_quiet();

		t -= ctimer();

		shmem_int_sum_to_all(&tsum, &t, 1, 0, 0, npes, pWrk, pSync);

		if (me == 0) {
			int bytes = nelement * sizeof(*source);
			unsigned int nsec = ctimer_nsec(tsum / (npes * NLOOP));
			printf("%6d %7u\n", bytes, nsec);
		}

		int err = 0;
		for (i = 0; i < nelement; i++) if (target[i] != source[i]) err++;
		for (i = nelement; i < NELEMENT; i++) if (target[i] != -90) err++;
		if (err) printf("# %d: ERROR: %d incorrect value(s) copied\n", me, err);
	}

	shmem_free(target);
	shmem_free(source);

	shmem_finalize();

	return 0;
}

// Assembly:
pushq %rbp
movq %rsp, %rbp
pushq %r15
pushq %r14
pushq %r13
pushq %r12
pushq %rbx
subq $0x38, %rsp
xorpd %xmm0, %xmm0
movapd %xmm0, 0x4de7(%rip)     # 0x61e0
movapd %xmm0, 0x4dcf(%rip)     # 0x61d0
movapd %xmm0, 0x4db7(%rip)     # 0x61c0
movapd %xmm0, 0x4d9f(%rip)     # 0x61b0
movapd %xmm0, 0x4d87(%rip)     # 0x61a0
callq 0x1734
leaq 0x4d23(%rip), %rax      # 0x6148
movl (%rax), %ecx
leaq 0x4d1e(%rip), %rax      # 0x614c
movl (%rax), %ebx
movq %rcx, -0x38(%rbp)
leal 0x1(%rcx), %r13d
xorl %r14d, %r14d
cmpl %ebx, %r13d
movl %ebx, -0x2c(%rbp)
cmovll %r14d, %ebx
movl $0x2000, %edi           # imm = 0x2000
movl $0x2000, %esi           # imm = 0x2000
callq 0x16d8
movq %rax, %r15
movl $0x2000, %edi           # imm = 0x2000
movl $0x2000, %esi           # imm = 0x2000
callq 0x16d8
movq %rax, %r12
leaq 0x1(%r14), %rax
movb %al, (%r15,%r14)
movq %rax, %r14
cmpq $0x2000, %rax           # imm = 0x2000
jne 0x1469
cmpl $0x0, -0x38(%rbp)
jne 0x148e
leaq 0x2bcb(%rip), %rdi      # 0x4054
callq 0x1080
subl %ebx, %r13d
imull $0x2710, -0x2c(%rbp), %eax # imm = 0x2710
movl %eax, -0x3c(%rbp)
movl $0x2, %ebx
leaq -0x50(%rbp), %r14
movl $0x2000, %edx           # imm = 0x2000
movq %r12, %rdi
movl $0xa6, %esi
callq 0x1140
callq 0x1710
leaq 0x4d2e(%rip), %rdi      # 0x61f0
xorl %esi, %esi
callq 0x1130
movq %r14, %rdi
xorl %esi, %esi
callq 0x1130
movq -0x50(%rbp), %rax
movq -0x48(%rbp), %rcx
subq 0x4d0e(%rip), %rax      # 0x61f0
xorps %xmm0, %xmm0
cvtsi2sd %rax, %xmm0
subq 0x4d07(%rip), %rcx      # 0x61f8
xorps %xmm1, %xmm1
cvtsi2sd %rcx, %xmm1
mulsd 0x2b07(%rip), %xmm1     # 0x4008
mulsd 0x2b07(%rip), %xmm0     # 0x4010
addsd %xmm1, %xmm0
cvttsd2si %xmm0, %rax
movq %rax, %rcx
sarq $0x3f, %rcx
subsd 0x2af7(%rip), %xmm0     # 0x4018
cvttsd2si %xmm0, %rdx
andl %ecx, %edx
orl %edx, %eax
notl %eax
movl %eax, 0x4c3e(%rip)      # 0x6170
movl %ebx, -0x40(%rbp)
sarl %ebx
leaq (%r12,%rbx), %rax
movq %rax, -0x60(%rbp)
leaq (%r15,%rbx), %rax
movq %rax, -0x58(%rbp)
movq %r12, %r14
movl $0x2710, %r12d          # imm = 0x2710
movq %r14, %rdi
movq %r15, %rsi
movq %rbx, %rdx
movl %r13d, %ecx
callq 0x3304
movq -0x60(%rbp), %rdi
movq -0x58(%rbp), %rsi
movq %rbx, %rdx
movl %r13d, %ecx
callq 0x3304
decl %r12d
jne 0x1550
movq %r14, %r12
callq 0x1d7c
leaq -0x50(%rbp), %r14
movq %r14, %rdi
xorl %esi, %esi
callq 0x1130
movq -0x50(%rbp), %rax
movq -0x48(%rbp), %rcx
subq 0x4c52(%rip), %rax      # 0x61f0
xorps %xmm0, %xmm0
cvtsi2sd %rax, %xmm0
subq 0x4c4b(%rip), %rcx      # 0x61f8
xorps %xmm1, %xmm1
cvtsi2sd %rcx, %xmm1
mulsd 0x2a4b(%rip), %xmm1     # 0x4008
mulsd 0x2a4b(%rip), %xmm0     # 0x4010
addsd %xmm1, %xmm0
cvttsd2si %xmm0, %rax
movq %rax, %rcx
sarq $0x3f, %rcx
subsd 0x2a3b(%rip), %xmm0     # 0x4018
cvttsd2si %xmm0, %rdx
andl %ecx, %edx
orl %edx, %eax
movl 0x4b84(%rip), %ecx      # 0x6170
addl %ecx, %eax
incl %eax
movl %eax, 0x4b7a(%rip)      # 0x6170
leaq 0x4b77(%rip), %rdi      # 0x6174
leaq 0x4b6c(%rip), %rsi      # 0x6170
movl $0x1, %edx
xorl %ecx, %ecx
xorl %r8d, %r8d
movl -0x2c(%rbp), %r9d
leaq 0x4b87(%rip), %rax      # 0x61a0
pushq %rax
leaq 0x4b5f(%rip), %rax      # 0x6180
pushq %rax
callq 0x3120
addq $0x10, %rsp
cmpl $0x0, -0x38(%rbp)
movl -0x40(%rbp), %ebx
jne 0x1651
movl 0x4b3a(%rip), %eax      # 0x6174
xorl %edx, %edx
divl -0x3c(%rbp)
leaq 0x29da(%rip), %rdi      # 0x4020
movl %ebx, %esi
movl %eax, %edx
xorl %eax, %eax
callq 0x1100
movl %ebx, %eax
xorl %ecx, %ecx
xorl %edx, %edx
movb (%r12,%rcx), %sil
xorl %edi, %edi
cmpb (%r15,%rcx), %sil
setne %dil
addl %edi, %edx
incq %rcx
cmpq %rcx, %rax
jne 0x1657
cmpl $0x1fff, %ebx           # imm = 0x1FFF
ja 0x168e
xorl %ecx, %ecx
cmpb $-0x5a, (%r12,%rax)
setne %cl
addl %ecx, %edx
incq %rax
cmpq $0x2000, %rax           # imm = 0x2000
jne 0x1677
testl %edx, %edx
je 0x16a4
leaq 0x2990(%rip), %rdi      # 0x4029
movq -0x38(%rbp), %rsi
xorl %eax, %eax
callq 0x1100
addl %ebx, %ebx
cmpl $0x2001, %ebx           # imm = 0x2001
jl 0x14a4
movq %r12, %rdi
callq 0x171c
movq %r15, %rdi
callq 0x171c
callq 0x1d35
xorl %eax, %eax
addq $0x38, %rsp
popq %rbx
popq %r12
popq %r13
popq %r14
popq %r15
popq %rbp
retq