// File: /workspace/github_cpp_makefile_star2_O1/xbai0624[P]dnn/src/ConstructLayer.cpp
// Function: ConstructLayer::UpdateImagesDelta(int)
void ConstructLayer::UpdateImagesDelta(int sample_index)
{
    // __imageDelta shold only store images from all active neurons, the matching info can be achieved from filter matrix
    //    drop out only happens on batch level
    //    so imageDelta will clear after each batch is done
    //    **** on batch level, the filter matrix stays the same, so no need to worry the change of filter matrix on batch level
    //
    //    The above comment is copied from UpdateImagesZ(); just to refresh memory, no use in this function
    //

    // extract the Delta matrices from neurons for current traning sample
    Images sample_image_delta;
    Images sample_image_delta_full;

    // !!! Note:: !!! delta for output layer needs different method, and is done ComputeCostInOutputLayerForCurrentSample(int) function
    //                no need to do it here
    if(__type == LayerType::fullyConnected) // for fully connected layer, 
    {
        for(size_t k=0;k<__neuronDim.k;k++) // kernel
        {
            Matrix Delta( __neuronDim.i, __neuronDim.j, 0);
            //cout<<"sample index: "<<sample_index<<endl;
            //cout<<"before filling delta"<<endl<<Delta<<endl;
            for(size_t i=0;i<__neuronDim.i;i++){
                for(size_t j=0;j<__neuronDim.j;j++)
                {
                    auto & delta_vector = __neurons[k][i][j]->GetDeltaVector();
                    if(__neurons[k][i][j]->IsActive())
                    {  // make sure no over extract
                        //assert(delta_vector.size() - 1 == l); // obsolete
                        //Delta[i][j] = delta_vector.back();    // obsolete
                        Delta[i][j] = delta_vector[sample_index];    // obsolete
                    }
                    else
                    {
                        // if neuron is inactive, set it to 0
                        Delta[i][j] = 0;
                    }
                }
            }
            // save full delta image
            sample_image_delta_full.OutputImageFromKernel.push_back(Delta);
            //cout<<"full image delta: "<<endl<<Delta<<endl;
            //getchar();
            // only save active elements
            Matrix R = filterMatrix(Delta, __activeFlag[k]);
            sample_image_delta.OutputImageFromKernel.push_back(R);

            assert(R.Dimension().first  == __activeNeuronDim.i);
            assert(R.Dimension().second == __activeNeuronDim.j);
        }
        //__imageDelta.push_back(sample_image_delta);
        __imageDelta[sample_index] = sample_image_delta;
        __imageDeltaFull[sample_index] = sample_image_delta_full;
    }
    else if(__type == LayerType::cnn || __type == LayerType::pooling) // for cnn layer and pooling layer
    {
        // for cnn, drop out happens on kernels (weight matrix)
        // so the neurons are all active
        for(size_t k=0;k<__neuronDim.k;k++) // kernel
        {
            Matrix Delta( __neuronDim.i, __neuronDim.j);
            for(size_t i=0;i<__neuronDim.i;i++){
                for(size_t j=0;j<__neuronDim.j;j++)
                {
                    auto & delta_vector = __neurons[k][i][j]->GetDeltaVector();
                    if(__neurons[k][i][j]->IsActive())
                    {  // make sure no over extract
                        //assert(delta_vector.size() - 1 == l);
                        //Delta[i][j] = delta_vector.back();
                        Delta[i][j] = delta_vector[sample_index];
                    }
                    else
                    {
                        Delta[i][j] = 0;
                    }
                }
            }
            sample_image_delta.OutputImageFromKernel.push_back(Delta); // no need to filter
            sample_image_delta_full.OutputImageFromKernel.push_back(Delta); 
        }
        //__imageDelta.push_back(sample_image_delta); // obsolete
        __imageDelta[sample_index] = sample_image_delta;
        __imageDeltaFull[sample_index] = sample_image_delta_full;
    }
    else // reserved for other layer types
    {
    }
}

// Assembly:
pushq %rbp
pushq %r15
pushq %r14
pushq %r13
pushq %r12
pushq %rbx
subq $0x98, %rsp
movq %rdi, %rbx
xorps %xmm0, %xmm0
movaps %xmm0, 0x40(%rsp)
xorl %eax, %eax
movq %rax, 0x50(%rsp)
movq %rax, 0x70(%rsp)
movaps %xmm0, 0x60(%rsp)
movl 0xc(%rdi), %eax
leal -0x1(%rax), %ecx
cmpl $0x2, %ecx
jae 0x8699
movl %esi, 0x14(%rsp)
cmpq $0x0, 0x3a8(%rbx)
je 0x8676
movslq 0x14(%rsp), %rax
movq %rax, 0x18(%rsp)
movq $0x0, 0x8(%rsp)
leaq 0x28(%rsp), %r14
movq 0x398(%rbx), %rsi
movq 0x3a0(%rbx), %rdx
movq %r14, %rdi
callq 0x1a82e
cmpq $0x0, 0x398(%rbx)
je 0x8635
movq 0x8(%rsp), %rax
leaq (%rax,%rax,2), %r12
xorl %r13d, %r13d
cmpq $0x0, 0x3a0(%rbx)
je 0x8625
leaq (,%r13,2), %r15
addq %r13, %r15
xorl %r14d, %r14d
movq 0x40(%rbx), %rax
movq (%rax,%r12,8), %rax
movq (%rax,%r15,8), %rax
movq (%rax,%r14,8), %rdi
callq 0x21ea6
movq %rax, %rbp
movq 0x40(%rbx), %rax
movq (%rax,%r12,8), %rax
movq (%rax,%r15,8), %rax
movq (%rax,%r14,8), %rdi
callq 0x2097e
testb %al, %al
je 0x8600
movq (%rbp), %rax
movq 0x18(%rsp), %rcx
movsd (%rax,%rcx,8), %xmm0
movsd %xmm0, 0x20(%rsp)
leaq 0x28(%rsp), %rdi
movq %r13, %rsi
callq 0x1ae76
movsd 0x20(%rsp), %xmm0
jmp 0x8610
leaq 0x28(%rsp), %rdi
movq %r13, %rsi
callq 0x1ae76
xorps %xmm0, %xmm0
movq (%rax), %rax
movsd %xmm0, (%rax,%r14,8)
incq %r14
cmpq 0x3a0(%rbx), %r14
jb 0x85a6
incq %r13
cmpq 0x398(%rbx), %r13
jb 0x858a
leaq 0x40(%rsp), %rdi
leaq 0x28(%rsp), %r14
movq %r14, %rsi
callq 0x13a14
leaq 0x60(%rsp), %rdi
movq %r14, %rsi
callq 0x13a14
movq %r14, %rdi
callq 0x1acb6
movq 0x8(%rsp), %rcx
incq %rcx
movq %rcx, 0x8(%rsp)
cmpq 0x3a8(%rbx), %rcx
jb 0x855a
movslq 0x14(%rsp), %r14
leaq (%r14,%r14,2), %rdi
shlq $0x3, %rdi
addq 0x180(%rbx), %rdi
leaq 0x40(%rsp), %rsi
callq 0x1429e
jmp 0x884e
testl %eax, %eax
jne 0x8867
cmpq $0x0, 0x3a8(%rbx)
movslq %esi, %r14
je 0x8835
xorl %r15d, %r15d
leaq 0x28(%rsp), %r12
movq %r14, 0x18(%rsp)
movq %r15, 0x8(%rsp)
movq 0x398(%rbx), %rsi
movq 0x3a0(%rbx), %rdx
xorps %xmm0, %xmm0
movq %r12, %rdi
callq 0x1a952
cmpq $0x0, 0x398(%rbx)
je 0x87a0
movq 0x8(%rsp), %rax
leaq (%rax,%rax,2), %r12
xorl %ebp, %ebp
cmpq $0x0, 0x3a0(%rbx)
je 0x8790
leaq (,%rbp,2), %r13
addq %rbp, %r13
xorl %r14d, %r14d
movq 0x40(%rbx), %rax
movq (%rax,%r12,8), %rax
movq (%rax,%r13,8), %rax
movq (%rax,%r14,8), %rdi
callq 0x21ea6
movq %rax, %r15
movq 0x40(%rbx), %rax
movq (%rax,%r12,8), %rax
movq (%rax,%r13,8), %rax
movq (%rax,%r14,8), %rdi
callq 0x2097e
testb %al, %al
je 0x876b
movq (%r15), %rax
movq 0x18(%rsp), %rcx
movsd (%rax,%rcx,8), %xmm0
movsd %xmm0, 0x20(%rsp)
leaq 0x28(%rsp), %rdi
movq %rbp, %rsi
callq 0x1ae76
movsd 0x20(%rsp), %xmm0
jmp 0x877b
leaq 0x28(%rsp), %rdi
movq %rbp, %rsi
callq 0x1ae76
xorps %xmm0, %xmm0
movq (%rax), %rax
movsd %xmm0, (%rax,%r14,8)
incq %r14
cmpq 0x3a0(%rbx), %r14
jb 0x8712
incq %rbp
cmpq 0x398(%rbx), %rbp
jb 0x86f6
leaq 0x60(%rsp), %rdi
leaq 0x28(%rsp), %r12
movq %r12, %rsi
callq 0x13a14
movq 0x8(%rsp), %r15
leaq (%r15,%r15,2), %rdx
shlq $0x3, %rdx
addq 0x108(%rbx), %rdx
leaq 0x80(%rsp), %r13
movq %r13, %rdi
movq %r12, %rsi
callq 0xb155
leaq 0x40(%rsp), %rdi
movq %r13, %rsi
callq 0x13a14
movq %r13, %rdi
callq 0x1ac7c
movq 0x18(%rsp), %r14
cmpq 0x3b0(%rbx), %rax
jne 0x888d
movq %r13, %rdi
callq 0x1ac7c
cmpq 0x3b8(%rbx), %rdx
jne 0x88ac
movq %r13, %rdi
callq 0x1acb6
movq %r12, %rdi
callq 0x1acb6
incq %r15
cmpq 0x3a8(%rbx), %r15
jb 0x86bf
leaq (%r14,%r14,2), %rdi
shlq $0x3, %rdi
addq 0x180(%rbx), %rdi
leaq 0x40(%rsp), %rsi
callq 0x1429e
leaq (%r14,%r14,2), %rdi
shlq $0x3, %rdi
addq 0x1e0(%rbx), %rdi
leaq 0x60(%rsp), %rsi
callq 0x1429e
leaq 0x60(%rsp), %rdi
callq 0x136aa
leaq 0x40(%rsp), %rdi
callq 0x136aa
addq $0x98, %rsp
popq %rbx
popq %r12
popq %r13
popq %r14
popq %r15
popq %rbp
retq
leaq 0x1f4e2(%rip), %rdi     # 0x27d76
leaq 0x1eeaf(%rip), %rsi     # 0x2774a
leaq 0x1fa5b(%rip), %rcx     # 0x282fd
movl $0x9d6, %edx            # imm = 0x9D6
callq 0x4160
leaq 0x1f516(%rip), %rdi     # 0x27dc9
leaq 0x1ee90(%rip), %rsi     # 0x2774a
leaq 0x1fa3c(%rip), %rcx     # 0x282fd
movl $0x9d7, %edx            # imm = 0x9D7
callq 0x4160
jmp 0x88e9
jmp 0x88d1
jmp 0x88d1
movq %rax, %rbx
leaq 0x80(%rsp), %rdi
callq 0x1acb6
jmp 0x88f5
jmp 0x88f2
jmp 0x88f2
jmp 0x88e9
movq %rax, %rbx
jmp 0x88ff
jmp 0x88f2
jmp 0x88f2
movq %rax, %rbx
leaq 0x28(%rsp), %rdi
callq 0x1acb6
leaq 0x60(%rsp), %rdi
callq 0x136aa
leaq 0x40(%rsp), %rdi
callq 0x136aa
movq %rbx, %rdi
callq 0x43e0
nop