// File: /workspace/github_cpp_makefile_star2_O2/xbai0624[P]dnn/src/ConstructLayer.cpp
// Function: ConstructLayer::UpdateImagesDelta(int)
void ConstructLayer::UpdateImagesDelta(int sample_index)
{
    // __imageDelta shold only store images from all active neurons, the matching info can be achieved from filter matrix
    //    drop out only happens on batch level
    //    so imageDelta will clear after each batch is done
    //    **** on batch level, the filter matrix stays the same, so no need to worry the change of filter matrix on batch level
    //
    //    The above comment is copied from UpdateImagesZ(); just to refresh memory, no use in this function
    //

    // extract the Delta matrices from neurons for current traning sample
    Images sample_image_delta;
    Images sample_image_delta_full;

    // !!! Note:: !!! delta for output layer needs different method, and is done ComputeCostInOutputLayerForCurrentSample(int) function
    //                no need to do it here
    if(__type == LayerType::fullyConnected) // for fully connected layer, 
    {
        for(size_t k=0;k<__neuronDim.k;k++) // kernel
        {
            Matrix Delta( __neuronDim.i, __neuronDim.j, 0);
            //cout<<"sample index: "<<sample_index<<endl;
            //cout<<"before filling delta"<<endl<<Delta<<endl;
            for(size_t i=0;i<__neuronDim.i;i++){
                for(size_t j=0;j<__neuronDim.j;j++)
                {
                    auto & delta_vector = __neurons[k][i][j]->GetDeltaVector();
                    if(__neurons[k][i][j]->IsActive())
                    {  // make sure no over extract
                        //assert(delta_vector.size() - 1 == l); // obsolete
                        //Delta[i][j] = delta_vector.back();    // obsolete
                        Delta[i][j] = delta_vector[sample_index];    // obsolete
                    }
                    else
                    {
                        // if neuron is inactive, set it to 0
                        Delta[i][j] = 0;
                    }
                }
            }
            // save full delta image
            sample_image_delta_full.OutputImageFromKernel.push_back(Delta);
            //cout<<"full image delta: "<<endl<<Delta<<endl;
            //getchar();
            // only save active elements
            Matrix R = filterMatrix(Delta, __activeFlag[k]);
            sample_image_delta.OutputImageFromKernel.push_back(R);

            assert(R.Dimension().first  == __activeNeuronDim.i);
            assert(R.Dimension().second == __activeNeuronDim.j);
        }
        //__imageDelta.push_back(sample_image_delta);
        __imageDelta[sample_index] = sample_image_delta;
        __imageDeltaFull[sample_index] = sample_image_delta_full;
    }
    else if(__type == LayerType::cnn || __type == LayerType::pooling) // for cnn layer and pooling layer
    {
        // for cnn, drop out happens on kernels (weight matrix)
        // so the neurons are all active
        for(size_t k=0;k<__neuronDim.k;k++) // kernel
        {
            Matrix Delta( __neuronDim.i, __neuronDim.j);
            for(size_t i=0;i<__neuronDim.i;i++){
                for(size_t j=0;j<__neuronDim.j;j++)
                {
                    auto & delta_vector = __neurons[k][i][j]->GetDeltaVector();
                    if(__neurons[k][i][j]->IsActive())
                    {  // make sure no over extract
                        //assert(delta_vector.size() - 1 == l);
                        //Delta[i][j] = delta_vector.back();
                        Delta[i][j] = delta_vector[sample_index];
                    }
                    else
                    {
                        Delta[i][j] = 0;
                    }
                }
            }
            sample_image_delta.OutputImageFromKernel.push_back(Delta); // no need to filter
            sample_image_delta_full.OutputImageFromKernel.push_back(Delta); 
        }
        //__imageDelta.push_back(sample_image_delta); // obsolete
        __imageDelta[sample_index] = sample_image_delta;
        __imageDeltaFull[sample_index] = sample_image_delta_full;
    }
    else // reserved for other layer types
    {
    }
}

// Assembly:
pushq %rbp
pushq %r15
pushq %r14
pushq %r13
pushq %r12
pushq %rbx
subq $0x88, %rsp
movq %rdi, %rbx
xorps %xmm0, %xmm0
andq $0x0, 0x40(%rsp)
movaps %xmm0, 0x30(%rsp)
andq $0x0, 0x60(%rsp)
movaps %xmm0, 0x50(%rsp)
movl 0xc(%rdi), %eax
leal -0x1(%rax), %ecx
cmpl $0x2, %ecx
jae 0x7dee
movslq %esi, %r14
xorl %r15d, %r15d
leaq 0x18(%rsp), %r12
movq %r14, (%rsp)
cmpq 0x3a8(%rbx), %r15
jae 0x7f58
movq 0x398(%rbx), %rsi
movq 0x3a0(%rbx), %rdx
movq %r12, %rdi
callq 0x176e6
movq %r15, 0x8(%rsp)
imulq $0x18, %r15, %r15
xorl %r13d, %r13d
cmpq 0x398(%rbx), %r13
jae 0x7db6
imulq $0x18, %r13, %r12
xorl %r14d, %r14d
cmpq 0x3a0(%rbx), %r14
jae 0x7dae
movq 0x40(%rbx), %rax
movq (%rax,%r15), %rax
movq (%rax,%r12), %rax
movq (%rax,%r14,8), %rdi
callq 0x1d5ba
movq %rax, %rbp
movq 0x40(%rbx), %rax
movq (%rax,%r15), %rax
movq (%rax,%r12), %rax
movq (%rax,%r14,8), %rdi
callq 0x1c256
testb %al, %al
je 0x7d90
movq (%rbp), %rax
movq (%rsp), %rcx
movsd (%rax,%rcx,8), %xmm0
movsd %xmm0, 0x10(%rsp)
leaq 0x18(%rsp), %rdi
movq %r13, %rsi
callq 0x17c46
movsd 0x10(%rsp), %xmm0
jmp 0x7da0
leaq 0x18(%rsp), %rdi
movq %r13, %rsi
callq 0x17c46
xorps %xmm0, %xmm0
movq (%rax), %rax
movsd %xmm0, (%rax,%r14,8)
incq %r14
jmp 0x7d2e
incq %r13
jmp 0x7d1a
leaq 0x30(%rsp), %rdi
leaq 0x18(%rsp), %r12
movq %r12, %rsi
callq 0x1139c
leaq 0x50(%rsp), %rdi
movq %r12, %rsi
callq 0x1139c
movq %r12, %rdi
callq 0x17a9a
movq 0x8(%rsp), %r15
incq %r15
movq (%rsp), %r14
jmp 0x7ceb
testl %eax, %eax
jne 0x7f99
movslq %esi, %r14
xorl %r15d, %r15d
leaq 0x18(%rsp), %r12
movq %r14, (%rsp)
cmpq 0x3a8(%rbx), %r15
jae 0x7f6f
movq 0x398(%rbx), %rsi
movq 0x3a0(%rbx), %rdx
xorps %xmm0, %xmm0
movq %r12, %rdi
callq 0x177ee
movq %r15, 0x8(%rsp)
imulq $0x18, %r15, %rbp
xorl %r15d, %r15d
cmpq 0x398(%rbx), %r15
jae 0x7ed3
imulq $0x18, %r15, %r12
xorl %r14d, %r14d
cmpq 0x3a0(%rbx), %r14
jae 0x7ecb
movq 0x40(%rbx), %rax
movq (%rax,%rbp), %rax
movq (%rax,%r12), %rax
movq (%rax,%r14,8), %rdi
callq 0x1d5ba
movq %rax, %r13
movq 0x40(%rbx), %rax
movq (%rax,%rbp), %rax
movq (%rax,%r12), %rax
movq (%rax,%r14,8), %rdi
callq 0x1c256
testb %al, %al
je 0x7ead
movq (%r13), %rax
movq (%rsp), %rcx
movsd (%rax,%rcx,8), %xmm0
movsd %xmm0, 0x10(%rsp)
leaq 0x18(%rsp), %rdi
movq %r15, %rsi
callq 0x17c46
movsd 0x10(%rsp), %xmm0
jmp 0x7ebd
leaq 0x18(%rsp), %rdi
movq %r15, %rsi
callq 0x17c46
xorps %xmm0, %xmm0
movq (%rax), %rax
movsd %xmm0, (%rax,%r14,8)
incq %r14
jmp 0x7e4b
incq %r15
jmp 0x7e37
leaq 0x50(%rsp), %rdi
leaq 0x18(%rsp), %r14
movq %r14, %rsi
callq 0x1139c
addq 0x108(%rbx), %rbp
leaq 0x70(%rsp), %r13
movq %r13, %rdi
movq %r14, %rsi
movq %rbp, %rdx
callq 0xa45e
movq (%rsp), %r14
leaq 0x30(%rsp), %rdi
movq %r13, %rsi
callq 0x1139c
movq 0x8(%rsp), %r15
movq %r13, %rdi
callq 0x17a6a
leaq 0x18(%rsp), %r12
cmpq 0x3b0(%rbx), %rax
jne 0x7fde
movq %r13, %rdi
callq 0x17a6a
cmpq 0x3b8(%rbx), %rdx
jne 0x7fbf
movq %r13, %rdi
callq 0x17a9a
movq %r12, %rdi
callq 0x17a9a
incq %r15
jmp 0x7e05
imulq $0x18, %r14, %rdi
addq 0x180(%rbx), %rdi
leaq 0x30(%rsp), %rsi
callq 0x11a9e
jmp 0x7f84
imulq $0x18, %r14, %rdi
addq 0x180(%rbx), %rdi
leaq 0x30(%rsp), %rsi
callq 0x11a9e
imulq $0x18, %r14, %rdi
addq 0x1e0(%rbx), %rdi
leaq 0x50(%rsp), %rsi
callq 0x11a9e
leaq 0x50(%rsp), %rdi
callq 0x110e4
leaq 0x30(%rsp), %rdi
callq 0x110e4
addq $0x88, %rsp
popq %rbx
popq %r12
popq %r13
popq %r14
popq %r15
popq %rbp
retq
leaq 0x19d54(%rip), %rdi     # 0x21d1a
leaq 0x1970d(%rip), %rsi     # 0x216da
leaq 0x1a27a(%rip), %rcx     # 0x2224e
movl $0x9d7, %edx            # imm = 0x9D7
callq 0x4180
leaq 0x19ce2(%rip), %rdi     # 0x21cc7
leaq 0x196ee(%rip), %rsi     # 0x216da
leaq 0x1a25b(%rip), %rcx     # 0x2224e
movl $0x9d6, %edx            # imm = 0x9D6
callq 0x4180
jmp 0x8018
jmp 0x8005
jmp 0x8021
jmp 0x8005
movq %rax, %rbx
leaq 0x70(%rsp), %rdi
callq 0x17a9a
jmp 0x8024
jmp 0x8021
jmp 0x8018
movq %rax, %rbx
jmp 0x802e
jmp 0x8021
jmp 0x8021
movq %rax, %rbx
leaq 0x18(%rsp), %rdi
callq 0x17a9a
leaq 0x50(%rsp), %rdi
callq 0x110e4
leaq 0x30(%rsp), %rdi
callq 0x110e4
movq %rbx, %rdi
callq 0x43b0