// File: /workspace/github_cpp_makefile_star2_O1/xbai0624[P]dnn/src/UnitTest.cpp
// Function: UnitTest::TestCNNToPooling()
void UnitTest::TestCNNToPooling()
{
    // 1) Data interface, this is a tool class, for data prepare
    DataInterface *data_interface = new DataInterface("unit_test_data/data_signal.dat", "unit_test_data/data_cosmic.dat", LayerDimension::_2D);

    // 3) input layer   ID=0
    LayerParameterList p_list0(LayerType::input, LayerDimension::_2D, data_interface, 0, 0, 
            std::pair<size_t, size_t>(0, 0), 0, false, 0, 0, Regularization::Undefined, 0, ActuationFuncType::Undefined, TrainingType::NewTraining, false);
    Layer* layer_input = new ConstructLayer(p_list0);
    layer_input->Init();

    // 4) middle layer 1 : cnn layer ID=1
    LayerParameterList p_list1(LayerType::cnn, LayerDimension::_2D, data_interface, 0, 2, 
            std::pair<size_t, size_t>(2, 2), 0.1, false, 0, 0.5, Regularization::L2, 0.1, ActuationFuncType::Relu, TrainingType::NewTraining, false);
    Layer *l1 = new ConstructLayer(p_list1);
    l1->SetPrevLayer(layer_input);
    l1->Init();

    // 4) middle layer 1 : fc layer ID=6
    LayerParameterList p_list6(LayerType::pooling, LayerDimension::_2D, data_interface, 0, 2, 
            std::pair<size_t, size_t>(2, 2), 0.1, false, 0, 0.5, Regularization::L2, 0.1, ActuationFuncType::Relu, TrainingType::NewTraining, false);
    Layer *l6 = new ConstructLayer(p_list6);
    l6->SetPrevLayer(l1);
    l6->Init();

    // 5) output layer ID = 7
    LayerParameterList p_list_output(LayerType::output, LayerDimension::_1D, data_interface, 2, 0, 
            std::pair<size_t, size_t>(0, 0), 0.1, false, 0, 0., Regularization::L2, 0.1, ActuationFuncType::SoftMax, TrainingType::NewTraining, false);
    Layer* layer_output = new ConstructLayer(p_list_output);
    layer_output -> SetPrevLayer(l6);
    layer_output -> Init();

    // 6) connect all layers; SetNextLayer must be after all layers have finished initialization
    //                        input layer not needed to set, input layer has no update on w & b
    //                        input layer is just for data transfer (prepare)
    l1->SetNextLayer(l6);
    //l2->SetNextLayer(l3);
    l6->SetNextLayer(layer_output); // This line is ugly, to be improved


    // step 2: forward propagate
    data_interface -> Reset();
    layer_input->EpochInit();
    l1->EpochInit();
    l6->EpochInit();
    layer_output->EpochInit();

    //layer_input->BatchInit();
    l1->BatchInit();
    l6->BatchInit();
    layer_output->BatchInit();


    data_interface->GetNewBatchData();
    data_interface->GetNewBatchLabel();
    layer_input -> FillBatchDataToInputLayerA();


    // helper functions
    auto print_a_images = [&](Layer *l)
    {
        // print a images
        cout<<"XXXXXX::'A' images from layer: "<<l->GetID()<<endl;
        auto & images = l->GetImagesFullA();
        int sample_IIID = 0;
        for(auto &i: images)
        {
            cout<<"---------------------- sample id: "<<sample_IIID<<endl;
            int kernel_id = 0;
            for(auto &j: i.OutputImageFromKernel)
            {
                cout<<"----kernel id: "<<kernel_id<<endl;
                cout<<j<<endl;
                kernel_id++;
            }
            sample_IIID++;
        }
    };
    auto print_z_images = [&](Layer *l)
    {
        // print a images
        cout<<"XXXXXX::'Z' images from layer: "<<l->GetID()<<endl;
        auto & images = l->GetImagesFullZ();
        int sample_IIID = 0;
        for(auto &i: images)
        {
            cout<<"---------------------- sample id: "<<sample_IIID<<endl;
            int kernel_id = 0;
            for(auto &j: i.OutputImageFromKernel)
            {
                cout<<"----kernel id: "<<kernel_id<<endl;
                cout<<j<<endl;
                kernel_id++;
            }
            sample_IIID++;
        }
    };

    // forward propagation
    int sample_size = data_interface->GetBatchSize();
    for(int i=0;i<sample_size;i++)
    {
        l1->ForwardPropagate_Z_ForSample(i);
        l1->ForwardPropagate_SigmaPrimeAndA_ForSample(i);

        l6->ForwardPropagate_Z_ForSample(i);
        l6->ForwardPropagate_SigmaPrimeAndA_ForSample(i);

        layer_output->ForwardPropagate_Z_ForSample(i);
        layer_output->ForwardPropagate_SigmaPrimeAndA_ForSample(i);
    }

    cout<<"ooooooooo000000000oooooooooo000000000ooooooooooo00000000oooooooooo0000000000000ooooooooooooo"<<endl;
    print_a_images(l1);
    print_z_images(l1);
    //print_a_images(l6);
    //print_z_images(l6);


    // backward propagation
    for(int i=0;i<sample_size;i++)
    {
        // must inverse order
        layer_output->BackwardPropagateForSample(i);
        l6->BackwardPropagateForSample(i);
        l1->BackwardPropagateForSample(i);
    }

    auto print_delta_images = [&](Layer *l)
    {
        // print a images
        cout<<"XXXXXX::'Delta' images from layer: "<<l->GetID()<<endl;
        auto & images = l->GetImagesFullDelta();
        int sample_IIID = 0;
        for(auto &i: images)
        {
            cout<<"---------------------- sample id: "<<sample_IIID<<endl;
            int kernel_id = 0;
            for(auto &j: i.OutputImageFromKernel)
            {
                cout<<"----kernel id: "<<kernel_id<<endl;
                cout<<j<<endl;
                kernel_id++;
            }
            sample_IIID++;
        }
    };
    cout<<"ooooooooo000000000oooooooooo000000000ooooooooooo00000000oooooooooo0000000000000ooooooooooooo"<<endl;
    print_a_images(l1);
    cout<<"ooooooooo000000000oooooooooo000000000ooooooooooo00000000oooooooooo0000000000000ooooooooooooo"<<endl;
    print_a_images(l6);
    cout<<"ooooooooo000000000oooooooooo000000000ooooooooooo00000000oooooooooo0000000000000ooooooooooooo"<<endl;
    print_delta_images(l6);
    cout<<"ooooooooo000000000oooooooooo000000000ooooooooooo00000000oooooooooo0000000000000ooooooooooooo"<<endl;
    print_delta_images(l1);

}

// Assembly:
pushq %rbp
pushq %r15
pushq %r14
pushq %r13
pushq %r12
pushq %rbx
subq $0x238, %rsp            # imm = 0x238
movl $0xc8, %edi
callq 0x4270
movq %rax, %r12
leaq 0x6878(%rip), %rsi      # 0x2b5ff
leaq 0x6890(%rip), %rdx      # 0x2b61e
movq %rax, %rdi
movl $0x1, %ecx
callq 0x191e4
movl $0x490, %edi            # imm = 0x490
callq 0x4270
movq %rax, %r13
movabsq $0x100000003, %rax      # imm = 0x100000003
leaq 0x1d0(%rsp), %rsi
movq %rax, (%rsi)
movq %r12, 0x8(%rsi)
xorps %xmm0, %xmm0
movups %xmm0, 0x10(%rsi)
movups %xmm0, 0x20(%rsi)
movups %xmm0, 0x29(%rsi)
movl $0x0, 0x3c(%rsi)
xorl %r15d, %r15d
movq %r15, 0x40(%rsi)
movl $0x2, 0x48(%rsi)
movq %r15, 0x50(%rsi)
movq $0x4, 0x58(%rsi)
movb $0x0, 0x60(%rsi)
movl $0xd, %ecx
movq %rsp, %rdi
rep  movsq (%rsi), %es:(%rdi)
movq %r13, %rdi
callq 0x4ae4
movq (%r13), %rax
movq %r13, %rdi
callq *0x10(%rax)
movl $0x490, %edi            # imm = 0x490
callq 0x4270
movabsq $0x100000001, %rcx      # imm = 0x100000001
leaq 0x168(%rsp), %rsi
movq %rcx, (%rsi)
movq %r12, 0x8(%rsi)
movq $0x0, 0x10(%rsi)
movl $0x2, %r14d
movq %r14, 0x18(%rsi)
movq %r14, 0x20(%rsi)
movq %r14, 0x28(%rsi)
movabsq $0x3fb999999999999a, %rbx # imm = 0x3FB999999999999A
movq %rbx, 0x30(%rsi)
movb %r15b, 0x38(%rsi)
movl %r15d, 0x3c(%rsi)
movabsq $0x3fe0000000000000, %rbp # imm = 0x3FE0000000000000
movq %rbp, 0x40(%rsi)
movl %r15d, 0x48(%rsi)
movq %rbx, 0x50(%rsi)
movq $0x3, 0x58(%rsi)
movb %r15b, 0x60(%rsi)
movq %rax, %r15
movl $0xd, %ecx
movq %rsp, %rdi
rep  movsq (%rsi), %es:(%rdi)
movq %rax, %rdi
callq 0x4ae4
movq (%r15), %rax
movq %r15, %rdi
movq %r13, %rsi
callq *0x1e8(%rax)
movq (%r15), %rax
movq %r15, %rdi
callq *0x10(%rax)
movl $0x490, %edi            # imm = 0x490
callq 0x4270
movabsq $0x100000002, %rcx      # imm = 0x100000002
leaq 0x100(%rsp), %rsi
movq %rcx, (%rsi)
movq %r12, 0x8(%rsi)
movq $0x0, 0x10(%rsi)
movq %r14, 0x18(%rsi)
movq %r14, 0x20(%rsi)
movq %r14, 0x28(%rsi)
movq %rbx, 0x30(%rsi)
xorl %ecx, %ecx
movb %cl, 0x38(%rsi)
movl %ecx, 0x3c(%rsi)
movq %rbp, 0x40(%rsi)
movq %rax, %r14
movl %ecx, 0x48(%rsi)
movq %rbx, 0x50(%rsi)
movq $0x3, 0x58(%rsi)
movb %cl, 0x60(%rsi)
movl $0xd, %ecx
movq %rsp, %rdi
rep  movsq (%rsi), %es:(%rdi)
movq %rax, %rdi
callq 0x4ae4
movq (%r14), %rax
movq %r14, %rdi
movq %r15, %rsi
callq *0x1e8(%rax)
movq (%r14), %rax
movq %r14, %rdi
callq *0x10(%rax)
movl $0x490, %edi            # imm = 0x490
callq 0x4270
movq %rax, %rbp
leaq 0x98(%rsp), %rsi
movq $0x4, (%rsi)
movq %r12, 0x8(%rsi)
movq $0x2, 0x10(%rsi)
xorps %xmm0, %xmm0
movups %xmm0, 0x18(%rsi)
movq $0x0, 0x28(%rsi)
movq %rbx, 0x30(%rsi)
xorl %eax, %eax
movb %al, 0x38(%rsi)
movups %xmm0, 0x3c(%rsi)
movq %rbx, 0x50(%rsi)
movq $0x1, 0x58(%rsi)
movb %al, 0x60(%rsi)
movl $0xd, %ecx
movq %rsp, %rdi
rep  movsq (%rsi), %es:(%rdi)
movq %rbp, %rdi
callq 0x4ae4
movq (%rbp), %rax
movq %rbp, %rdi
movq %r14, %rsi
callq *0x1e8(%rax)
movq (%rbp), %rax
movq %rbp, %rdi
callq *0x10(%rax)
movq (%r15), %rax
movq %r15, %rdi
movq %r14, %rsi
callq *0x1f0(%rax)
movq (%r14), %rax
movq %r14, %rdi
movq %rbp, %rsi
callq *0x1f0(%rax)
movq %r12, %rdi
callq 0x19e38
movq (%r13), %rax
movq %r13, %rdi
callq *0x18(%rax)
movq (%r15), %rax
movq %r15, %rdi
callq *0x18(%rax)
movq (%r14), %rax
movq %r14, %rdi
callq *0x18(%rax)
movq (%rbp), %rax
movq %rbp, %rdi
callq *0x18(%rax)
movq (%r15), %rax
movq %r15, %rdi
callq *0x88(%rax)
movq (%r14), %rax
movq %r14, %rdi
callq *0x88(%rax)
movq (%rbp), %rax
movq %rbp, %rdi
callq *0x88(%rax)
movq %r12, %rdi
callq 0x19948
movq %r12, %rdi
callq 0x19c74
movq (%r13), %rax
movq %r13, %rdi
callq *0x180(%rax)
movl (%r12), %r12d
testl %r12d, %r12d
jle 0x250a0
xorl %ebx, %ebx
movq (%r15), %rax
movq %r15, %rdi
movl %ebx, %esi
callq *0x28(%rax)
movq (%r15), %rax
movq %r15, %rdi
movl %ebx, %esi
callq *0x30(%rax)
movq (%r14), %rax
movq %r14, %rdi
movl %ebx, %esi
callq *0x28(%rax)
movq (%r14), %rax
movq %r14, %rdi
movl %ebx, %esi
callq *0x30(%rax)
movq (%rbp), %rax
movq %rbp, %rdi
movl %ebx, %esi
callq *0x28(%rax)
movq (%rbp), %rax
movq %rbp, %rdi
movl %ebx, %esi
callq *0x30(%rax)
incl %ebx
cmpl %ebx, %r12d
jne 0x25055
movl %r12d, 0x68(%rsp)
movq %rbp, 0x70(%rsp)
movq %r14, 0x78(%rsp)
movq 0x11f22(%rip), %rbx     # 0x36fd8
leaq 0x66f7(%rip), %rsi      # 0x2b7b4
movl $0x5c, %edx
movq %rbx, %rdi
callq 0x4280
movq (%rbx), %rax
movq -0x18(%rax), %rdi
addq %rbx, %rdi
movl $0xa, %esi
callq 0x4250
movsbl %al, %esi
movq %rbx, %rdi
callq 0x4030
movq %rax, %rdi
callq 0x4190
movq %r15, %rdi
callq 0x25430
leaq 0x6996(%rip), %rsi      # 0x2ba96
movl $0x1f, %edx
movq %rbx, %rdi
callq 0x4280
movq (%r15), %rax
movq %r15, %rdi
callq *0x298(%rax)
movq %rbx, %rdi
movl %eax, %esi
callq 0x43c0
movq %rax, %rbx
movq (%rax), %rax
movq -0x18(%rax), %rdi
addq %rbx, %rdi
movl $0xa, %esi
callq 0x4250
movsbl %al, %esi
movq %rbx, %rdi
callq 0x4030
movq %rax, %rdi
callq 0x4190
movq (%r15), %rax
movq %r15, 0x80(%rsp)
movq %r15, %rdi
callq *0xe0(%rax)
movq (%rax), %r14
movq 0x8(%rax), %rax
movq %rax, 0x88(%rsp)
cmpq %rax, %r14
je 0x2529a
xorl %ebx, %ebx
movq 0x11e56(%rip), %r13     # 0x36fd8
leaq 0x68f9(%rip), %r12      # 0x2ba82
movl $0x22, %edx
movq %r13, %rdi
leaq 0x691e(%rip), %rsi      # 0x2bab6
callq 0x4280
movq %r13, %rdi
movl %ebx, 0x6c(%rsp)
movl %ebx, %esi
callq 0x43c0
movq %rax, %rbx
movq (%rax), %rax
movq -0x18(%rax), %rdi
addq %rbx, %rdi
movl $0xa, %esi
callq 0x4250
movsbl %al, %esi
movq %rbx, %rdi
callq 0x4030
movq %rax, %rdi
callq 0x4190
movq (%r14), %rbx
movq %r14, 0x90(%rsp)
movq 0x8(%r14), %rbp
cmpq %rbp, %rbx
je 0x2527a
xorl %r14d, %r14d
movl $0xf, %edx
movq %r13, %rdi
movq %r12, %rsi
callq 0x4280
movq %r13, %rdi
movl %r14d, %esi
callq 0x43c0
movq %rax, %r15
movq (%rax), %rax
movq -0x18(%rax), %rdi
addq %r15, %rdi
movl $0xa, %esi
callq 0x4250
movsbl %al, %esi
movq %r15, %rdi
callq 0x4030
movq %rax, %rdi
callq 0x4190
movq %r13, %rdi
movq %rbx, %rsi
callq 0x1bb59
movq %rax, %r15
movq (%rax), %rax
movq -0x18(%rax), %rdi
addq %r15, %rdi
movl $0xa, %esi
callq 0x4250
movsbl %al, %esi
movq %r15, %rdi
callq 0x4030
movq %rax, %rdi
callq 0x4190
incl %r14d
addq $0x18, %rbx
cmpq %rbp, %rbx
jne 0x251f0
movl 0x6c(%rsp), %ebx
incl %ebx
movq 0x90(%rsp), %r14
addq $0x18, %r14
cmpq 0x88(%rsp), %r14
jne 0x25189
movl 0x68(%rsp), %ebp
testl %ebp, %ebp
movq 0x80(%rsp), %r14
movq 0x78(%rsp), %r12
movq 0x70(%rsp), %r15
jle 0x252de
xorl %ebx, %ebx
movq (%r15), %rax
movq %r15, %rdi
movl %ebx, %esi
callq *0x38(%rax)
movq (%r12), %rax
movq %r12, %rdi
movl %ebx, %esi
callq *0x38(%rax)
movq (%r14), %rax
movq %r14, %rdi
movl %ebx, %esi
callq *0x38(%rax)
incl %ebx
cmpl %ebx, %ebp
jne 0x252b6
movq %r14, %rbx
leaq 0x64cc(%rip), %r15      # 0x2b7b4
movl $0x5c, %edx
movq 0x11ce4(%rip), %r14     # 0x36fd8
movq %r14, %rdi
movq %r15, %rsi
callq 0x4280
movq (%r14), %rax
movq -0x18(%rax), %rdi
addq %r14, %rdi
movl $0xa, %esi
callq 0x4250
movsbl %al, %esi
movq %r14, %rdi
callq 0x4030
movq %rax, %rdi
callq 0x4190
movq %rbx, %rdi
callq 0x25430
movl $0x5c, %edx
movq %r14, %rdi
movq %r15, %rsi
callq 0x4280
movq (%r14), %rax
movq -0x18(%rax), %rdi
addq %r14, %rdi
movl $0xa, %esi
callq 0x4250
movsbl %al, %esi
movq %r14, %rdi
callq 0x4030
movq %rax, %rdi
callq 0x4190
movq %r12, %rdi
callq 0x25430
movl $0x5c, %edx
movq %r14, %rdi
movq %r15, %rsi
callq 0x4280
movq (%r14), %rax
movq -0x18(%rax), %rdi
addq %r14, %rdi
movl $0xa, %esi
callq 0x4250
movsbl %al, %esi
movq %r14, %rdi
callq 0x4030
movq %rax, %rdi
callq 0x4190
movq %r12, %rdi
callq 0x255e2
movl $0x5c, %edx
movq %r14, %rdi
movq %r15, %rsi
callq 0x4280
movq (%r14), %rax
movq -0x18(%rax), %rdi
addq %r14, %rdi
movl $0xa, %esi
callq 0x4250
movsbl %al, %esi
movq %r14, %rdi
callq 0x4030
movq %rax, %rdi
callq 0x4190
movq %rbx, %rdi
addq $0x238, %rsp            # imm = 0x238
popq %rbx
popq %r12
popq %r13
popq %r14
popq %r15
popq %rbp
jmp 0x255e2
movq %rax, %rbx
movq %rbp, %r12
jmp 0x2541f
movq %rax, %rbx
movq %r14, %r12
jmp 0x2541f
movq %rax, %rbx
movq %r15, %r12
jmp 0x2541f
movq %rax, %rbx
movq %r13, %r12
jmp 0x2541f
movq %rax, %rbx
movq %r12, %rdi
callq 0x4230
movq %rbx, %rdi
callq 0x43e0
nop