// File: /workspace/github_cpp_makefile_star2_O2/xbai0624[P]dnn/src/UnitTest.cpp
// Function: UnitTest::TestCNNToPooling()
void UnitTest::TestCNNToPooling()
{
    // 1) Data interface, this is a tool class, for data prepare
    DataInterface *data_interface = new DataInterface("unit_test_data/data_signal.dat", "unit_test_data/data_cosmic.dat", LayerDimension::_2D);

    // 3) input layer   ID=0
    LayerParameterList p_list0(LayerType::input, LayerDimension::_2D, data_interface, 0, 0, 
            std::pair<size_t, size_t>(0, 0), 0, false, 0, 0, Regularization::Undefined, 0, ActuationFuncType::Undefined, TrainingType::NewTraining, false);
    Layer* layer_input = new ConstructLayer(p_list0);
    layer_input->Init();

    // 4) middle layer 1 : cnn layer ID=1
    LayerParameterList p_list1(LayerType::cnn, LayerDimension::_2D, data_interface, 0, 2, 
            std::pair<size_t, size_t>(2, 2), 0.1, false, 0, 0.5, Regularization::L2, 0.1, ActuationFuncType::Relu, TrainingType::NewTraining, false);
    Layer *l1 = new ConstructLayer(p_list1);
    l1->SetPrevLayer(layer_input);
    l1->Init();

    // 4) middle layer 1 : fc layer ID=6
    LayerParameterList p_list6(LayerType::pooling, LayerDimension::_2D, data_interface, 0, 2, 
            std::pair<size_t, size_t>(2, 2), 0.1, false, 0, 0.5, Regularization::L2, 0.1, ActuationFuncType::Relu, TrainingType::NewTraining, false);
    Layer *l6 = new ConstructLayer(p_list6);
    l6->SetPrevLayer(l1);
    l6->Init();

    // 5) output layer ID = 7
    LayerParameterList p_list_output(LayerType::output, LayerDimension::_1D, data_interface, 2, 0, 
            std::pair<size_t, size_t>(0, 0), 0.1, false, 0, 0., Regularization::L2, 0.1, ActuationFuncType::SoftMax, TrainingType::NewTraining, false);
    Layer* layer_output = new ConstructLayer(p_list_output);
    layer_output -> SetPrevLayer(l6);
    layer_output -> Init();

    // 6) connect all layers; SetNextLayer must be after all layers have finished initialization
    //                        input layer not needed to set, input layer has no update on w & b
    //                        input layer is just for data transfer (prepare)
    l1->SetNextLayer(l6);
    //l2->SetNextLayer(l3);
    l6->SetNextLayer(layer_output); // This line is ugly, to be improved


    // step 2: forward propagate
    data_interface -> Reset();
    layer_input->EpochInit();
    l1->EpochInit();
    l6->EpochInit();
    layer_output->EpochInit();

    //layer_input->BatchInit();
    l1->BatchInit();
    l6->BatchInit();
    layer_output->BatchInit();


    data_interface->GetNewBatchData();
    data_interface->GetNewBatchLabel();
    layer_input -> FillBatchDataToInputLayerA();


    // helper functions
    auto print_a_images = [&](Layer *l)
    {
        // print a images
        cout<<"XXXXXX::'A' images from layer: "<<l->GetID()<<endl;
        auto & images = l->GetImagesFullA();
        int sample_IIID = 0;
        for(auto &i: images)
        {
            cout<<"---------------------- sample id: "<<sample_IIID<<endl;
            int kernel_id = 0;
            for(auto &j: i.OutputImageFromKernel)
            {
                cout<<"----kernel id: "<<kernel_id<<endl;
                cout<<j<<endl;
                kernel_id++;
            }
            sample_IIID++;
        }
    };
    auto print_z_images = [&](Layer *l)
    {
        // print a images
        cout<<"XXXXXX::'Z' images from layer: "<<l->GetID()<<endl;
        auto & images = l->GetImagesFullZ();
        int sample_IIID = 0;
        for(auto &i: images)
        {
            cout<<"---------------------- sample id: "<<sample_IIID<<endl;
            int kernel_id = 0;
            for(auto &j: i.OutputImageFromKernel)
            {
                cout<<"----kernel id: "<<kernel_id<<endl;
                cout<<j<<endl;
                kernel_id++;
            }
            sample_IIID++;
        }
    };

    // forward propagation
    int sample_size = data_interface->GetBatchSize();
    for(int i=0;i<sample_size;i++)
    {
        l1->ForwardPropagate_Z_ForSample(i);
        l1->ForwardPropagate_SigmaPrimeAndA_ForSample(i);

        l6->ForwardPropagate_Z_ForSample(i);
        l6->ForwardPropagate_SigmaPrimeAndA_ForSample(i);

        layer_output->ForwardPropagate_Z_ForSample(i);
        layer_output->ForwardPropagate_SigmaPrimeAndA_ForSample(i);
    }

    cout<<"ooooooooo000000000oooooooooo000000000ooooooooooo00000000oooooooooo0000000000000ooooooooooooo"<<endl;
    print_a_images(l1);
    print_z_images(l1);
    //print_a_images(l6);
    //print_z_images(l6);


    // backward propagation
    for(int i=0;i<sample_size;i++)
    {
        // must inverse order
        layer_output->BackwardPropagateForSample(i);
        l6->BackwardPropagateForSample(i);
        l1->BackwardPropagateForSample(i);
    }

    auto print_delta_images = [&](Layer *l)
    {
        // print a images
        cout<<"XXXXXX::'Delta' images from layer: "<<l->GetID()<<endl;
        auto & images = l->GetImagesFullDelta();
        int sample_IIID = 0;
        for(auto &i: images)
        {
            cout<<"---------------------- sample id: "<<sample_IIID<<endl;
            int kernel_id = 0;
            for(auto &j: i.OutputImageFromKernel)
            {
                cout<<"----kernel id: "<<kernel_id<<endl;
                cout<<j<<endl;
                kernel_id++;
            }
            sample_IIID++;
        }
    };
    cout<<"ooooooooo000000000oooooooooo000000000ooooooooooo00000000oooooooooo0000000000000ooooooooooooo"<<endl;
    print_a_images(l1);
    cout<<"ooooooooo000000000oooooooooo000000000ooooooooooo00000000oooooooooo0000000000000ooooooooooooo"<<endl;
    print_a_images(l6);
    cout<<"ooooooooo000000000oooooooooo000000000ooooooooooo00000000oooooooooo0000000000000ooooooooooooo"<<endl;
    print_delta_images(l6);
    cout<<"ooooooooo000000000oooooooooo000000000ooooooooooo00000000oooooooooo0000000000000ooooooooooooo"<<endl;
    print_delta_images(l1);

}

// Assembly:
pushq %rbp
pushq %r15
pushq %r14
pushq %r13
pushq %r12
pushq %rbx
subq $0x238, %rsp            # imm = 0x238
movl $0xc8, %edi
callq 0x4250
movq %rax, %rbx
leaq 0x6154(%rip), %rsi      # 0x2556f
leaq 0x616c(%rip), %rdx      # 0x2558e
pushq $0x1
popq %rcx
movq %rax, %rdi
callq 0x16572
movl $0x490, %edi            # imm = 0x490
callq 0x4250
movabsq $0x100000003, %rcx      # imm = 0x100000003
leaq 0x1d0(%rsp), %rsi
movq %rcx, (%rsi)
movq %rbx, 0x8(%rsi)
xorps %xmm0, %xmm0
movups %xmm0, 0x10(%rsi)
movups %xmm0, 0x20(%rsi)
movups %xmm0, 0x29(%rsi)
andl $0x0, 0x3c(%rsi)
andq $0x0, 0x40(%rsi)
movl $0x2, 0x48(%rsi)
andq $0x0, 0x50(%rsi)
movq %rax, %r13
movq $0x4, 0x58(%rsi)
movb $0x0, 0x60(%rsi)
pushq $0xd
popq %rcx
movq %rsp, %rdi
rep  movsq (%rsi), %es:(%rdi)
movq %rax, %rdi
callq 0x4762
movq (%r13), %rax
movq %r13, %rdi
callq *0x10(%rax)
movl $0x490, %edi            # imm = 0x490
callq 0x4250
movabsq $0x100000001, %rcx      # imm = 0x100000001
leaq 0x168(%rsp), %rsi
movq %rcx, (%rsi)
movq %rbx, 0x8(%rsi)
andq $0x0, 0x10(%rsi)
pushq $0x2
popq %rbp
movq %rbp, 0x18(%rsi)
movq %rbp, 0x20(%rsi)
movq %rbp, 0x28(%rsi)
movabsq $0x3fb999999999999a, %r12 # imm = 0x3FB999999999999A
movq %r12, 0x30(%rsi)
xorl %ecx, %ecx
movb %cl, 0x38(%rsi)
andl $0x0, 0x3c(%rsi)
movabsq $0x3fe0000000000000, %r15 # imm = 0x3FE0000000000000
movq %r15, 0x40(%rsi)
andl $0x0, 0x48(%rsi)
movq %rax, %r14
movq %r12, 0x50(%rsi)
movq $0x3, 0x58(%rsi)
movb %cl, 0x60(%rsi)
pushq $0xd
popq %rcx
movq %rsp, %rdi
rep  movsq (%rsi), %es:(%rdi)
movq %rax, %rdi
callq 0x4762
movq (%r14), %rax
movq %r14, %rdi
movq %r13, %rsi
callq *0x1e8(%rax)
movq (%r14), %rax
movq %r14, %rdi
callq *0x10(%rax)
movl $0x490, %edi            # imm = 0x490
callq 0x4250
movabsq $0x100000002, %rcx      # imm = 0x100000002
leaq 0x100(%rsp), %rsi
movq %rcx, (%rsi)
movq %rbx, 0x8(%rsi)
andq $0x0, 0x10(%rsi)
movq %rbp, 0x18(%rsi)
movq %rbp, 0x20(%rsi)
movq %rbp, 0x28(%rsi)
movq %r12, 0x30(%rsi)
xorl %ecx, %ecx
movb %cl, 0x38(%rsi)
andl $0x0, 0x3c(%rsi)
movq %r15, 0x40(%rsi)
andl $0x0, 0x48(%rsi)
movq %rax, %r15
movq %r12, %rbp
movq %r12, 0x50(%rsi)
movq $0x3, 0x58(%rsi)
movb %cl, 0x60(%rsi)
pushq $0xd
popq %rcx
movq %rsp, %rdi
rep  movsq (%rsi), %es:(%rdi)
movq %rax, %rdi
callq 0x4762
movq (%r15), %rax
movq %r15, %rdi
movq %r14, %rsi
callq *0x1e8(%rax)
movq (%r15), %rax
movq %r15, %rdi
callq *0x10(%rax)
movl $0x490, %edi            # imm = 0x490
callq 0x4250
movq %rax, %r12
leaq 0x98(%rsp), %rsi
movq $0x4, (%rsi)
movq %rbx, 0x8(%rsi)
movq $0x2, 0x10(%rsi)
xorps %xmm0, %xmm0
andq $0x0, 0x28(%rsi)
movups %xmm0, 0x18(%rsi)
movq %rbp, %rax
movq %rbp, 0x30(%rsi)
xorl %ebp, %ebp
movb %bpl, 0x38(%rsi)
movups %xmm0, 0x3c(%rsi)
movq %rax, 0x50(%rsi)
movq $0x1, 0x58(%rsi)
movb %bpl, 0x60(%rsi)
pushq $0xd
popq %rcx
movq %rsp, %rdi
rep  movsq (%rsi), %es:(%rdi)
movq %r12, %rdi
callq 0x4762
movq (%r12), %rax
movq %r12, %rdi
movq %r15, %rsi
callq *0x1e8(%rax)
movq (%r12), %rax
movq %r12, %rdi
callq *0x10(%rax)
movq (%r14), %rax
movq %r14, %rdi
movq %r15, %rsi
callq *0x1f0(%rax)
movq (%r15), %rax
movq %r15, %rdi
movq %r12, %rsi
callq *0x1f0(%rax)
movq %rbx, %rdi
callq 0x17004
movq (%r13), %rax
movq %r13, %rdi
callq *0x18(%rax)
movq (%r14), %rax
movq %r14, %rdi
callq *0x18(%rax)
movq (%r15), %rax
movq %r15, %rdi
callq *0x18(%rax)
movq (%r12), %rax
movq %r12, %rdi
callq *0x18(%rax)
movq (%r14), %rax
movq %r14, %rdi
callq *0x88(%rax)
movq (%r15), %rax
movq %r15, %rdi
callq *0x88(%rax)
movq (%r12), %rax
movq %r12, %rdi
callq *0x88(%rax)
movq %rbx, %rdi
callq 0x16b9a
movq %rbx, %rdi
callq 0x16e5e
movq (%r13), %rax
movq %r13, %rdi
callq *0x180(%rax)
movl (%rbx), %ebx
testl %ebx, %ebx
cmovlel %ebp, %ebx
cmpl %ebp, %ebx
je 0x1f721
movq (%r14), %rax
movq %r14, %rdi
movl %ebp, %esi
callq *0x28(%rax)
movq (%r14), %rax
movq %r14, %rdi
movl %ebp, %esi
callq *0x30(%rax)
movq (%r15), %rax
movq %r15, %rdi
movl %ebp, %esi
callq *0x28(%rax)
movq (%r15), %rax
movq %r15, %rdi
movl %ebp, %esi
callq *0x30(%rax)
movq (%r12), %rax
movq %r12, %rdi
movl %ebp, %esi
callq *0x28(%rax)
movq (%r12), %rax
movq %r12, %rdi
movl %ebp, %esi
callq *0x30(%rax)
incl %ebp
jmp 0x1f6d5
movl %ebx, 0x70(%rsp)
movq %r12, 0x78(%rsp)
movq %r15, 0x80(%rsp)
movq 0x1389f(%rip), %r12     # 0x32fd8
leaq 0x5fe4(%rip), %rsi      # 0x25724
movq %r12, %rdi
callq 0x4240
movq %rax, %rdi
callq 0x4130
movq %r14, %rdi
callq 0x1f93e
leaq 0x62a7(%rip), %rsi      # 0x25a06
movq %r12, %rdi
callq 0x4240
movq %rax, %rbx
movq (%r14), %rax
movq %r14, %rdi
callq *0x298(%rax)
movq %rbx, %rdi
movl %eax, %esi
callq 0x43a0
movq %rax, %rdi
callq 0x4130
movq (%r14), %rax
movq %r14, 0x88(%rsp)
movq %r14, %rdi
callq *0xe0(%rax)
movq (%rax), %r15
movq 0x8(%rax), %rax
movq %rax, 0x90(%rsp)
xorl %ebx, %ebx
leaq 0x623e(%rip), %r13      # 0x259f2
cmpq 0x90(%rsp), %r15
je 0x1f83b
movq %r12, %rdi
leaq 0x625e(%rip), %rsi      # 0x25a26
callq 0x4240
movq %rax, %rdi
movl %ebx, 0x74(%rsp)
movl %ebx, %esi
callq 0x43a0
movq %rax, %rdi
callq 0x4130
movq (%r15), %rbx
movq 0x8(%r15), %rbp
xorl %r14d, %r14d
cmpq %rbp, %rbx
je 0x1f82c
movq %r12, %rdi
movq %r13, %rsi
callq 0x4240
movq %rax, %rdi
movl %r14d, %esi
callq 0x43a0
movq %rax, %rdi
callq 0x4130
movq %r12, %rdi
movq %rbx, %rsi
callq 0x18551
movq %rax, %rdi
callq 0x4130
incl %r14d
addq $0x18, %rbx
jmp 0x1f7ed
movl 0x74(%rsp), %ebx
incl %ebx
addq $0x18, %r15
jmp 0x1f7b4
xorl %ebx, %ebx
movq 0x88(%rsp), %r14
movq 0x80(%rsp), %r12
movq 0x78(%rsp), %r15
movl 0x70(%rsp), %ebp
cmpl %ebx, %ebp
je 0x1f880
movq (%r15), %rax
movq %r15, %rdi
movl %ebx, %esi
callq *0x38(%rax)
movq (%r12), %rax
movq %r12, %rdi
movl %ebx, %esi
callq *0x38(%rax)
movq (%r14), %rax
movq %r14, %rdi
movl %ebx, %esi
callq *0x38(%rax)
incl %ebx
jmp 0x1f856
movq 0x13751(%rip), %rbx     # 0x32fd8
leaq 0x5e96(%rip), %r15      # 0x25724
movq %rbx, %rdi
movq %r15, %rsi
callq 0x4240
movq %rax, %rdi
callq 0x4130
movq %r14, %rdi
callq 0x1f93e
movq %rbx, %rdi
movq %r15, %rsi
callq 0x4240
movq %rax, %rdi
callq 0x4130
movq %r12, %rdi
callq 0x1f93e
movq %rbx, %rdi
movq %r15, %rsi
callq 0x4240
movq %rax, %rdi
callq 0x4130
movq %r12, %rdi
callq 0x1fa3a
movq %rbx, %rdi
movq %r15, %rsi
callq 0x4240
movq %rax, %rdi
callq 0x4130
movq %r14, %rdi
addq $0x238, %rsp            # imm = 0x238
popq %rbx
popq %r12
popq %r13
popq %r14
popq %r15
popq %rbp
jmp 0x1fa3a
movq %rax, %rbp
movq %r12, %rbx
jmp 0x1f92e
movq %rax, %rbp
movq %r15, %rbx
jmp 0x1f92e
movq %rax, %rbp
movq %r14, %rbx
jmp 0x1f92e
movq %rax, %rbp
movq %r13, %rbx
jmp 0x1f92e
movq %rax, %rbp
movq %rbx, %rdi
callq 0x4220
movq %rbp, %rdi
callq 0x43b0