// File: /workspace/github_cpp_makefile_star2_O2/myudelson[P]hmm-scalable/HMMProblem.cpp
// Function: HMMProblem::GradientDescent()
NUMBER HMMProblem::GradientDescent() {
	NCAT x, nX;
    if(this->p->structure==STRUCTURE_SKILL)
        nX = this->p->nK;
//    else if (this->p->structure==STRUCTURE_GROUP)
//        nX = this->p->nG;
    else
        exit(1);
    NUMBER loglik = 0.0;

    if(true){
	//
	// fit all as 1 skill first
	//
	if(this->p->single_skill>0) {
        FitResult fr;
        fr.pO = 0;
        FitBit *fb = new FitBit(this->p->nS, this->p->nO, this->p->nK, this->p->nG, this->p->tol, this->p->tol_mode);
        // link accordingly
        fb->link( this->getPI(0), this->getA(0), this->getB(0), this->p->nSeq, this->p->k_data);// link skill 0 (we'll copy fit parameters to others
        if(this->p->block_fitting[0]!=0) fb->pi = NULL;
        if(this->p->block_fitting[1]!=0) fb->A  = NULL;
        if(this->p->block_fitting[2]!=0) fb->B  = NULL;

        fb->init(FBS_PARm1);
        fb->init(FBS_GRAD);
        if(this->p->solver==METHOD_CGD) {
            fb->init(FBS_DIR);
            fb->init(FBS_DIRm1);
            fb->init(FBS_GRADm1);
        }
        if(this->p->solver==METHOD_GBB) {
            fb->init(FBS_GRADm1);
        }
        fb->init(FBS_PARm2); // do this for all in order to capture oscillation, e.g. if new param at t is close to param at t-2 (tolerance)

        NCAT* original_ks = Calloc(NCAT, (size_t)this->p->nSeq);
        for(x=0; x<this->p->nSeq; x++) { original_ks[x] = this->p->all_data[x].k; this->p->all_data[x].k = 0; } // save original k's
        fr = GradientDescentBit(fb);
        for(x=0; x<this->p->nSeq; x++) { this->p->all_data[x].k = original_ks[x]; } // restore original k's
        free(original_ks);
        if(!this->p->quiet)
            printf("skill one, seq %5d, dat %8d, iter#%3d p(O|param)= %15.7f >> %15.7f, conv=%d\n", this->p->nSeq, fr.ndat, fr.iter,fr.pO0,fr.pO,fr.conv);
        if(this->p->single_skill==2) {
            for(NCAT y=0; y<this->sizes[0]; y++) { // copy the rest
                NUMBER *aPI = this->getPI(y);
                NUMBER **aA = this->getA(y);
                NUMBER **aB = this->getB(y);
                cpy3Params(fb->pi, fb->A, fb->B, aPI, aA, aB, this->p->nS, this->p->nO);
            }
        }// force single skill
        delete fb;
	}
	//
	// Main fit
	//
//    int parallel_now = this->p->parallel==1; //PAR
//    #pragma omp parallel if(parallel_now) //num_threads(2)//PAR
//    {//PAR
//    printf("thread %i|%i\n",omp_get_thread_num(),omp_get_num_threads());//undoPAR
    if(this->p->single_skill!=2){
//        #pragma omp for schedule(dynamic) reduction(+:loglik) //PAR
        for(x=0; x<nX; x++) { // if not "force single skill" too
            NCAT xndat;
            struct data** x_data;
            if(this->p->structure==STRUCTURE_SKILL) {
                xndat = this->p->k_numg[x];
                x_data = this->p->k_g_data[x];
//            } else if(this->p->structure==STRUCTURE_GROUP) {
//                xndat = this->p->g_numk[x];
//                x_data = this->p->g_k_data[x];
            } else {
                xndat = 0;
                x_data = NULL;
            }
            FitBit *fb = new FitBit(this->p->nS, this->p->nO, this->p->nK, this->p->nG, this->p->tol, this->p->tol_mode);
            fb->link( this->getPI(x), this->getA(x), this->getB(x), xndat, x_data);
            if(this->p->block_fitting[0]!=0) fb->pi = NULL;
            if(this->p->block_fitting[1]!=0) fb->A  = NULL;
            if(this->p->block_fitting[2]!=0) fb->B  = NULL;
            
            FitResult fr;
            fb->init(FBS_PARm1);
            fb->init(FBS_GRAD);
            if(this->p->solver==METHOD_CGD) {
                fb->init(FBS_DIR);
                fb->init(FBS_DIRm1);
                fb->init(FBS_GRADm1);
            }
            if(this->p->solver==METHOD_GBB) {
                fb->init(FBS_GRADm1);
            }
            fb->init(FBS_PARm2); // do this for all in order to capture oscillation, e.g. if new param at t is close to param at t-2 (tolerance)
            
            fr = GradientDescentBit(fb);
            delete fb;
            
            if( ( /*(!conv && iter<this->p->maxiter) ||*/ (fr.conv || fr.iter==this->p->maxiter) )) {
                loglik += fr.pO*(fr.pO>0); // reduction'ed
                if(!this->p->quiet)
                    printf("skill %5d, seq %5d, dat %8d, iter#%3d p(O|param)= %15.7f >> %15.7f, conv=%d\n", x, xndat, fr.ndat, fr.iter,fr.pO0,fr.pO,fr.conv);
            }
        } // for all skills
    }// if not force single skill
//    }//#omp //PAR
        
    }
    
    if(false){
    FitBit **fbs = Calloc(FitBit*, (size_t)nX);
    for(x=0;x<nX;x++) {
        NCAT xndat;
        struct data** x_data;
        if(this->p->structure==STRUCTURE_SKILL) {
            xndat = this->p->k_numg[x];
            x_data = this->p->k_g_data[x];
//        } else if(this->p->structure==STRUCTURE_GROUP) {
//            xndat = this->p->g_numk[x];
//            x_data = this->p->g_k_data[x];
        } else {
            xndat = 0;
            x_data = NULL;
        }
        fbs[x] = new FitBit(this->p->nS, this->p->nO, this->p->nK, this->p->nG, this->p->tol, this->p->tol_mode);
        fbs[x]->link( this->getPI(x), this->getA(x), this->getB(x), xndat, x_data);

        fbs[x]->init(FBS_PARm1);
        fbs[x]->init(FBS_GRAD);
        if(this->p->solver==METHOD_CGD) {
            fbs[x]->init(FBS_DIR);
            fbs[x]->init(FBS_DIRm1);
            fbs[x]->init(FBS_GRADm1);
        }
    }
    /*FitResult fr=*/GradientDescentBitBig(fbs, nX);
    
    for(x=0;x<nX;x++) delete fbs[x];
    if(fbs!=NULL) free(fbs);
    }
    
    return loglik;
}

// Assembly:
pushq %rbp
pushq %r15
pushq %r14
pushq %r13
pushq %r12
pushq %rbx
subq $0x78, %rsp
movq 0x88(%rdi), %r14
cmpb $0x1, 0x3e(%r14)
jne 0x13ea2
movq %rdi, %rbx
movl 0x8c0(%r14), %r13d
cmpb $0x0, 0x3d(%r14)
jle 0x13c67
movl $0x110, %edi            # imm = 0x110
callq 0x4220
movq %rax, %r15
movsbl 0x8b8(%r14), %esi
movsbl 0x8b9(%r14), %edx
movl 0x8bc(%r14), %r8d
movsd 0x28(%r14), %xmm0
movsbl 0x30(%r14), %r9d
movq %rax, %rdi
movl %r13d, %ecx
callq 0x81d8
movq %rbx, %rdi
xorl %esi, %esi
callq 0xe1f8
movq %rax, %r14
movq %rbx, %rdi
xorl %esi, %esi
callq 0xe230
movq %rax, %r12
movq %rbx, %rdi
xorl %esi, %esi
callq 0xe268
movq 0x88(%rbx), %rcx
movl 0x8dc(%rcx), %r8d
movq 0x8f0(%rcx), %r9
movq %r15, %rdi
movq %r14, %rsi
movq %r12, %rdx
movq %rax, %rcx
callq 0x8586
movq 0x88(%rbx), %rax
cmpb $0x0, 0x981(%rax)
je 0x13a04
andq $0x0, 0x10(%r15)
cmpb $0x0, 0x982(%rax)
je 0x13a12
andq $0x0, 0x18(%r15)
cmpb $0x0, 0x983(%rax)
je 0x13a20
andq $0x0, 0x20(%r15)
pushq $0x2
popq %rsi
movq %r15, %rdi
callq 0x878c
pushq $0x3
popq %rsi
movq %r15, %rdi
callq 0x878c
movq 0x88(%rbx), %rax
movb 0x3f(%rax), %al
cmpb $0x3, %al
jne 0x13a6f
pushq $0x8
popq %rsi
movq %r15, %rdi
callq 0x878c
pushq $0x6
popq %rsi
movq %r15, %rdi
callq 0x878c
pushq $0x4
popq %rsi
movq %r15, %rdi
callq 0x878c
movq 0x88(%rbx), %rax
movb 0x3f(%rax), %al
movq %r13, 0x28(%rsp)
cmpb $0x5, %al
jne 0x13a83
pushq $0x4
popq %rsi
movq %r15, %rdi
callq 0x878c
pushq $0x7
popq %rsi
movq %r15, %rdi
callq 0x878c
movq 0x88(%rbx), %r13
movslq 0x8dc(%r13), %r12
pushq $0x4
popq %rsi
movq %r12, %rdi
callq 0x4120
movq %rax, %r14
xorl %eax, %eax
testl %r12d, %r12d
movl $0x0, %ecx
cmovgl %r12d, %ecx
imulq $0x18, %rcx, %rcx
movq %r14, %rdx
cmpq %rax, %rcx
je 0x13ae0
movq 0x8e8(%r13), %rsi
movl 0x58(%rsi,%rax,4), %edi
movl %edi, (%rdx)
andl $0x0, 0x58(%rsi,%rax,4)
addq $0x18, %rax
addq $0x4, %rdx
jmp 0x13abf
leaq 0x50(%rsp), %r13
movq %r13, %rdi
movq %rbx, %rsi
movq %r15, %rdx
callq 0x11410
movl (%r13), %eax
movl %eax, 0x10(%rsp)
movsd 0x8(%r13), %xmm0
movsd %xmm0, 0x8(%rsp)
movsd 0x18(%r13), %xmm0
movsd %xmm0, 0x38(%rsp)
movl 0x20(%r13), %eax
movl %eax, 0x30(%rsp)
movl 0x24(%r13), %r13d
movq 0x88(%rbx), %r12
movl 0x8dc(%r12), %ebp
xorl %eax, %eax
testl %ebp, %ebp
movl $0x0, %ecx
cmovgl %ebp, %ecx
imulq $0x18, %rcx, %rcx
movq %r14, %rdx
cmpq %rax, %rcx
je 0x13b5e
movl (%rdx), %esi
movq 0x8e8(%r12), %rdi
movl %esi, 0x58(%rdi,%rax,4)
addq $0x18, %rax
addq $0x4, %rdx
jmp 0x13b41
movq %r14, %rdi
callq 0x4290
cmpb $0x0, 0x3c(%r12)
jne 0x13b9d
leaq 0x19b34(%rip), %rdi     # 0x2d6a9
movl %ebp, %esi
movl %r13d, %edx
movl 0x10(%rsp), %ecx
movsd 0x8(%rsp), %xmm0
movsd 0x38(%rsp), %xmm1
movl 0x30(%rsp), %r8d
movb $0x2, %al
callq 0x4050
movq 0x88(%rbx), %r12
cmpb $0x2, 0x3d(%r12)
jne 0x13c2d
leaq 0x10(%r15), %r14
leaq 0x18(%r15), %r12
movq %r15, %r13
addq $0x20, %r13
xorl %ebp, %ebp
cmpl 0xc(%rbx), %ebp
jge 0x13c2d
movq %rbx, %rdi
movl %ebp, %esi
callq 0xe1f8
movq %rax, 0x50(%rsp)
movq %rbx, %rdi
movl %ebp, %esi
callq 0xe230
movq %rax, 0x48(%rsp)
movq %rbx, %rdi
movl %ebp, %esi
callq 0xe268
movq %rax, 0x40(%rsp)
movq 0x88(%rbx), %rax
movsbl 0x8b8(%rax), %edi
movsbl 0x8b9(%rax), %eax
subq $0x8, %rsp
movq %r14, %rsi
movq %r12, %rdx
movq %r13, %rcx
leaq 0x58(%rsp), %r8
leaq 0x50(%rsp), %r9
pushq %rax
pushq %rdi
leaq 0x58(%rsp), %rax
pushq %rax
callq 0x11320
addq $0x20, %rsp
incl %ebp
jmp 0x13bba
movq %r15, %rdi
callq 0x8272
movl $0x110, %esi            # imm = 0x110
movq %r15, %rdi
callq 0x4230
movq 0x88(%rbx), %rax
xorpd %xmm0, %xmm0
cmpb $0x2, 0x3d(%rax)
movq 0x28(%rsp), %r13
jne 0x13c67
addq $0x78, %rsp
popq %rbx
popq %r12
popq %r13
popq %r14
popq %r15
popq %rbp
retq
xorl %r12d, %r12d
testl %r13d, %r13d
cmovlel %r12d, %r13d
xorpd %xmm0, %xmm0
movq %r13, 0x28(%rsp)
cmpq %r12, %r13
je 0x13c58
movq 0x88(%rbx), %r14
cmpb $0x1, 0x3e(%r14)
movsd %xmm0, 0x8(%rsp)
jne 0x13caf
movq 0x8e0(%r14), %rax
movq 0x8f8(%r14), %rcx
movl (%rax,%r12,4), %eax
movl %eax, 0x10(%rsp)
movq (%rcx,%r12,8), %r13
jmp 0x13cba
xorl %r13d, %r13d
movl $0x0, 0x10(%rsp)
movl $0x110, %edi            # imm = 0x110
callq 0x4220
movq %rax, %r15
movsbl 0x8b8(%r14), %esi
movsbl 0x8b9(%r14), %edx
movl 0x8c0(%r14), %ecx
movl 0x8bc(%r14), %r8d
movsd 0x28(%r14), %xmm0
movsbl 0x30(%r14), %r9d
movq %rax, %rdi
callq 0x81d8
movq %rbx, %rdi
movl %r12d, %esi
callq 0xe1f8
movq %rax, %r14
movq %rbx, %rdi
movl %r12d, %esi
callq 0xe230
movq %rax, %rbp
movq %rbx, %rdi
movl %r12d, %esi
callq 0xe268
movq %r15, %rdi
movq %r14, %rsi
movq %rbp, %rdx
movq %rax, %rcx
movl 0x10(%rsp), %r8d
movq %r13, %r9
callq 0x8586
movq 0x88(%rbx), %rax
cmpb $0x0, 0x981(%rax)
je 0x13d4d
andq $0x0, 0x10(%r15)
cmpb $0x0, 0x982(%rax)
je 0x13d5b
andq $0x0, 0x18(%r15)
cmpb $0x0, 0x983(%rax)
je 0x13d69
andq $0x0, 0x20(%r15)
movq %r15, %rdi
pushq $0x2
popq %rsi
callq 0x878c
movq %r15, %rdi
pushq $0x3
popq %rsi
callq 0x878c
movq 0x88(%rbx), %rax
movb 0x3f(%rax), %al
cmpb $0x3, %al
jne 0x13db8
movq %r15, %rdi
pushq $0x8
popq %rsi
callq 0x878c
movq %r15, %rdi
pushq $0x6
popq %rsi
callq 0x878c
movq %r15, %rdi
pushq $0x4
popq %rsi
callq 0x878c
movq 0x88(%rbx), %rax
movb 0x3f(%rax), %al
cmpb $0x5, %al
jne 0x13dc7
movq %r15, %rdi
pushq $0x4
popq %rsi
callq 0x878c
movq %r15, %rdi
pushq $0x7
popq %rsi
callq 0x878c
leaq 0x50(%rsp), %rdi
movq %rbx, %rsi
movq %r15, %rdx
callq 0x11410
movl 0x50(%rsp), %r13d
movsd 0x58(%rsp), %xmm0
movsd %xmm0, 0x30(%rsp)
movsd 0x68(%rsp), %xmm0
movsd %xmm0, 0x38(%rsp)
movl 0x70(%rsp), %r14d
movl 0x74(%rsp), %ebp
movq %r15, %rdi
callq 0x8272
movl $0x110, %esi            # imm = 0x110
movq %r15, %rdi
callq 0x4230
movq 0x88(%rbx), %rax
testl %r14d, %r14d
jne 0x13e2f
cmpl 0x38(%rax), %r13d
jne 0x13e8b
xorpd %xmm2, %xmm2
movsd 0x38(%rsp), %xmm1
cmpltsd %xmm1, %xmm2
movsd 0x18aaa(%rip), %xmm0    # 0x2c8f0
andpd %xmm0, %xmm2
mulsd %xmm1, %xmm2
addsd 0x8(%rsp), %xmm2
cmpb $0x0, 0x3c(%rax)
jne 0x13e91
leaq 0x197fb(%rip), %rdi     # 0x2d65c
movl %r12d, %esi
movl 0x10(%rsp), %edx
movl %ebp, %ecx
movl %r13d, %r8d
movsd 0x30(%rsp), %xmm0
movl %r14d, %r9d
movb $0x2, %al
movapd %xmm2, 0x10(%rsp)
callq 0x4050
movapd 0x10(%rsp), %xmm2
jmp 0x13e91
movsd 0x8(%rsp), %xmm2
incq %r12
movapd %xmm2, %xmm0
movq 0x28(%rsp), %r13
jmp 0x13c7a
pushq $0x1
popq %rdi
callq 0x42a0
jmp 0x13eac
movq %rax, %rbx
movl $0x110, %esi            # imm = 0x110
movq %r15, %rdi
callq 0x4230
movq %rbx, %rdi
callq 0x4450