// File: /workspace/github_cpp_makefile_star2_O3/myudelson[P]hmm-scalable/HMMProblem.cpp
// Function: HMMProblem::GradientDescent()
NUMBER HMMProblem::GradientDescent() {
	NCAT x, nX;
    if(this->p->structure==STRUCTURE_SKILL)
        nX = this->p->nK;
//    else if (this->p->structure==STRUCTURE_GROUP)
//        nX = this->p->nG;
    else
        exit(1);
    NUMBER loglik = 0.0;

    if(true){
	//
	// fit all as 1 skill first
	//
	if(this->p->single_skill>0) {
        FitResult fr;
        fr.pO = 0;
        FitBit *fb = new FitBit(this->p->nS, this->p->nO, this->p->nK, this->p->nG, this->p->tol, this->p->tol_mode);
        // link accordingly
        fb->link( this->getPI(0), this->getA(0), this->getB(0), this->p->nSeq, this->p->k_data);// link skill 0 (we'll copy fit parameters to others
        if(this->p->block_fitting[0]!=0) fb->pi = NULL;
        if(this->p->block_fitting[1]!=0) fb->A  = NULL;
        if(this->p->block_fitting[2]!=0) fb->B  = NULL;

        fb->init(FBS_PARm1);
        fb->init(FBS_GRAD);
        if(this->p->solver==METHOD_CGD) {
            fb->init(FBS_DIR);
            fb->init(FBS_DIRm1);
            fb->init(FBS_GRADm1);
        }
        if(this->p->solver==METHOD_GBB) {
            fb->init(FBS_GRADm1);
        }
        fb->init(FBS_PARm2); // do this for all in order to capture oscillation, e.g. if new param at t is close to param at t-2 (tolerance)

        NCAT* original_ks = Calloc(NCAT, (size_t)this->p->nSeq);
        for(x=0; x<this->p->nSeq; x++) { original_ks[x] = this->p->all_data[x].k; this->p->all_data[x].k = 0; } // save original k's
        fr = GradientDescentBit(fb);
        for(x=0; x<this->p->nSeq; x++) { this->p->all_data[x].k = original_ks[x]; } // restore original k's
        free(original_ks);
        if(!this->p->quiet)
            printf("skill one, seq %5d, dat %8d, iter#%3d p(O|param)= %15.7f >> %15.7f, conv=%d\n", this->p->nSeq, fr.ndat, fr.iter,fr.pO0,fr.pO,fr.conv);
        if(this->p->single_skill==2) {
            for(NCAT y=0; y<this->sizes[0]; y++) { // copy the rest
                NUMBER *aPI = this->getPI(y);
                NUMBER **aA = this->getA(y);
                NUMBER **aB = this->getB(y);
                cpy3Params(fb->pi, fb->A, fb->B, aPI, aA, aB, this->p->nS, this->p->nO);
            }
        }// force single skill
        delete fb;
	}
	//
	// Main fit
	//
//    int parallel_now = this->p->parallel==1; //PAR
//    #pragma omp parallel if(parallel_now) //num_threads(2)//PAR
//    {//PAR
//    printf("thread %i|%i\n",omp_get_thread_num(),omp_get_num_threads());//undoPAR
    if(this->p->single_skill!=2){
//        #pragma omp for schedule(dynamic) reduction(+:loglik) //PAR
        for(x=0; x<nX; x++) { // if not "force single skill" too
            NCAT xndat;
            struct data** x_data;
            if(this->p->structure==STRUCTURE_SKILL) {
                xndat = this->p->k_numg[x];
                x_data = this->p->k_g_data[x];
//            } else if(this->p->structure==STRUCTURE_GROUP) {
//                xndat = this->p->g_numk[x];
//                x_data = this->p->g_k_data[x];
            } else {
                xndat = 0;
                x_data = NULL;
            }
            FitBit *fb = new FitBit(this->p->nS, this->p->nO, this->p->nK, this->p->nG, this->p->tol, this->p->tol_mode);
            fb->link( this->getPI(x), this->getA(x), this->getB(x), xndat, x_data);
            if(this->p->block_fitting[0]!=0) fb->pi = NULL;
            if(this->p->block_fitting[1]!=0) fb->A  = NULL;
            if(this->p->block_fitting[2]!=0) fb->B  = NULL;
            
            FitResult fr;
            fb->init(FBS_PARm1);
            fb->init(FBS_GRAD);
            if(this->p->solver==METHOD_CGD) {
                fb->init(FBS_DIR);
                fb->init(FBS_DIRm1);
                fb->init(FBS_GRADm1);
            }
            if(this->p->solver==METHOD_GBB) {
                fb->init(FBS_GRADm1);
            }
            fb->init(FBS_PARm2); // do this for all in order to capture oscillation, e.g. if new param at t is close to param at t-2 (tolerance)
            
            fr = GradientDescentBit(fb);
            delete fb;
            
            if( ( /*(!conv && iter<this->p->maxiter) ||*/ (fr.conv || fr.iter==this->p->maxiter) )) {
                loglik += fr.pO*(fr.pO>0); // reduction'ed
                if(!this->p->quiet)
                    printf("skill %5d, seq %5d, dat %8d, iter#%3d p(O|param)= %15.7f >> %15.7f, conv=%d\n", x, xndat, fr.ndat, fr.iter,fr.pO0,fr.pO,fr.conv);
            }
        } // for all skills
    }// if not force single skill
//    }//#omp //PAR
        
    }
    
    if(false){
    FitBit **fbs = Calloc(FitBit*, (size_t)nX);
    for(x=0;x<nX;x++) {
        NCAT xndat;
        struct data** x_data;
        if(this->p->structure==STRUCTURE_SKILL) {
            xndat = this->p->k_numg[x];
            x_data = this->p->k_g_data[x];
//        } else if(this->p->structure==STRUCTURE_GROUP) {
//            xndat = this->p->g_numk[x];
//            x_data = this->p->g_k_data[x];
        } else {
            xndat = 0;
            x_data = NULL;
        }
        fbs[x] = new FitBit(this->p->nS, this->p->nO, this->p->nK, this->p->nG, this->p->tol, this->p->tol_mode);
        fbs[x]->link( this->getPI(x), this->getA(x), this->getB(x), xndat, x_data);

        fbs[x]->init(FBS_PARm1);
        fbs[x]->init(FBS_GRAD);
        if(this->p->solver==METHOD_CGD) {
            fbs[x]->init(FBS_DIR);
            fbs[x]->init(FBS_DIRm1);
            fbs[x]->init(FBS_GRADm1);
        }
    }
    /*FitResult fr=*/GradientDescentBitBig(fbs, nX);
    
    for(x=0;x<nX;x++) delete fbs[x];
    if(fbs!=NULL) free(fbs);
    }
    
    return loglik;
}

// Assembly:
pushq %rbp
pushq %r15
pushq %r14
pushq %r13
pushq %r12
pushq %rbx
subq $0x68, %rsp
movq 0x88(%rdi), %rbx
cmpb $0x1, 0x3e(%rbx)
jne 0x17a78
movq %rdi, %r15
movl 0x8c0(%rbx), %r14d
cmpb $0x0, 0x3d(%rbx)
movq %r14, 0x38(%rsp)
jle 0x1780e
movl $0x110, %edi            # imm = 0x110
callq 0x4210
movq %rax, %r13
movsbl 0x8b8(%rbx), %esi
movsbl 0x8b9(%rbx), %edx
movl 0x8bc(%rbx), %r8d
movsd 0x28(%rbx), %xmm0
movsbl 0x30(%rbx), %r9d
movq %rax, %rdi
movl %r14d, %ecx
callq 0xa858
movq %r15, %rdi
xorl %esi, %esi
callq 0x11354
movq %rax, %rbx
movq %r15, %rdi
xorl %esi, %esi
callq 0x11370
movq %rax, %r14
movq %r15, %rdi
xorl %esi, %esi
callq 0x1138c
movq 0x88(%r15), %rcx
movl 0x8dc(%rcx), %r8d
movq 0x8f0(%rcx), %r9
movq %r13, %rdi
movq %rbx, %rsi
movq %r14, %rdx
movq %rax, %rcx
callq 0xac70
movq 0x88(%r15), %rax
cmpb $0x0, 0x981(%rax)
je 0x17555
movq $0x0, 0x10(%r13)
cmpb $0x0, 0x982(%rax)
je 0x17566
movq $0x0, 0x18(%r13)
cmpb $0x0, 0x983(%rax)
je 0x17577
movq $0x0, 0x20(%r13)
movq %r13, %rdi
movl $0x2, %esi
callq 0xaf10
movq %r13, %rdi
movl $0x3, %esi
callq 0xaf10
movq 0x88(%r15), %rax
movb 0x3f(%rax), %al
cmpb $0x3, %al
jne 0x175d0
movq %r13, %rdi
movl $0x8, %esi
callq 0xaf10
movq %r13, %rdi
movl $0x6, %esi
callq 0xaf10
movq %r13, %rdi
movl $0x4, %esi
callq 0xaf10
movq 0x88(%r15), %rax
movb 0x3f(%rax), %al
cmpb $0x5, %al
jne 0x175e1
movq %r13, %rdi
movl $0x4, %esi
callq 0xaf10
movq %r13, %rdi
movl $0x7, %esi
callq 0xaf10
movq 0x88(%r15), %rbx
movslq 0x8dc(%rbx), %r14
movl $0x4, %esi
movq %r14, %rdi
callq 0x4130
movq %rax, %r12
testq %r14, %r14
jle 0x17636
movq 0x8e8(%rbx), %rax
addq $0x58, %rax
xorl %ecx, %ecx
movl (%rax), %edx
movl %edx, (%r12,%rcx,4)
movl $0x0, (%rax)
incq %rcx
addq $0x60, %rax
cmpq %rcx, %r14
jne 0x1761e
leaq 0x40(%rsp), %rdi
movq %r15, %rsi
movq %r13, 0x20(%rsp)
movq %r13, %rdx
callq 0x14c44
movq %r15, 0x10(%rsp)
movq 0x88(%r15), %r15
movslq 0x8dc(%r15), %r14
testq %r14, %r14
jle 0x17682
movq 0x8e8(%r15), %rax
addq $0x58, %rax
xorl %ecx, %ecx
movl (%r12,%rcx,4), %edx
movl %edx, (%rax)
incq %rcx
addq $0x60, %rax
cmpq %rcx, %r14
jne 0x17670
movl 0x40(%rsp), %ebx
movsd 0x48(%rsp), %xmm0
movsd %xmm0, 0x8(%rsp)
movsd 0x58(%rsp), %xmm0
movsd %xmm0, 0x18(%rsp)
movl 0x60(%rsp), %ebp
movl 0x64(%rsp), %r13d
movq %r12, %rdi
callq 0x42a0
cmpb $0x0, 0x3c(%r15)
jne 0x176e7
leaq 0x1cfec(%rip), %rdi     # 0x346a9
movl %r14d, %esi
movl %r13d, %edx
movl %ebx, %ecx
movsd 0x8(%rsp), %xmm0
movsd 0x18(%rsp), %xmm1
movl %ebp, %r8d
movb $0x2, %al
callq 0x4050
movq 0x10(%rsp), %rax
movq 0x88(%rax), %r15
cmpb $0x2, 0x3d(%r15)
movq 0x10(%rsp), %r15
jne 0x177df
cmpl $0x0, 0xc(%r15)
jle 0x177df
xorl %r12d, %r12d
movq %r15, %rdi
movl %r12d, %esi
callq 0x11354
movq %rax, 0x8(%rsp)
movq %r15, %rdi
movl %r12d, %esi
callq 0x11370
movq %rax, %rbp
movq %r15, %rdi
movl %r12d, %esi
callq 0x1138c
movq %rax, %r14
movq 0x88(%r15), %rax
movsbq 0x8b8(%rax), %r15
movsbq 0x8b9(%rax), %r13
movq 0x20(%rsp), %rax
movq 0x10(%rax), %rsi
leaq (,%r15,8), %rbx
movq 0x8(%rsp), %rdi
movq %rbx, %rdx
callq 0x41c0
testq %r15, %r15
jle 0x177cd
movq %r14, 0x18(%rsp)
movq %r12, 0x8(%rsp)
movq 0x20(%rsp), %rax
movq 0x18(%rax), %r12
xorl %r14d, %r14d
movq (%rbp,%r14,8), %rdi
movq (%r12,%r14,8), %rsi
movq %rbx, %rdx
callq 0x41c0
incq %r14
cmpq %r14, %r15
jne 0x17781
movq 0x20(%rsp), %rax
movq 0x20(%rax), %rbx
shlq $0x3, %r13
xorl %r14d, %r14d
movq 0x8(%rsp), %r12
movq 0x18(%rsp), %rbp
movq (%rbp,%r14,8), %rdi
movq (%rbx,%r14,8), %rsi
movq %r13, %rdx
callq 0x41c0
incq %r14
cmpq %r14, %r15
jne 0x177b4
incl %r12d
movq 0x10(%rsp), %r15
cmpl 0xc(%r15), %r12d
jl 0x17705
movq 0x20(%rsp), %rbx
movq %rbx, %rdi
callq 0xa8fa
movl $0x110, %esi            # imm = 0x110
movq %rbx, %rdi
callq 0x4220
movq 0x88(%r15), %rax
cmpb $0x2, 0x3d(%rax)
setne %al
movq 0x38(%rsp), %r14
jmp 0x17810
movb $0x1, %al
xorpd %xmm2, %xmm2
testb %al, %al
je 0x17a65
testl %r14d, %r14d
jle 0x17a65
xorpd %xmm0, %xmm0
xorl %r12d, %r12d
movq 0x88(%r15), %rbx
cmpb $0x1, 0x3e(%rbx)
movsd %xmm0, 0x8(%rsp)
jne 0x1785b
movq 0x8e0(%rbx), %rax
movq 0x8f8(%rbx), %rcx
movl (%rax,%r12,4), %eax
movl %eax, 0x20(%rsp)
movq (%rcx,%r12,8), %r14
jmp 0x17866
xorl %r14d, %r14d
movl $0x0, 0x20(%rsp)
movl $0x110, %edi            # imm = 0x110
callq 0x4210
movq %rax, %rbp
movsbl 0x8b8(%rbx), %esi
movsbl 0x8b9(%rbx), %edx
movl 0x8c0(%rbx), %ecx
movl 0x8bc(%rbx), %r8d
movsd 0x28(%rbx), %xmm0
movsbl 0x30(%rbx), %r9d
movq %rax, %rdi
callq 0xa858
movq %r15, %rdi
movl %r12d, %esi
callq 0x11354
movq %rax, %rbx
movq %r15, %rdi
movl %r12d, %esi
callq 0x11370
movq %rax, %r13
movq %r15, %rdi
movl %r12d, %esi
callq 0x1138c
movq %rbp, %rdi
movq %rbx, %rsi
movq %r13, %rdx
movq %rax, %rcx
movl 0x20(%rsp), %r8d
movq %r14, %r9
callq 0xac70
movq 0x88(%r15), %rax
cmpb $0x0, 0x981(%rax)
je 0x178f8
movq $0x0, 0x10(%rbp)
cmpb $0x0, 0x982(%rax)
je 0x17909
movq $0x0, 0x18(%rbp)
cmpb $0x0, 0x983(%rax)
je 0x1791a
movq $0x0, 0x20(%rbp)
movq %rbp, %rdi
movl $0x2, %esi
callq 0xaf10
movq %rbp, %rdi
movl $0x3, %esi
callq 0xaf10
movq 0x88(%r15), %rax
movb 0x3f(%rax), %al
cmpb $0x3, %al
jne 0x17973
movq %rbp, %rdi
movl $0x8, %esi
callq 0xaf10
movq %rbp, %rdi
movl $0x6, %esi
callq 0xaf10
movq %rbp, %rdi
movl $0x4, %esi
callq 0xaf10
movq 0x88(%r15), %rax
movb 0x3f(%rax), %al
cmpb $0x5, %al
jne 0x17984
movq %rbp, %rdi
movl $0x4, %esi
callq 0xaf10
movq %rbp, %rdi
movl $0x7, %esi
callq 0xaf10
leaq 0x40(%rsp), %rdi
movq %r15, %rsi
movq %rbp, %rdx
callq 0x14c44
movl 0x40(%rsp), %r14d
movsd 0x48(%rsp), %xmm0
movsd %xmm0, 0x10(%rsp)
movsd 0x58(%rsp), %xmm0
movsd %xmm0, 0x18(%rsp)
movl 0x60(%rsp), %r13d
movq %rbp, %rbx
movl 0x64(%rsp), %ebp
movq %rbx, %rdi
callq 0xa8fa
movl $0x110, %esi            # imm = 0x110
movq %rbx, %rdi
callq 0x4220
movq 0x88(%r15), %rax
testl %r13d, %r13d
jne 0x179f1
cmpl 0x38(%rax), %r14d
jne 0x17a4d
xorpd %xmm2, %xmm2
movsd 0x18(%rsp), %xmm1
cmpltsd %xmm1, %xmm2
movsd 0x1bee8(%rip), %xmm0    # 0x338f0
andpd %xmm0, %xmm2
mulsd %xmm1, %xmm2
addsd 0x8(%rsp), %xmm2
cmpb $0x0, 0x3c(%rax)
jne 0x17a53
leaq 0x1cc39(%rip), %rdi     # 0x3465c
movl %r12d, %esi
movl 0x20(%rsp), %edx
movl %ebp, %ecx
movl %r14d, %r8d
movsd 0x10(%rsp), %xmm0
movapd %xmm2, 0x20(%rsp)
movl %r13d, %r9d
movb $0x2, %al
callq 0x4050
movapd 0x20(%rsp), %xmm2
jmp 0x17a53
movsd 0x8(%rsp), %xmm2
incq %r12
movapd %xmm2, %xmm0
cmpq %r12, 0x38(%rsp)
jne 0x1782c
movapd %xmm2, %xmm0
addq $0x68, %rsp
popq %rbx
popq %r12
popq %r13
popq %r14
popq %r15
popq %rbp
retq
movl $0x1, %edi
callq 0x42b0
movq %r13, %rdi
jmp 0x17a8a
movq %rbp, %rdi
movq %rax, %rbx
movl $0x110, %esi            # imm = 0x110
callq 0x4220
movq %rbx, %rdi
callq 0x4430
nop