// File: /workspace/github_cpp_makefile_star2_O2/myudelson[P]hmm-scalable/trainhmmst.cpp
// Function: cross_validate(double*, char const*, char const*, long*, long*, _IO_FILE*)
NUMBER cross_validate(NUMBER* metrics, const char *filename, const char *model_file_name, clock_t *tm_fit, clock_t *tm_predict, FILE *fid_console) {//SEQ
//NUMBER cross_validate(NUMBER* metrics, const char *filename, const char *model_file_name, double *tm_fit, double *tm_predict, FILE *fid_console) {//PAR
    clock_t tm0;//SEQ
//    double _tm0;//PAR
    char *ch;
    NPAR f;
    NCAT g;
    NDAT t;
    FILE *fid = NULL; // file for storing prediction should that be necessary
    FILE *fid_folds = NULL; // file for reading/writing folds
    if(task.predictions>0) {  // if we have to write the predictions file
        fid = fopen(filename,"w");
        if(fid == NULL)
        {
            fprintf(stderr, "Can't write output model file %s\n",filename);
            if(task.duplicate_console==1) fprintf(fid_console, "Can't write output model file %s\n",filename);
            exit(1);
        }
    }
    // produce folds
    NPAR *folds = Calloc(NPAR, (size_t)task.nG);//[task.nG];
    NDAT *fold_counts = Calloc(NDAT, (size_t)task.cv_folds);
    
    srand ( (unsigned int)time(NULL) );
    // folds file
    if(task.cv_folds_file[0] > 0) { // file is specified
        if(task.cv_inout_flag=='i') {
            fid_folds = fopen(task.cv_folds_file,"r");
            if(fid_folds == NULL)
            {
                fprintf(stderr, "Can't open folds file for reading %s\n",filename);
                if(task.duplicate_console==1) fprintf(fid_console, "Can't open folds file for reading %s\n",filename);
                exit(1);
            }
            max_line_length = 1024;
            line = (char *)malloc((size_t)max_line_length);// Malloc(char,max_line_length);
        } else if(task.cv_inout_flag=='o') {
            fid_folds = fopen(task.cv_folds_file,"w");
            if(fid_folds == NULL)
            {
                fprintf(stderr, "Can't open folds file for writing %s\n",filename);
                if(task.duplicate_console==1) fprintf(fid_console, "Can't open folds file for writing %s\n",filename);
                exit(1);
            }
        }
    }
    for(g=0; g<task.nG; g++) {
        if( task.cv_folds_file[0]==0 || (task.cv_folds_file[0] > 0 && task.cv_inout_flag=='o') ) { // output or default
            folds[g] = (NPAR)(rand() % task.cv_folds);
            if(task.cv_folds_file[0] > 0 )
                fprintf(fid_folds,"%i\n",folds[g]); // write out
        } else if( (task.cv_folds_file[0] > 0 && task.cv_inout_flag=='i') ) {
            readline(fid_folds);//
            ch = strtok(line,"\t\n\r");
            if(ch == NULL) {
                fprintf(stderr, "Error reading input folds file (potentialy wrong number of rows)\n");
                if(task.duplicate_console==1) fprintf(fid_console, "Error reading input folds file (potentialy wrong number of rows)\n");
                exit(1);
            }
            folds[g] = (NPAR)(atoi(ch));
        }
    }
    if(task.cv_folds_file[0] > 0) { // file is specified
        fclose(fid_folds);
        if(task.cv_inout_flag=='i')
            free(line);
    }
	task.metrics_target_obs = task.cv_target_obs;

    // count number of items in each fold
    for(t=0; t<task.N; t++) fold_counts[ folds[task.dat_group[t]] ]++;

    
    // create and fit multiple problems
    HMMProblemSt* hmms[task.cv_folds];
    int q = task.quiet;
//    task.quiet = 1;
    for(f=0; f<task.cv_folds; f++) {
        switch(task.structure)
        {
            case STRUCTURE_SKILL: // Conjugate Gradient Descent
//            case STRUCTURE_GROUP: // Conjugate Gradient Descent
                hmms[f] = new HMMProblemSt(&task);
                break;
            case STRUCTURE_ELO: // Conjugate Gradient Descent
//            case STRUCTURE_GROUP: // Conjugate Gradient Descent
                hmms[f] = new HMMProblemEloSt(&task);
                break;
//            case STRUCTURE_SKABslc: // Conjugate Gradient Descent
//                hmms[f] = new HMMProblemSlicedAB(&param);
//                break;
//            case STRUCTURE_SKAslc: // Conjugate Gradient Descent
//                hmms[f] = new HMMProblemSlicedA(&param);
//                break;
////            case STRUCTURE_PIg: // Gradient Descent: PI by group, A,B by skill
////                hmm = new HMMProblemPiG(&param);
////                break;
//            case STRUCTURE_PIgk: // Gradient Descent, pLo=f(K,G), other by K
//                hmms[f] = new HMMProblemPiGK(&param);
//                break;
//            case STRUCTURE_PIgkww: // Gradient Descent, pLo=f(K,G), other by K
//                hmms[f] = new HMMProblemPiGKww(&param);
//                break;
//            case STRUCTURE_PIAgk: // Gradient Descent, pLo=f(K,G), pT=f(K,G), other by K
//                hmms[f] = new HMMProblemPiAGK(&param);
//                break;
//            case STRUCTURE_Agk: // Gradient Descent, pT=f(K,G), other by K
//                hmms[f] = new HMMProblemAGK(&param);
//                break;
//            case STRUCTURE_PIABgk: // Gradient Descent, pT=f(K,G), other by K
//                hmms[f] = new HMMProblemPiABGK(&param);
//                break;
//            case BKT_GD_T: // Gradient Descent with Transfer
//                hmm = new HMMProblemKT(&param);
//                break;
            default:
                fprintf(stderr,"Solver specified (%d) is not supported!\n",task.structure);
                exit(1);
                break;
        }
        // block respective data - do not fit the data belonging to the fold
        NPAR *saved_obs = Calloc(NPAR, (size_t)fold_counts[f]);
        NDAT count_saved = 0;
        for(t=0; t<task.N; t++) {
            if( folds[ task.dat_group[t]/*->get(t)*/ ] == f ) {
                saved_obs[count_saved++] = task.dat_obs[t];
                task.dat_obs[t] = -1;//->set(t, -1);
            }
        }


        // now compute
        tm0 = clock(); //SEQ
//        _tm0 = omp_get_wtime(); //PAR
        hmms[f]->fit();
        *(tm_fit) += (clock_t)(clock()- tm0);//SEQ
//        *(tm_fit) += omp_get_wtime()-_tm0;//PAR
        
        // write model
        char fname[1024];
        sprintf(fname,"%s_%i",model_file_name,f);
        hmms[f]->toFile(fname);
        
        // UN-block respective data
        count_saved = 0;
        for(t=0; t<task.N; t++)
            if( folds[ task.dat_group[t]/*->get(t)*/ ] == f )
                task.dat_obs[t]=saved_obs[count_saved++];
        free(saved_obs);
        printf("fold %d is done\n",f+1);
        if(task.duplicate_console==1) fprintf(fid_console, "fold %d is done\n",f+1);
    }
    task.quiet = (NPAR)q;
    
    tm0 = clock();//SEQ
//    _tm0 = omp_get_wtime();//PAR
	
	// new prediction
	//		create a general fold-identifying array
	NPAR *dat_fold = Calloc(NPAR, task.N);
	for(NDAT t=0; t<task.N; t++) dat_fold[t] = folds[ task.dat_group[t] ];
	//		predict
	hmms[0]->predict(metrics, filename,
                     //task.N, task.dat_obs, task.dat_group, task.dat_skill, task.dat_skill_stacked, task.dat_skill_rcount, task.dat_skill_rix,
                     &task,
                     hmms, task.cv_folds/*nhmms*/, dat_fold);
	
    printf("Cross-validation is done wrong, if A or B matrices are 'sliced'\n");
    
//    if(task.structure==STRUCTURE_SKAslc) {
//        ((HMMProblemSlicedA *)hmm)->predict(metrics, predict_file, task.dat_obs, task.dat_group, task.dat_skill, task.dat_skill_stacked, task.dat_skill_rcount, task.dat_skill_rix);
//    } else if(task.structure==STRUCTURE_SKABslc) {
//        ((HMMProblemSlicedAB *)hmm)->predict(metrics, predict_file, task.dat_obs, task.dat_group, task.dat_skill, task.dat_skill_stacked, task.dat_skill_rcount, task.dat_skill_rix);
//    } else {
//        HMMProblem::predict(metrics, predict_file, task.dat_obs, task.dat_group, task.dat_skill, task.dat_skill_stacked, task.dat_skill_rcount, task.dat_skill_rix, &hmm, 1, NULL);
//    }
    
    free(dat_fold);
	
	*(tm_predict) += (clock_t)(clock()- tm0);//SEQ
//    *(tm_predict) += omp_get_wtime()-_tm0;//PAR
	
	
    // delete problems
    NUMBER n_par = 0;
    for(f=0; f<task.cv_folds; f++) {
        n_par += hmms[f]->getModelParamN();
        delete hmms[f];
    }
    n_par /= task.cv_folds;
	
    free(folds);
    free(fold_counts);
	
	return (n_par);
}

// Assembly:
pushq %rbp
movq %rsp, %rbp
pushq %r15
pushq %r14
pushq %r13
pushq %r12
pushq %rbx
subq $0x448, %rsp            # imm = 0x448
movq %r9, -0x38(%rbp)
movq %r8, %r12
movq %rcx, -0x40(%rbp)
movq %rdx, -0x70(%rbp)
movq %rsi, %r14
movq %rdi, %r13
cmpl $0x0, 0x15246(%rip)     # 0x1a2e8
jle 0x50bc
leaq 0xd065(%rip), %rsi      # 0x12110
movq %r14, %rdi
callq 0x3250
testq %rax, %rax
je 0x5598
movslq 0x15ab9(%rip), %rdi     # 0x1ab7c
pushq $0x1
popq %rsi
callq 0x3110
movq %rax, %r15
movsbq 0x1561e(%rip), %rdi     # 0x1a6f4
pushq $0x4
popq %rsi
callq 0x3110
movq %rax, -0x48(%rbp)
xorl %ebx, %ebx
xorl %edi, %edi
callq 0x31b0
movl %eax, %edi
callq 0x31d0
cmpb $0x0, 0x155fe(%rip)     # 0x1a6f7
jle 0x51a1
movzbl 0x159f1(%rip), %eax     # 0x1aaf7
cmpl $0x6f, %eax
je 0x5150
cmpl $0x69, %eax
jne 0x519f
leaq 0x155dc(%rip), %rdi     # 0x1a6f7
leaq 0xdb01(%rip), %rsi      # 0x12c23
callq 0x3250
testq %rax, %rax
je 0x55c5
movq %rax, %rbx
movl $0x400, 0x15acb(%rip)   # imm = 0x400
movl $0x400, %edi            # imm = 0x400
callq 0x32d0
movq %rax, 0x15ac2(%rip)     # 0x1ac10
jmp 0x51a1
leaq 0x155a0(%rip), %rdi     # 0x1a6f7
leaq 0xcfb2(%rip), %rsi      # 0x12110
callq 0x3250
movq %rax, %rbx
testq %rax, %rax
jne 0x51a1
movq 0x14e66(%rip), %rax     # 0x19fd8
movq (%rax), %rdi
leaq 0xdacf(%rip), %rsi      # 0x12c4b
movq %r14, %rdx
xorl %eax, %eax
callq 0x3300
cmpb $0x1, 0x1512f(%rip)     # 0x1a2bc
jne 0x55fe
leaq 0xdab1(%rip), %rsi      # 0x12c4b
jmp 0x55f0
xorl %ebx, %ebx
movq %r13, -0x58(%rbp)
movq %r12, -0x60(%rbp)
movq %r14, -0x68(%rbp)
leaq 0xf076(%rip), %r14      # 0x1422a
leaq 0xd0cb(%rip), %r12      # 0x12286
xorl %r13d, %r13d
movslq 0x159b7(%rip), %rcx     # 0x1ab7c
movb 0x1552c(%rip), %al      # 0x1a6f7
cmpq %rcx, %r13
jge 0x5262
testb %al, %al
je 0x51f1
setg %dl
movb 0x15916(%rip), %cl      # 0x1aaf7
cmpb $0x6f, %cl
sete %sil
andb %dl, %sil
cmpb $0x1, %sil
jne 0x521c
callq 0x30a0
movsbl 0x154f7(%rip), %ecx     # 0x1a6f4
cltd
idivl %ecx
movb %dl, (%r15,%r13)
cmpb $0x0, 0x154ec(%rip)     # 0x1a6f7
jle 0x525a
movq %rbx, %rdi
movq %r14, %rsi
xorl %eax, %eax
callq 0x3300
jmp 0x525a
testb %al, %al
setg %al
cmpb $0x69, %cl
sete %cl
andb %al, %cl
cmpb $0x1, %cl
jne 0x525a
movq %rbx, %rdi
callq 0x622e
movq 0x159d3(%rip), %rdi     # 0x1ac10
movq %r12, %rsi
callq 0x3360
testq %rax, %rax
je 0x5606
movq %rax, %rdi
callq 0x3350
movb %al, (%r15,%r13)
incq %r13
jmp 0x51be
testb %al, %al
jle 0x5283
movq %rbx, %rdi
callq 0x31e0
cmpb $0x69, 0x15882(%rip)    # 0x1aaf7
jne 0x5283
movq 0x15992(%rip), %rdi     # 0x1ac10
callq 0x3260
movb 0x1546d(%rip), %al      # 0x1a6f6
movb %al, 0x15055(%rip)      # 0x1a2e4
movl 0x158db(%rip), %eax     # 0x1ab70
movq 0x1586c(%rip), %rcx     # 0x1ab08
xorl %edx, %edx
testl %eax, %eax
cmovlel %edx, %eax
movq -0x48(%rbp), %rdi
cmpq %rdx, %rax
je 0x52bd
movslq (%rcx,%rdx,4), %rsi
movsbq (%r15,%rsi), %rsi
incl (%rdi,%rsi,4)
incq %rdx
jmp 0x52a7
movzbl 0x15430(%rip), %eax     # 0x1a6f4
leal 0xf(,%rax,8), %ecx
andl $-0x10, %ecx
movq %rsp, %rdx
subq %rcx, %rdx
movq %rdx, -0x50(%rbp)
movq %rdx, %rsp
movb 0x14fe3(%rip), %cl      # 0x1a2c4
movb %cl, -0x29(%rbp)
xorl %r13d, %r13d
movsbq %al, %rax
cmpq %rax, %r13
jge 0x5482
movzbl 0x14fcb(%rip), %eax     # 0x1a2c6
cmpl $0xe, %eax
je 0x5327
cmpl $0x1, %eax
jne 0x5643
movl $0xd0, %edi
callq 0x31f0
movq %rax, %rbx
movq %rax, %rdi
leaq 0x14f58(%rip), %rsi     # 0x1a278
callq 0xc0c4
jmp 0x5343
movl $0x110, %edi            # imm = 0x110
callq 0x31f0
movq %rax, %rbx
movq %rax, %rdi
leaq 0x14f3a(%rip), %rsi     # 0x1a278
callq 0x1154e
movq -0x50(%rbp), %rax
movq %rbx, (%rax,%r13,8)
movq -0x48(%rbp), %rax
movslq (%rax,%r13,4), %rdi
pushq $0x1
popq %rsi
callq 0x3110
movq %rax, %r12
xorl %eax, %eax
movl 0x1580a(%rip), %edx     # 0x1ab70
xorl %ecx, %ecx
movslq %edx, %rsi
cmpq %rsi, %rax
jge 0x53a8
movq 0x15791(%rip), %rsi     # 0x1ab08
movslq (%rsi,%rax,4), %rsi
movzbl (%r15,%rsi), %esi
cmpq %rsi, %r13
jne 0x53a3
movq 0x1576c(%rip), %rdx     # 0x1aaf8
movb (%rdx,%rax), %sil
movslq %ecx, %rdi
incl %ecx
movb %sil, (%r12,%rdi)
movb $-0x1, (%rdx,%rax)
movl 0x157cd(%rip), %edx     # 0x1ab70
incq %rax
jmp 0x5368
callq 0x3120
movq %rax, %r14
movq (%rbx), %rax
movq %rbx, %rdi
callq *0x48(%rax)
callq 0x3120
subq %r14, %rax
movq -0x40(%rbp), %rcx
addq %rax, (%rcx)
xorl %r14d, %r14d
leaq -0x470(%rbp), %rdi
leaq 0xd8da(%rip), %rsi      # 0x12cb3
movq -0x70(%rbp), %rdx
movl %r13d, %ecx
xorl %eax, %eax
callq 0x3090
movq (%rbx), %rax
movq %rbx, %rdi
leaq -0x470(%rbp), %rsi
callq *0x40(%rax)
movl 0x15773(%rip), %ecx     # 0x1ab70
xorl %eax, %eax
movslq %ecx, %rdx
cmpq %rdx, %r14
jge 0x543b
movq 0x156fa(%rip), %rdx     # 0x1ab08
movslq (%rdx,%r14,4), %rdx
movzbl (%r15,%rdx), %edx
cmpq %rdx, %r13
jne 0x5436
movslq %eax, %rcx
incl %eax
movb (%r12,%rcx), %cl
movq 0x156cc(%rip), %rdx     # 0x1aaf8
movb %cl, (%rdx,%r14)
movl 0x1573a(%rip), %ecx     # 0x1ab70
incq %r14
jmp 0x53ff
movq %r12, %rdi
callq 0x3260
leal 0x1(%r13), %ebx
leaq 0xd86b(%rip), %rdi      # 0x12cb9
movl %ebx, %esi
xorl %eax, %eax
callq 0x3050
cmpb $0x1, 0x14e5e(%rip)     # 0x1a2bc
jne 0x5474
movq -0x38(%rbp), %rdi
leaq 0xd84e(%rip), %rsi      # 0x12cb9
movl %ebx, %edx
xorl %eax, %eax
callq 0x3300
incq %r13
movb 0x15277(%rip), %al      # 0x1a6f4
jmp 0x52e7
movb -0x29(%rbp), %al
movb %al, 0x14e39(%rip)      # 0x1a2c4
callq 0x3120
movq %rax, %rbx
movslq 0x156d6(%rip), %r14     # 0x1ab70
pushq $0x1
popq %rsi
movq %r14, %rdi
callq 0x3110
movq %rax, %r12
movq 0x15659(%rip), %rax     # 0x1ab08
xorl %ecx, %ecx
testl %r14d, %r14d
movl $0x0, %edx
cmovgl %r14d, %edx
movq -0x68(%rbp), %rsi
movq -0x58(%rbp), %rdi
movq -0x50(%rbp), %r13
cmpq %rcx, %rdx
je 0x54df
movslq (%rax,%rcx,4), %r8
movb (%r15,%r8), %r8b
movb %r8b, (%r12,%rcx)
incq %rcx
jmp 0x54c9
movsbl 0x1520d(%rip), %r8d     # 0x1a6f4
leaq 0x14d8a(%rip), %rdx     # 0x1a278
movq %r13, %rcx
movq %r12, %r9
callq 0xec30
leaq 0xd8c7(%rip), %rdi      # 0x12dc7
callq 0x3340
movq %r12, %rdi
callq 0x3260
callq 0x3120
subq %rbx, %rax
movq -0x60(%rbp), %rcx
addq %rax, (%rcx)
xorpd %xmm1, %xmm1
xorl %r14d, %r14d
movsbq 0x151c9(%rip), %rax     # 0x1a6f4
cmpq %rax, %r14
jge 0x5563
movsd %xmm1, -0x40(%rbp)
movq (%r13,%r14,8), %rdi
callq 0xf140
movl %eax, %ebx
movq (%r13,%r14,8), %rdi
testq %rdi, %rdi
je 0x5551
movq (%rdi), %rax
callq *0x8(%rax)
cvtsi2sd %ebx, %xmm0
movsd -0x40(%rbp), %xmm1
addsd %xmm0, %xmm1
incq %r14
jmp 0x5523
movsbl %al, %eax
cvtsi2sd %eax, %xmm0
divsd %xmm0, %xmm1
movsd %xmm1, -0x40(%rbp)
movq %r15, %rdi
callq 0x3260
movq -0x48(%rbp), %rdi
callq 0x3260
movsd -0x40(%rbp), %xmm0
leaq -0x28(%rbp), %rsp
popq %rbx
popq %r12
popq %r13
popq %r14
popq %r15
popq %rbp
retq
movq 0x14a39(%rip), %rax     # 0x19fd8
movq (%rax), %rdi
leaq 0xd658(%rip), %rsi      # 0x12c01
movq %r14, %rdx
xorl %eax, %eax
callq 0x3300
cmpb $0x1, 0x14d02(%rip)     # 0x1a2bc
jne 0x55fe
leaq 0xd63e(%rip), %rsi      # 0x12c01
jmp 0x55f0
movq 0x14a0c(%rip), %rax     # 0x19fd8
movq (%rax), %rdi
leaq 0xd64f(%rip), %rsi      # 0x12c25
movq %r14, %rdx
xorl %eax, %eax
callq 0x3300
cmpb $0x1, 0x14cd5(%rip)     # 0x1a2bc
jne 0x55fe
leaq 0xd635(%rip), %rsi      # 0x12c25
movq -0x38(%rbp), %rdi
movq %r14, %rdx
xorl %eax, %eax
callq 0x3300
pushq $0x1
popq %rdi
callq 0x3270
movq 0x149cb(%rip), %rax     # 0x19fd8
movq (%rax), %rcx
leaq 0xd65a(%rip), %rdi      # 0x12c71
pushq $0x41
popq %rsi
pushq $0x1
popq %rdx
callq 0x3430
cmpb $0x1, 0x14c93(%rip)     # 0x1a2bc
jne 0x55fe
leaq 0xd63f(%rip), %rdi      # 0x12c71
pushq $0x41
popq %rsi
pushq $0x1
popq %rdx
movq -0x38(%rbp), %rcx
callq 0x3430
jmp 0x55fe
movsbl %al, %edx
movq 0x1498b(%rip), %rax     # 0x19fd8
movq (%rax), %rdi
leaq 0xcb02(%rip), %rsi      # 0x12159
xorl %eax, %eax
callq 0x3300
jmp 0x55fe
movq %rax, %r14
movl $0x110, %esi            # imm = 0x110
jmp 0x5672
movq %rax, %r14
movl $0xd0, %esi
movq %rbx, %rdi
callq 0x3200
movq %r14, %rdi
callq 0x33c0