// File: /workspace/github_cpp_makefile_star2_O3/aalto-speech[P]ftk/src/Unigrams.cc
// Function: Unigrams::rank_candidates(std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>>, double, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>>>, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>> const, double>>> const&, std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>>, double, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>>>, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>> const, double>>> const&, std::set<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>>, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>>>, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>>>> const&, std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>>, double, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>>>, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>> const, double>>>&, std::vector<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>>, double>, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>>, double>>>&)
flt_type
Unigrams::rank_candidates(const map<string, flt_type> &words,
                          const map<string, flt_type> &vocab,
                          const set<string> &candidates,
                          map<string, flt_type> &new_freqs,
                          vector<pair<string, flt_type> > &removal_scores)
{
    new_freqs.clear();
    removal_scores.clear();

    StringSet ss_vocab(vocab);
    map<string, flt_type> ll_diffs;
    map<string, flt_type> token_diffs;
    set<string> problem_hypos;

    flt_type curr_ll = 0.0;
    flt_type token_count = 0.0;

    for (auto worditer = words.cbegin(); worditer != words.cend(); ++worditer) {

        map<string, flt_type> stats;
        flt_type orig_score = segf(ss_vocab, worditer->first, stats, this->utf8);

        if (stats.size() == 0) {
            cerr << "warning, no segmentation for word: " << worditer->first << endl;
            continue;
        }

        curr_ll += worditer->second * orig_score;
        token_count += worditer->second * stats.size();

        // Update statistics
        for (auto it = stats.cbegin(); it != stats.cend(); ++it)
            new_freqs[it->first] += worditer->second * it->second;

        for (auto hypoiter = stats.cbegin(); hypoiter != stats.cend(); ++hypoiter) {

            if (candidates.find(hypoiter->first) != candidates.end()) {

                flt_type stored_value = ss_vocab.remove(hypoiter->first);

                map<string, flt_type> hypo_stats;
                flt_type hypo_score = segf(ss_vocab, worditer->first, hypo_stats, this->utf8);

                if (hypo_stats.size() > 0) {
                    ll_diffs[hypoiter->first] += worditer->second * (hypo_score-orig_score);
                    token_diffs[hypoiter->first] += worditer->second * ((flt_type)(hypo_stats.size())-(flt_type)(stats.size()));
                }
                else
                    problem_hypos.insert(hypoiter->first);

                ss_vocab.add(hypoiter->first, stored_value);
            }
        }
    }

    for (auto iter = ll_diffs.begin(); iter != ll_diffs.end(); ++iter) {
        if (problem_hypos.find(iter->first) != problem_hypos.end()) continue;
        flt_type renormalizer = sub_log_domain_probs(0, vocab.at(iter->first));
        flt_type hypo_token_count = (token_count + token_diffs[iter->first]);
        flt_type normalizer_ll_diff = hypo_token_count * -renormalizer;
        pair<string, flt_type> removal_score = make_pair(iter->first, iter->second + normalizer_ll_diff);
        removal_scores.push_back(removal_score);
    }

    sort(removal_scores.begin(), removal_scores.end(), descending_sort);

    return curr_ll;
}

// Assembly:
pushq %rbp
movq %rsp, %rbp
pushq %r15
pushq %r14
pushq %r13
pushq %r12
pushq %rbx
subq $0x2a8, %rsp            # imm = 0x2A8
movq %r9, %rbx
movq %rcx, %r15
movq %rdx, %r14
movq %rsi, %r12
movq %rdi, -0x98(%rbp)
movq %r8, -0x50(%rbp)
movq %r8, %rdi
callq 0x1bf52
movq %rbx, -0x88(%rbp)
movq %rbx, %rdi
callq 0x1fc4c
leaq -0x2d0(%rbp), %rdi
movq %r14, -0xb8(%rbp)
movq %r14, %rsi
callq 0xc7b0
leaq -0x130(%rbp), %rcx
xorl %eax, %eax
movl %eax, (%rcx)
movq %rax, 0x8(%rcx)
movq %rcx, 0x10(%rcx)
movq %rcx, 0x18(%rcx)
movq %rax, 0x20(%rcx)
leaq -0x1a8(%rbp), %rcx
movl %eax, (%rcx)
movq %rax, 0x8(%rcx)
movq %rcx, 0x10(%rcx)
movq %rcx, 0x18(%rcx)
movq %rax, 0x20(%rcx)
leaq -0x178(%rbp), %rcx
movl %eax, (%rcx)
movq %rax, 0x8(%rcx)
movq %rcx, 0x10(%rcx)
movq %rcx, 0x18(%rcx)
movq %rax, 0x20(%rcx)
movq 0x18(%r12), %rbx
addq $0x8, %r12
movq %r12, -0xc0(%rbp)
cmpq %r12, %rbx
je 0x1f3a7
leaq 0x8(%r15), %rax
movq %rax, -0xd8(%rbp)
xorpd %xmm0, %xmm0
movsd %xmm0, -0x40(%rbp)
leaq -0x2d0(%rbp), %r12
leaq -0x80(%rbp), %rdx
movapd %xmm0, -0xb0(%rbp)
movq %r15, %r14
movq %r15, -0xc8(%rbp)
movl $0x0, -0x78(%rbp)
xorl %ecx, %ecx
movq %rcx, -0x70(%rbp)
leaq -0x78(%rbp), %rax
movq %rax, -0x68(%rbp)
movq %rax, -0x60(%rbp)
movq %rcx, -0x58(%rbp)
leaq 0x20(%rbx), %rsi
movq -0x98(%rbp), %rax
movzbl 0x8(%rax), %ecx
movq %r12, %rdi
movq %rsi, -0xd0(%rbp)
callq *(%rax)
movsd %xmm0, -0x90(%rbp)
movq -0x58(%rbp), %rax
testq %rax, %rax
je 0x1f231
movsd 0x40(%rbx), %xmm0
movsd %xmm0, -0x48(%rbp)
movq %rax, %xmm0
punpckldq 0x78d9(%rip), %xmm0 # xmm0 = xmm0[0],mem[0],xmm0[1],mem[1]
subpd 0x78e1(%rip), %xmm0     # 0x268c0
movapd %xmm0, -0x150(%rbp)
movq -0x68(%rbp), %r12
leaq -0x78(%rbp), %rax
cmpq %rax, %r12
je 0x1f042
movsd 0x40(%rbx), %xmm0
movsd %xmm0, -0x38(%rbp)
leaq 0x20(%r12), %rsi
movsd 0x40(%r12), %xmm0
movsd %xmm0, -0x30(%rbp)
movq -0x50(%rbp), %rdi
callq 0x1af86
movsd -0x38(%rbp), %xmm0
mulsd -0x30(%rbp), %xmm0
addsd (%rax), %xmm0
movsd %xmm0, (%rax)
movq %r12, %rdi
callq 0x4410
movq %rax, %r12
leaq -0x78(%rbp), %rax
cmpq %rax, %r12
jne 0x1eff4
movq -0x68(%rbp), %r12
movsd -0x48(%rbp), %xmm2
movapd %xmm2, %xmm0
mulsd -0x90(%rbp), %xmm0
movsd -0x40(%rbp), %xmm1
addsd %xmm0, %xmm1
movsd %xmm1, -0x40(%rbp)
movapd -0x150(%rbp), %xmm1
movapd %xmm1, %xmm0
unpckhpd %xmm1, %xmm0            # xmm0 = xmm0[1],xmm1[1]
addsd %xmm1, %xmm0
mulsd %xmm2, %xmm0
movapd -0xb0(%rbp), %xmm1
addsd %xmm0, %xmm1
movapd %xmm1, -0xb0(%rbp)
cmpq %rax, %r12
je 0x1f228
leaq 0x20(%r12), %r13
movq %r14, %rdi
movq %r13, %rsi
callq 0x10c22
cmpq -0xd8(%rbp), %rax
je 0x1f214
leaq -0x2d0(%rbp), %r15
movq %r15, %rdi
movq %r13, %rsi
callq 0xcf04
movsd %xmm0, -0x38(%rbp)
movl $0x0, -0x100(%rbp)
xorl %ecx, %ecx
movq %rcx, -0xf8(%rbp)
leaq -0x100(%rbp), %rax
movq %rax, -0xf0(%rbp)
movq %rax, -0xe8(%rbp)
movq %rcx, -0xe0(%rbp)
movq -0x98(%rbp), %rax
movzbl 0x8(%rax), %ecx
movq %r15, %rdi
movq -0xd0(%rbp), %rsi
leaq -0x108(%rbp), %rdx
callq *(%rax)
cmpq $0x0, -0xe0(%rbp)
je 0x1f1de
movsd 0x40(%rbx), %xmm1
movsd %xmm1, -0x48(%rbp)
leaq -0x138(%rbp), %rdi
movq %r13, %rsi
movsd %xmm0, -0x30(%rbp)
callq 0x1af86
movsd -0x30(%rbp), %xmm0
subsd -0x90(%rbp), %xmm0
movsd -0x48(%rbp), %xmm1
mulsd %xmm0, %xmm1
addsd (%rax), %xmm1
movsd %xmm1, (%rax)
movsd 0x40(%rbx), %xmm0
movsd %xmm0, -0x30(%rbp)
movq -0xe0(%rbp), %r15
movq -0x58(%rbp), %r14
leaq -0x1b0(%rbp), %rdi
movq %r13, %rsi
callq 0x1af86
movq %r15, %xmm0
movq 0x771e(%rip), %xmm2     # 0x268b0
punpckldq %xmm2, %xmm0    # xmm0 = xmm0[0],xmm2[0],xmm0[1],xmm2[1]
movapd 0x7722(%rip), %xmm3     # 0x268c0
subpd %xmm3, %xmm0
movapd %xmm0, %xmm1
unpckhpd %xmm0, %xmm1            # xmm1 = xmm1[1],xmm0[1]
addsd %xmm0, %xmm1
movq %r14, %xmm0
punpckldq %xmm2, %xmm0    # xmm0 = xmm0[0],xmm2[0],xmm0[1],xmm2[1]
subpd %xmm3, %xmm0
movapd %xmm0, %xmm2
unpckhpd %xmm0, %xmm2            # xmm2 = xmm2[1],xmm0[1]
addsd %xmm0, %xmm2
subsd %xmm2, %xmm1
movsd -0x30(%rbp), %xmm0
mulsd %xmm1, %xmm0
addsd (%rax), %xmm0
movsd %xmm0, (%rax)
jmp 0x1f1ed
leaq -0x180(%rbp), %rdi
movq %r13, %rsi
callq 0x13fba
leaq -0x2d0(%rbp), %rdi
movq %r13, %rsi
movsd -0x38(%rbp), %xmm0
callq 0xca5c
leaq -0x108(%rbp), %rdi
callq 0x5ce4
movq -0xc8(%rbp), %r14
movq %r12, %rdi
callq 0x4410
movq %rax, %r12
leaq -0x78(%rbp), %rax
jmp 0x1f08d
leaq -0x2d0(%rbp), %r12
jmp 0x1f287
movl $0x23, %edx
movq 0x14dab(%rip), %rdi     # 0x33fe8
leaq 0x768c(%rip), %rsi      # 0x268d0
callq 0x4400
movq 0x20(%rbx), %rsi
movq 0x28(%rbx), %rdx
movq 0x14d90(%rip), %rdi     # 0x33fe8
callq 0x4400
movq %rax, %r15
movq (%rax), %rax
movq -0x18(%rax), %rdi
addq %r15, %rdi
movl $0xa, %esi
callq 0x4370
movsbl %al, %esi
movq %r15, %rdi
callq 0x4030
movq %rax, %rdi
callq 0x4260
leaq -0x80(%rbp), %r15
movq %r15, %rdi
callq 0x5ce4
movq %rbx, %rdi
callq 0x4410
movq %r15, %rdx
movq %rax, %rbx
cmpq -0xc0(%rbp), %rax
jne 0x1ef73
movq -0x120(%rbp), %rbx
leaq -0x130(%rbp), %rax
cmpq %rax, %rbx
je 0x1f3b0
leaq -0x70(%rbp), %r15
leaq -0x180(%rbp), %r14
leaq -0x80(%rbp), %r12
leaq 0x20(%rbx), %r13
movq %r14, %rdi
movq %r13, %rsi
callq 0x2125c
leaq -0x178(%rbp), %rcx
cmpq %rcx, %rax
jne 0x1f38a
movq -0xb8(%rbp), %rdi
movq %r13, %rsi
callq 0x1b3f6
movsd (%rax), %xmm0
callq 0x1f4ce
movsd %xmm0, -0x38(%rbp)
leaq -0x1b0(%rbp), %rdi
movq %r13, %rsi
callq 0x1af86
movsd (%rax), %xmm0
movsd %xmm0, -0x50(%rbp)
movsd 0x40(%rbx), %xmm0
movsd %xmm0, -0x30(%rbp)
movq %r15, -0x80(%rbp)
movq 0x20(%rbx), %rsi
movq 0x28(%rbx), %rdx
addq %rsi, %rdx
movq %r12, %rdi
callq 0x5f0e
movsd -0x50(%rbp), %xmm1
addsd -0xb0(%rbp), %xmm1
movsd -0x38(%rbp), %xmm0
mulsd %xmm1, %xmm0
movsd -0x30(%rbp), %xmm1
subsd %xmm0, %xmm1
movsd %xmm1, -0x60(%rbp)
movq -0x88(%rbp), %rdi
movq %r12, %rsi
callq 0x1fc92
movq -0x80(%rbp), %rdi
cmpq %r15, %rdi
je 0x1f38a
callq 0x4350
movq %rbx, %rdi
callq 0x4280
movq %rax, %rbx
leaq -0x130(%rbp), %rax
cmpq %rax, %rbx
jne 0x1f2d4
jmp 0x1f3b0
xorpd %xmm0, %xmm0
movsd %xmm0, -0x40(%rbp)
movq -0x88(%rbp), %rax
movq (%rax), %rbx
movq 0x8(%rax), %r14
cmpq %r14, %rbx
je 0x1f40c
movq %r14, %rax
subq %rbx, %rax
sarq $0x3, %rax
movabsq $-0x3333333333333333, %rcx # imm = 0xCCCCCCCCCCCCCCCD
imulq %rax, %rcx
bsrq %rcx, %rdx
xorl $0x3f, %edx
addl %edx, %edx
xorq $0x7e, %rdx
leaq -0x1ef7(%rip), %rcx     # 0x1d4f8
movq %rbx, %rdi
movq %r14, %rsi
callq 0x20626
leaq -0x1f09(%rip), %rdx     # 0x1d4f8
movq %rbx, %rdi
movq %r14, %rsi
callq 0x20722
leaq -0x180(%rbp), %rdi
callq 0x5c7a
leaq -0x1b0(%rbp), %rdi
callq 0x5ce4
leaq -0x138(%rbp), %rdi
callq 0x5ce4
leaq -0x2d0(%rbp), %rdi
callq 0xcb30
movsd -0x40(%rbp), %xmm0
addq $0x2a8, %rsp            # imm = 0x2A8
popq %rbx
popq %r12
popq %r13
popq %r14
popq %r15
popq %rbp
retq
jmp 0x1f46e
jmp 0x1f46e
jmp 0x1f46e
jmp 0x1f46e
movq %rax, %rbx
movq -0x80(%rbp), %rdi
cmpq %r15, %rdi
je 0x1f496
callq 0x4350
jmp 0x1f496
movq %rax, %rbx
jmp 0x1f496
jmp 0x1f479
jmp 0x1f479
jmp 0x1f479
movq %rax, %rbx
jmp 0x1f48d
movq %rax, %rbx
leaq -0x108(%rbp), %rdi
callq 0x5ce4
leaq -0x80(%rbp), %rdi
callq 0x5ce4
leaq -0x180(%rbp), %rdi
callq 0x5c7a
leaq -0x1b0(%rbp), %rdi
callq 0x5ce4
leaq -0x138(%rbp), %rdi
callq 0x5ce4
leaq -0x2d0(%rbp), %rdi
callq 0xcb30
movq %rbx, %rdi
callq 0x4650