user: 请从给定的汇编指令推导出C源代码：

```asm
<mm_double_TN_c>:
  endbr64
  push   %r15
  mov    %edi,%eax
  movapd %xmm0,%xmm4
  push   %r14
  push   %r13
  push   %r12
  push   %rbp
  push   %rbx
  mov    %esi,%ebx
  sub    $0x88,%rsp
  mov    %esi,0x4(%rsp)
  mov    0xc0(%rsp),%r13d
  mov    %rcx,0x50(%rsp)
  movslq 0xd0(%rsp),%rsi
  mov    %r8,0x30(%rsp)
  mov    %r9,0x40(%rsp)
  cmp    $0x4,%ebx
  jle    L413
  lea    -0x1(%rbx),%ecx
  mov    %ecx,%edi
  and    $0x3,%edi
  sub    %edi,%ebx
  mov    %edi,0x58(%rsp)
  imul   %r13d,%ebx
L318:
  movslq %edx,%rcx
  imul   %esi,%eax
  pxor   %xmm5,%xmm5
  mov    %edx,%r8d
  imul   $0x55555556,%rcx,%rdi
  sar    $0x1f,%r8d
  cltq
  shr    $0x20,%rdi
  sub    %r8d,%edi
  lea    (%rdi,%rdi,2),%ebp
  mov    0x40(%rsp),%rdi
  sub    %ebp,%edx
  ucomisd %xmm5,%xmm1
  lea    (%rdi,%rax,8),%rax
  mov    %edx,0x5c(%rsp)
  mov    %rax,0x20(%rsp)
  jp     L221
  jne    L221
  cmp    %rax,%rdi
  je     L212
  movslq %esi,%rax
  mov    0x20(%rsp),%r14
  movsd  %xmm4,0x8(%rsp)
  lea    0x0(,%rax,8),%r15
  mov    %rax,0x78(%rsp)
  mov    0x40(%rsp),%rax
  mov    %r15,0x38(%rsp)
  lea    (%rax,%rcx,8),%r12
  mov    %rax,%rcx
  nopl   0x0(%rax,%rax,1)
L58:
  cmp    %r12,%rcx
  je     L394
  mov    %r12,%rdx
  mov    %rcx,%rdi
  xor    %esi,%esi
  sub    %rcx,%rdx
  call   <memset@plt>
  pxor   %xmm5,%xmm5
  mov    %rax,%rcx
L394:
  add    %r15,%rcx
  add    %r15,%r12
  cmp    %rcx,%r14
  jne    L58
  movsd  0x8(%rsp),%xmm4
L364:
  mov    0x50(%rsp),%r12
  movslq %r13d,%rdi
  movslq %ebx,%rbx
  movslq %ebp,%rcx
  movslq 0xc8(%rsp),%rax
  mov    %rdi,0x48(%rsp)
  lea    0x0(,%rdi,8),%r8
  mov    %rbx,0x68(%rsp)
  lea    (%r12,%rbx,8),%r11
  lea    (%rdi,%rdi,2),%rbx
  shl    $0x5,%rdi
  mov    %rax,%r9
  mov    %rax,0x60(%rsp)
  mov    0x40(%rsp),%rdx
  mov    %rdi,%rbp
  lea    0x0(,%rax,8),%rsi
  lea    (%rax,%rax,2),%rax
  shl    $0x5,%r9
  shl    $0x3,%rbx
  shl    $0x3,%rax
  mov    %rcx,0x70(%rsp)
  lea    (%rdx,%rcx,8),%r13
  mov    %rax,0x28(%rsp)
  mov    0x58(%rsp),%eax
  mov    %rdx,0x10(%rsp)
  mov    %eax,%edi
  mov    %eax,%r14d
  and    $0x1,%eax
  and    $0x2,%edi
  and    $0x4,%r14d
  mov    %eax,%r15d
  mov    %edi,0x8(%rsp)
  cs nopw 0x0(%rax,%rax,1)
L123:
  lea    (%r12,%r8,1),%rax
  mov    0x30(%rsp),%r10
  mov    %rax,0x18(%rsp)
  mov    0x10(%rsp),%rax
  mov    %rax,%rdi
  cmp    %r13,%rax
  jne    L107
  jmp    L142
  nopl   0x0(%rax)
L252:
  mov    %r10,%rdx
  movapd %xmm5,%xmm0
  movapd %xmm5,%xmm1
  mov    %r12,%rax
  movapd %xmm5,%xmm2
L332:
  test   %r14d,%r14d
  je     L161
  movsd  (%rax),%xmm3
  movsd  (%rdx),%xmm7
  lea    (%rdx,%rsi,1),%rcx
  add    %r8,%rax
  movsd  (%rcx),%xmm6
  mulsd  %xmm3,%xmm7
  addsd  %xmm2,%xmm7
  movsd  0x8(%rdx),%xmm2
  mulsd  %xmm3,%xmm2
  mulsd  0x10(%rdx),%xmm3
  lea    (%rcx,%rsi,1),%rdx
  addsd  %xmm2,%xmm1
  movsd  0x8(%rcx),%xmm2
  addsd  %xmm0,%xmm3
  movsd  (%rax),%xmm0
  add    %r8,%rax
  mulsd  %xmm0,%xmm6
  mulsd  %xmm0,%xmm2
  mulsd  0x10(%rcx),%xmm0
  lea    (%rdx,%rsi,1),%rcx
  addsd  %xmm7,%xmm6
  movsd  (%rdx),%xmm7
  addsd  %xmm1,%xmm2
  movapd %xmm0,%xmm1
  movsd  (%rax),%xmm0
  add    %r8,%rax
  addsd  %xmm3,%xmm1
  mulsd  %xmm0,%xmm7
  addsd  %xmm6,%xmm7
  movsd  0x8(%rdx),%xmm6
  mulsd  %xmm0,%xmm6
  mulsd  0x10(%rdx),%xmm0
  lea    (%rcx,%rsi,1),%rdx
  addsd  %xmm2,%xmm6
  movsd  (%rcx),%xmm2
  movapd %xmm0,%xmm3
  movsd  (%rax),%xmm0
  add    %r8,%rax
  addsd  %xmm1,%xmm3
  movsd  0x8(%rcx),%xmm1
  mulsd  %xmm0,%xmm2
  mulsd  %xmm0,%xmm1
  mulsd  0x10(%rcx),%xmm0
  addsd  %xmm7,%xmm2
  addsd  %xmm6,%xmm1
  addsd  %xmm3,%xmm0
L161:
  mov    0x8(%rsp),%ecx
  test   %ecx,%ecx
  je     L7
  movsd  (%rax),%xmm3
  movsd  (%rdx),%xmm7
  lea    (%rdx,%rsi,1),%rcx
  add    %r8,%rax
  movsd  0x8(%rdx),%xmm6
  mulsd  %xmm3,%xmm7
  mulsd  %xmm3,%xmm6
  mulsd  0x10(%rdx),%xmm3
  lea    (%rcx,%rsi,1),%rdx
  addsd  %xmm2,%xmm7
  movsd  (%rcx),%xmm2
  addsd  %xmm1,%xmm6
  movsd  0x8(%rcx),%xmm1
  addsd  %xmm0,%xmm3
  movsd  (%rax),%xmm0
  add    %r8,%rax
  mulsd  %xmm0,%xmm2
  mulsd  %xmm0,%xmm1
  mulsd  0x10(%rcx),%xmm0
  addsd  %xmm7,%xmm2
  addsd  %xmm6,%xmm1
  addsd  %xmm3,%xmm0
L7:
  test   %r15d,%r15d
  je     L110
  movsd  (%rax),%xmm3
  movsd  (%rdx),%xmm6
  mulsd  %xmm3,%xmm6
  addsd  %xmm6,%xmm2
  movsd  0x8(%rdx),%xmm6
  mulsd  %xmm3,%xmm6
  mulsd  0x10(%rdx),%xmm3
  addsd  %xmm6,%xmm1
  addsd  %xmm3,%xmm0
L110:
  mulsd  %xmm4,%xmm2
  add    $0x18,%rdi
  add    $0x18,%r10
  mulsd  %xmm4,%xmm1
  addsd  -0x18(%rdi),%xmm2
  mulsd  %xmm4,%xmm0
  addsd  -0x10(%rdi),%xmm1
  addsd  -0x8(%rdi),%xmm0
  movsd  %xmm2,-0x18(%rdi)
  movsd  %xmm1,-0x10(%rdi)
  movsd  %xmm0,-0x8(%rdi)
  cmp    %r13,%rdi
  je     L142
L107:
  cmpl   $0x4,0x4(%rsp)
  jle    L252
  mov    0x28(%rsp),%rax
  movsd  (%r10),%xmm2
  lea    (%rsi,%r10,1),%rdx
  movapd %xmm5,%xmm7
  movsd  0x8(%r10),%xmm1
  movsd  0x10(%r10),%xmm6
  movapd %xmm5,%xmm8
  movapd %xmm5,%xmm3
  lea    (%r10,%rax,1),%rcx
  movsd  (%r12),%xmm0
  mov    0x18(%rsp),%rax
  nopl   0x0(%rax,%rax,1)
L392:
  mulsd  %xmm0,%xmm2
  mulsd  %xmm0,%xmm1
  mulsd  %xmm6,%xmm0
  movsd  (%rdx,%rsi,1),%xmm6
  addsd  %xmm2,%xmm3
  movapd %xmm1,%xmm2
  movsd  (%rax),%xmm1
  addsd  %xmm7,%xmm0
  movsd  (%rdx),%xmm7
  addsd  %xmm8,%xmm2
  movsd  0x8(%rcx),%xmm8
  mulsd  %xmm1,%xmm7
  addsd  %xmm3,%xmm7
  movsd  0x8(%rdx),%xmm3
  mulsd  %xmm1,%xmm3
  mulsd  0x10(%rdx),%xmm1
  addsd  %xmm2,%xmm3
  movsd  0x8(%rdx,%rsi,1),%xmm2
  addsd  %xmm0,%xmm1
  movsd  (%rax,%r8,1),%xmm0
  mulsd  %xmm0,%xmm6
  mulsd  %xmm0,%xmm2
  mulsd  0x10(%rdx,%rsi,1),%xmm0
  add    %r9,%rdx
  addsd  %xmm7,%xmm6
  addsd  %xmm3,%xmm2
  movsd  (%rcx),%xmm3
  addsd  %xmm1,%xmm0
  movsd  (%rax,%r8,2),%xmm1
  mulsd  %xmm1,%xmm3
  mulsd  %xmm1,%xmm8
  mulsd  0x10(%rcx),%xmm1
  addsd  %xmm6,%xmm3
  movsd  0x10(%rcx,%rsi,1),%xmm6
  addsd  %xmm2,%xmm8
  movsd  (%rcx,%rsi,1),%xmm2
  movapd %xmm1,%xmm7
  movsd  0x8(%rcx,%rsi,1),%xmm1
  add    %r9,%rcx
  addsd  %xmm0,%xmm7
  movsd  (%rax,%rbx,1),%xmm0
  add    %rbp,%rax
  cmp    %r11,%rax
  jne    L392
  mulsd  %xmm0,%xmm2
  mulsd  %xmm0,%xmm1
  mulsd  %xmm6,%xmm0
  addsd  %xmm3,%xmm2
  addsd  %xmm8,%xmm1
  addsd  %xmm7,%xmm0
  jmp    L332
L333:
  movslq %esi,%rax
  mov    0x20(%rsp),%rdi
  mov    %rax,0x78(%rsp)
  shl    $0x3,%rax
  mov    %rax,0x38(%rsp)
  cmp    %rdi,0x40(%rsp)
  jne    L364
L212:
  add    $0x88,%rsp
  pop    %rbx
  pop    %rbp
  pop    %r12
  pop    %r13
  pop    %r14
  pop    %r15
  ret
L221:
  ucomisd D3(%rip),%xmm1
  jp     L59
  je     L333
L59:
  mov    0x40(%rsp),%rax
  mov    0x20(%rsp),%rdi
  cmp    %rdi,%rax
  je     L212
  mov    %rsi,0x78(%rsp)
  shl    $0x3,%rsi
  lea    (%rax,%rcx,8),%rdx
  mov    %rax,%rcx
  mov    %rsi,0x38(%rsp)
  cs nopw 0x0(%rax,%rax,1)
L238:
  mov    %rcx,%rax
  cmp    %rdx,%rcx
  je     L194
  nopl   0x0(%rax,%rax,1)
L47:
  movsd  (%rax),%xmm0
  add    $0x8,%rax
  mulsd  %xmm1,%xmm0
  movsd  %xmm0,-0x8(%rax)
  cmp    %rdx,%rax
  jne    L47
L194:
  add    %rsi,%rcx
  add    %rsi,%rdx
  cmp    %rcx,%rdi
  jne    L238
  jmp    L364
L413:
  mov    0x4(%rsp),%ebx
  mov    %ebx,0x58(%rsp)
  xor    %ebx,%ebx
  jmp    L318
  nopl   (%rax)
L142:
  mov    0x38(%rsp),%rdi
  add    $0x8,%r12
  add    %rdi,0x10(%rsp)
  add    $0x8,%r11
  mov    0x10(%rsp),%rax
  add    %rdi,%r13
  cmp    %rax,0x20(%rsp)
  jne    L123
  mov    0x20(%rsp),%rbx
  cmp    %rbx,0x40(%rsp)
  je     L212
  mov    0x70(%rsp),%rax
  mov    0x30(%rsp),%rbp
  mov    0x48(%rsp),%r11
  mov    0x60(%rsp),%r13
  shl    $0x3,%rax
  mov    0x68(%rsp),%r9
  mov    0x78(%rsp),%r14
  add    %rax,%rbp
  mov    %r13,%rdx
  lea    0x0(,%r13,8),%rcx
  lea    0x10(%rbp),%rbx
  lea    0x0(%rbp,%rcx,1),%r10
  shl    $0x4,%rdx
  shl    $0x3,%r14
  mov    %rbx,0x48(%rsp)
  mov    0x5c(%rsp),%ebx
  add    %r10,%rdx
  lea    0x0(,%r11,8),%rsi
  mov    %r10,0x60(%rsp)
  lea    (%r11,%r11,2),%r10
  shl    $0x5,%r11
  mov    %ebx,%r15d
  and    $0x1,%ebx
  mov    %r14,0x38(%rsp)
  shl    $0x3,%r10
  mov    %ebx,0x8(%rsp)
  mov    0x40(%rsp),%rbx
  and    $0x2,%r15d
  mov    %rdx,0x40(%rsp)
  lea    0x0(%r13,%r13,2),%rdx
  lea    0x10(%rbx,%rax,1),%rdi
  mov    0x50(%rsp),%rbx
  lea    (%rbx,%r9,8),%r8
  mov    %r13,%r9
  lea    0x0(,%rdx,8),%r13
  mov    0x58(%rsp),%edx
  shl    $0x5,%r9
  mov    %edx,%r12d
  and    $0x4,%r12d
  mov    %r12d,0x18(%rsp)
  mov    %edx,%r12d
  and    $0x1,%edx
  mov    %edx,0x30(%rsp)
  mov    $0xfffffffffffffff0,%rdx
  and    $0x2,%r12d
  sub    %rax,%rdx
  mov    %r12d,0x28(%rsp)
  mov    %rdx,0x10(%rsp)
  jmp    L183
  nopl   0x0(%rax)
L134:
  mov    %rbx,%rax
  movapd %xmm5,%xmm1
  movapd %xmm5,%xmm2
L202:
  mov    0x18(%rsp),%r12d
  test   %r12d,%r12d
  je     L250
  movsd  (%rax),%xmm0
  movsd  (%rdx),%xmm3
  lea    (%rdx,%rcx,1),%r12
  add    %rsi,%rax
  mulsd  %xmm0,%xmm3
  mulsd  0x8(%rdx),%xmm0
  lea    (%r12,%rcx,1),%rdx
  addsd  %xmm2,%xmm3
  movsd  (%r12),%xmm2
  addsd  %xmm0,%xmm1
  movsd  (%rax),%xmm0
  add    %rsi,%rax
  mulsd  %xmm0,%xmm2
  mulsd  0x8(%r12),%xmm0
  lea    (%rdx,%rcx,1),%r12
  addsd  %xmm3,%xmm2
  movsd  (%rdx),%xmm3
  addsd  %xmm0,%xmm1
  movsd  (%rax),%xmm0
  add    %rsi,%rax
  mulsd  %xmm0,%xmm3
  mulsd  0x8(%rdx),%xmm0
  lea    (%r12,%rcx,1),%rdx
  addsd  %xmm2,%xmm3
  movsd  (%r12),%xmm2
  addsd  %xmm1,%xmm0
  movsd  (%rax),%xmm1
  add    %rsi,%rax
  mulsd  %xmm1,%xmm2
  mulsd  0x8(%r12),%xmm1
  addsd  %xmm3,%xmm2
  addsd  %xmm0,%xmm1
L250:
  mov    0x28(%rsp),%r14d
  test   %r14d,%r14d
  je     L408
  movsd  (%rax),%xmm0
  movsd  (%rdx),%xmm3
  lea    (%rdx,%rcx,1),%r12
  add    %rsi,%rax
  mulsd  %xmm0,%xmm3
  mulsd  0x8(%rdx),%xmm0
  lea    (%r12,%rcx,1),%rdx
  addsd  %xmm2,%xmm3
  movsd  (%r12),%xmm2
  addsd  %xmm1,%xmm0
  movsd  (%rax),%xmm1
  add    %rsi,%rax
  mulsd  %xmm1,%xmm2
  mulsd  0x8(%r12),%xmm1
  addsd  %xmm3,%xmm2
  addsd  %xmm0,%xmm1
L408:
  mov    0x30(%rsp),%r12d
  test   %r12d,%r12d
  je     L359
  movsd  (%rax),%xmm0
  movsd  (%rdx),%xmm3
  mulsd  %xmm0,%xmm3
  mulsd  0x8(%rdx),%xmm0
  addsd  %xmm3,%xmm2
  addsd  %xmm0,%xmm1
L359:
  mulsd  %xmm4,%xmm2
  mov    0x48(%rsp),%rdx
  mov    %rdi,%r12
  mulsd  %xmm4,%xmm1
  addsd  -0x10(%rdi),%xmm2
  addsd  -0x8(%rdi),%xmm1
  movsd  %xmm2,-0x10(%rdi)
  movsd  %xmm1,-0x8(%rdi)
L228:
  mov    0x8(%rsp),%eax
  test   %eax,%eax
  je     L304
  cmpl   $0x4,0x4(%rsp)
  mov    %rbx,%rax
  movapd %xmm5,%xmm0
  jg     L283
L265:
  mov    0x18(%rsp),%r14d
  test   %r14d,%r14d
  je     L116
  movsd  (%rdx),%xmm1
  mulsd  (%rax),%xmm1
  lea    (%rdx,%rcx,1),%r14
  add    %rsi,%rax
  lea    (%r14,%rcx,1),%rdx
  addsd  %xmm0,%xmm1
  movsd  (%r14),%xmm0
  mulsd  (%rax),%xmm0
  add    %rsi,%rax
  lea    (%rdx,%rcx,1),%r14
  addsd  %xmm1,%xmm0
  movsd  (%rdx),%xmm1
  mulsd  (%rax),%xmm1
  add    %rsi,%rax
  lea    (%r14,%rcx,1),%rdx
  addsd  %xmm0,%xmm1
  movsd  (%r14),%xmm0
  mulsd  (%rax),%xmm0
  add    %rsi,%rax
  addsd  %xmm1,%xmm0
L116:
  mov    0x28(%rsp),%r14d
  test   %r14d,%r14d
  je     L169
  movsd  (%rdx),%xmm1
  mulsd  (%rax),%xmm1
  lea    (%rdx,%rcx,1),%r14
  add    %rsi,%rax
  lea    (%r14,%rcx,1),%rdx
  addsd  %xmm1,%xmm0
  movsd  (%r14),%xmm1
  mulsd  (%rax),%xmm1
  add    %rsi,%rax
  addsd  %xmm1,%xmm0
L169:
  mov    0x30(%rsp),%r14d
  test   %r14d,%r14d
  je     L271
  movsd  (%rdx),%xmm1
  mulsd  (%rax),%xmm1
  addsd  %xmm1,%xmm0
L271:
  mulsd  %xmm4,%xmm0
  addsd  (%r12),%xmm0
  movsd  %xmm0,(%r12)
L304:
  mov    0x10(%rsp),%rax
  add    0x38(%rsp),%rdi
  add    $0x8,%rbx
  add    $0x8,%r8
  add    %rdi,%rax
  cmp    %rax,0x20(%rsp)
  je     L212
L183:
  lea    -0x10(%rdi),%r12
  mov    %rbp,%rdx
  test   %r15d,%r15d
  je     L228
  cmpl   $0x4,0x4(%rsp)
  jle    L134
  movsd  0x0(%rbp),%xmm2
  movsd  0x8(%rbp),%xmm1
  lea    (%rbx,%rsi,1),%rax
  movapd %xmm5,%xmm0
  movsd  (%rbx),%xmm6
  mov    0x40(%rsp),%r12
  movapd %xmm5,%xmm3
  mov    0x60(%rsp),%rdx
  nopw   0x0(%rax,%rax,1)
L165:
  mulsd  %xmm6,%xmm2
  mulsd  %xmm6,%xmm1
  movsd  (%rax,%r10,1),%xmm6
  addsd  %xmm3,%xmm2
  movsd  (%rdx),%xmm3
  addsd  %xmm0,%xmm1
  movsd  (%rax),%xmm0
  mulsd  %xmm0,%xmm3
  mulsd  0x8(%rdx),%xmm0
  addsd  %xmm2,%xmm3
  movsd  (%rdx,%rcx,1),%xmm2
  addsd  %xmm0,%xmm1
  movsd  (%rax,%rsi,1),%xmm0
  mulsd  %xmm0,%xmm2
  mulsd  0x8(%rdx,%rcx,1),%xmm0
  add    %r9,%rdx
  addsd  %xmm3,%xmm2
  movsd  (%r12),%xmm3
  addsd  %xmm0,%xmm1
  movsd  (%rax,%rsi,2),%xmm0
  add    %r11,%rax
  mulsd  %xmm0,%xmm3
  mulsd  0x8(%r12),%xmm0
  addsd  %xmm2,%xmm3
  movsd  (%r12,%rcx,1),%xmm2
  addsd  %xmm1,%xmm0
  movsd  0x8(%r12,%rcx,1),%xmm1
  add    %r9,%r12
  cmp    %r8,%rax
  jne    L165
  mulsd  %xmm6,%xmm2
  mulsd  %xmm6,%xmm1
  addsd  %xmm3,%xmm2
  addsd  %xmm0,%xmm1
  jmp    L202
L283:
  movsd  (%rbx),%xmm2
  movsd  (%rdx),%xmm0
  lea    (%rbx,%rsi,1),%rax
  add    %rcx,%rdx
  movapd %xmm5,%xmm1
  nopl   0x0(%rax,%rax,1)
L379:
  mulsd  %xmm2,%xmm0
  movsd  (%rax,%r10,1),%xmm2
  addsd  %xmm1,%xmm0
  movsd  (%rdx),%xmm1
  mulsd  (%rax),%xmm1
  addsd  %xmm0,%xmm1
  movsd  (%rdx,%rcx,1),%xmm0
  mulsd  (%rax,%rsi,1),%xmm0
  addsd  %xmm1,%xmm0
  movsd  (%rdx,%rcx,2),%xmm1
  mulsd  (%rax,%rsi,2),%xmm1
  add    %r11,%rax
  addsd  %xmm0,%xmm1
  movsd  (%rdx,%r13,1),%xmm0
  add    %r9,%rdx
  cmp    %r8,%rax
  jne    L379
  mulsd  %xmm2,%xmm0
  addsd  %xmm1,%xmm0
  jmp    L265
```

tool_calls: name: unpack_data
arguments: label: D3
datatype: f64

tool: D3: 1

assistant: ```c
void mm_double_TN_c(const int M, const int K, const int N, const double *const A, const double *const B, double *const C, const int Astride, const int Bstride, const int Cstride, const double alpha, const double beta) {
  const double *a;
  const double *b;
  double *c;
  const double *ap;
  const double *bp;
  double *cp;
  const int C_sbs_stride = Cstride * 1;
  const int k_marg_el = ((K >= 5) ? ((K - 1) & 3) : K);
  const int k_norm = (K - k_marg_el) * Astride;
  const int m_marg_el = M & 0;
  const int m_norm = M - m_marg_el;
  const int n_marg_el = N % 3;
  const int n_norm = N - n_marg_el;
  double *const c_endp = C + m_norm * Cstride;
  register double c0_0, c0_1, c0_2;
  register double t0_0, t0_1, t0_2;
  if (beta == 0.0) {
    double *cprb, *cpre, *cp, *cpe;
    cpre = C + M * Cstride;
    for (cprb = C; cprb != cpre; cprb += Cstride) {
      cpe = cprb + N;
      for (cp = cprb; cp != cpe; cp++) {
        *cp = 0.0;
      }
    }
  } else if (beta != 1.0) {
    double *cprb, *cpre, *cp, *cpe;
    cpre = C + M * Cstride;
    for (cprb = C; cprb != cpre; cprb += Cstride) {
      cpe = cprb + N;
      for (cp = cprb; cp != cpe; cp++) {
        *cp *= (beta);
      }
    }
  }
  for (c = C, a = A; c != c_endp; c += C_sbs_stride, a += 1) {
    const double *const ap_endp = a + k_norm;
    double *const cp_endp = c + n_norm;
    for (b = B, cp = c; cp != cp_endp; b += 3, cp += 3) {
      register double _b0, _b1, _b2;
      register double _a0;
      double *_cp;
      ap = a;
      bp = b;
      c0_0 = 0.0;
      c0_1 = 0.0;
      c0_2 = 0.0;
      if (K >= 5) {
        _b0 = bp[0];
        _b1 = bp[1];
        _b2 = bp[2];
        _a0 = ap[0];
        bp += Bstride;
        ap += Astride;
        do {
          t0_0 = _a0 * _b0;
          t0_1 = _a0 * _b1;
          t0_2 = _a0 * _b2;
          c0_0 += t0_0;
          c0_1 += t0_1;
          c0_2 += t0_2;
          _b0 = bp[0];
          _b1 = bp[1];
          _b2 = bp[2];
          _a0 = ap[0];
          ap += Astride;
          bp += Bstride;
          t0_0 = _a0 * _b0;
          t0_1 = _a0 * _b1;
          t0_2 = _a0 * _b2;
          c0_0 += t0_0;
          c0_1 += t0_1;
          c0_2 += t0_2;
          _b0 = bp[0];
          _b1 = bp[1];
          _b2 = bp[2];
          _a0 = ap[0];
          ap += Astride;
          bp += Bstride;
          t0_0 = _a0 * _b0;
          t0_1 = _a0 * _b1;
          t0_2 = _a0 * _b2;
          c0_0 += t0_0;
          c0_1 += t0_1;
          c0_2 += t0_2;
          _b0 = bp[0];
          _b1 = bp[1];
          _b2 = bp[2];
          _a0 = ap[0];
          ap += Astride;
          bp += Bstride;
          t0_0 = _a0 * _b0;
          t0_1 = _a0 * _b1;
          t0_2 = _a0 * _b2;
          c0_0 += t0_0;
          c0_1 += t0_1;
          c0_2 += t0_2;
          _b0 = bp[0];
          _b1 = bp[1];
          _b2 = bp[2];
          _a0 = ap[0];
          ap += Astride;
          bp += Bstride;
        } while (ap != ap_endp);
        t0_0 = _a0 * _b0;
        t0_1 = _a0 * _b1;
        t0_2 = _a0 * _b2;
        c0_0 += t0_0;
        c0_1 += t0_1;
        c0_2 += t0_2;
      }
      if (k_marg_el & 0x4) {
        _b0 = bp[0];
        _b1 = bp[1];
        _b2 = bp[2];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        c0_2 += _a0 * _b2;
        ap += Astride;
        _b0 = bp[0];
        _b1 = bp[1];
        _b2 = bp[2];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        c0_2 += _a0 * _b2;
        ap += Astride;
        _b0 = bp[0];
        _b1 = bp[1];
        _b2 = bp[2];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        c0_2 += _a0 * _b2;
        ap += Astride;
        _b0 = bp[0];
        _b1 = bp[1];
        _b2 = bp[2];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        c0_2 += _a0 * _b2;
        ap += Astride;
      }
      if (k_marg_el & 0x2) {
        _b0 = bp[0];
        _b1 = bp[1];
        _b2 = bp[2];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        c0_2 += _a0 * _b2;
        ap += Astride;
        _b0 = bp[0];
        _b1 = bp[1];
        _b2 = bp[2];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        c0_2 += _a0 * _b2;
        ap += Astride;
      }
      if (k_marg_el & 0x1) {
        _b0 = bp[0];
        _b1 = bp[1];
        _b2 = bp[2];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        c0_2 += _a0 * _b2;
        ap += Astride;
      }
      _cp = cp;
      _cp[0] += alpha * c0_0;
      _cp[1] += alpha * c0_1;
      _cp[2] += alpha * c0_2;
    }
  }
  for (c = C, a = A; c != c_endp; c += C_sbs_stride, a += 1) {
    const double *const ap_endp = a + k_norm;
    b = B + n_norm;
    cp = c + n_norm;
    if (n_marg_el & 0x2) {
      register double _b0, _b1;
      register double _a0;
      double *_cp;
      ap = a;
      bp = b;
      c0_0 = 0.0;
      c0_1 = 0.0;
      if (K >= 5) {
        _b0 = bp[0];
        _b1 = bp[1];
        _a0 = ap[0];
        bp += Bstride;
        ap += Astride;
        do {
          t0_0 = _a0 * _b0;
          t0_1 = _a0 * _b1;
          c0_0 += t0_0;
          c0_1 += t0_1;
          _b0 = bp[0];
          _b1 = bp[1];
          _a0 = ap[0];
          ap += Astride;
          bp += Bstride;
          t0_0 = _a0 * _b0;
          t0_1 = _a0 * _b1;
          c0_0 += t0_0;
          c0_1 += t0_1;
          _b0 = bp[0];
          _b1 = bp[1];
          _a0 = ap[0];
          ap += Astride;
          bp += Bstride;
          t0_0 = _a0 * _b0;
          t0_1 = _a0 * _b1;
          c0_0 += t0_0;
          c0_1 += t0_1;
          _b0 = bp[0];
          _b1 = bp[1];
          _a0 = ap[0];
          ap += Astride;
          bp += Bstride;
          t0_0 = _a0 * _b0;
          t0_1 = _a0 * _b1;
          c0_0 += t0_0;
          c0_1 += t0_1;
          _b0 = bp[0];
          _b1 = bp[1];
          _a0 = ap[0];
          ap += Astride;
          bp += Bstride;
        } while (ap != ap_endp);
        t0_0 = _a0 * _b0;
        t0_1 = _a0 * _b1;
        c0_0 += t0_0;
        c0_1 += t0_1;
      }
      if (k_marg_el & 0x4) {
        _b0 = bp[0];
        _b1 = bp[1];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        ap += Astride;
        _b0 = bp[0];
        _b1 = bp[1];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        ap += Astride;
        _b0 = bp[0];
        _b1 = bp[1];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        ap += Astride;
        _b0 = bp[0];
        _b1 = bp[1];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        ap += Astride;
      }
      if (k_marg_el & 0x2) {
        _b0 = bp[0];
        _b1 = bp[1];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        ap += Astride;
        _b0 = bp[0];
        _b1 = bp[1];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        ap += Astride;
      }
      if (k_marg_el & 0x1) {
        _b0 = bp[0];
        _b1 = bp[1];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        c0_1 += _a0 * _b1;
        ap += Astride;
      }
      _cp = cp;
      _cp[0] += alpha * c0_0;
      _cp[1] += alpha * c0_1;
      b += 2;
      cp += 2;
    }
    if (n_marg_el & 0x1) {
      register double _b0;
      register double _a0;
      double *_cp;
      ap = a;
      bp = b;
      c0_0 = 0.0;
      if (K >= 5) {
        _b0 = bp[0];
        _a0 = ap[0];
        bp += Bstride;
        ap += Astride;
        do {
          t0_0 = _a0 * _b0;
          c0_0 += t0_0;
          _b0 = bp[0];
          _a0 = ap[0];
          ap += Astride;
          bp += Bstride;
          t0_0 = _a0 * _b0;
          c0_0 += t0_0;
          _b0 = bp[0];
          _a0 = ap[0];
          ap += Astride;
          bp += Bstride;
          t0_0 = _a0 * _b0;
          c0_0 += t0_0;
          _b0 = bp[0];
          _a0 = ap[0];
          ap += Astride;
          bp += Bstride;
          t0_0 = _a0 * _b0;
          c0_0 += t0_0;
          _b0 = bp[0];
          _a0 = ap[0];
          ap += Astride;
          bp += Bstride;
        } while (ap != ap_endp);
        t0_0 = _a0 * _b0;
        c0_0 += t0_0;
      }
      if (k_marg_el & 0x4) {
        _b0 = bp[0];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        ap += Astride;
        _b0 = bp[0];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        ap += Astride;
        _b0 = bp[0];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        ap += Astride;
        _b0 = bp[0];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        ap += Astride;
      }
      if (k_marg_el & 0x2) {
        _b0 = bp[0];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        ap += Astride;
        _b0 = bp[0];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        ap += Astride;
      }
      if (k_marg_el & 0x1) {
        _b0 = bp[0];
        bp += Bstride;
        _a0 = ap[0];
        c0_0 += _a0 * _b0;
        ap += Astride;
      }
      _cp = cp;
      _cp[0] += alpha * c0_0;
    }
  }
}
```