Function at 0x140056170
Capabilities:
Encrypt data using rc4 ksa

Disassembly:
mov qword [rsp + 0x10], rbx
mov dword [rsp + 0x20], r9d
push rbp
push rsi
push rdi
push r12
push r13
push r14
push r15
sub rsp, 0x60
mov r12d, dword [rsp + 0xc0]
mov eax, r9d
movsxd rbp, dword [rsp + 0xd0]
xor r9d, r9d
mov r11d, dword [rsp + 0xc8]
mov rdi, rcx
cmp ebp, 0x10
mov dword [rsp + 0x28], r12d
mov r10d, r9d
mov esi, r8d
sete r10b
mov r13, rdx
inc r10d
mov ecx, r10d
imul ecx, eax
mov rax, qword [rdi]
mov r15d, dword [rax + 8]
mov r14d, ecx
imul r14d, r12d
mov eax, r15d
imul eax, r10d
mov dword [rsp + 0x3c], r15d
mov dword [rsp + 0x40], r14d
mov dword [rsp + 0x2c], eax
test r12d, r12d
js 0x140056d17
test r11d, r11d
js 0x140056d17
mov ebx, 0x7fffffff
je 0x140056214
xor edx, edx
mov eax, ebx
div r11d
cmp r12d, eax
jg 0x140056d17
mov r8d, r12d
imul r8d, r11d
test r8d, r8d
js 0x140056d17
test ecx, ecx
js 0x140056d17
je 0x14005623c
mov eax, ebx
cdq
idiv ecx
cmp r8d, eax
jg 0x140056d17
mov eax, r11d
imul eax, r14d
movsxd rcx, eax
call fcn.140091a90
mov qword [rdi + 0x18], rax
test rax, rax
je 0x140056d1b
test r15d, r15d
js 0x140056d02
test r12d, r12d
je 0x140056276
xor edx, edx
mov eax, ebx
div r12d
cmp r15d, eax
jg 0x140056d02
mov r14d, r15d
imul r14d, r12d
test r14d, r14d
js 0x140056d02
test ebp, ebp
js 0x140056d02
je 0x14005629f
xor edx, edx
mov eax, ebx
div ebp
cmp r14d, eax
jg 0x140056d02
mov eax, r14d
imul eax, ebp
cmp eax, 0x7ffffff8
jg 0x140056d02
mov ecx, dword [rsp + 0xc8]
mov r12d, ebp
imul r12d, r14d
add r12d, 7
shr r12d, 3
mov dword [rsp + 0xa0], r12d
test ecx, ecx
je 0x1400562e1
xor edx, edx
mov eax, ebx
div ecx
cmp r12d, eax
jg 0x140056d02
mov eax, r12d
sub ebx, r12d
imul eax, ecx
cmp eax, ebx
jg 0x140056d02
lea eax, [r12 + 1]
imul eax, ecx
cmp esi, eax
jae 0x140056316
mov rax, qword gs:[0x58]
mov rcx, qword [rax]
lea rax, str.not_enough_pixels
jmp 0x140056d2e
lea ecx, [r12 + r12]
call fcn.140091a90
mov qword [rsp + 0x20], rax
mov r9, rax
test rax, rax
je 0x140056d1b
mov ebx, 1
cmp ebp, 8
jge 0x140056345
mov ecx, ebx
mov dword [rsp + 0x2c], ebx
mov eax, r12d
jmp 0x14005634d
mov eax, dword [rsp + 0x28]
mov ecx, dword [rsp + 0x2c]
xor r8d, r8d
mov r12d, r8d
mov dword [rsp + 0x38], r8d
cmp dword [rsp + 0xc8], r8d
jbe 0x140056cec
mov rdx, qword [rdi + 0x18]
mov qword [rsp + 0x48], rdx
lea rdx, [0x1400c4250]
add rdx, rbp
movsxd r10, ecx
imul eax, ecx
mov qword [rsp + 0x50], rdx
mov qword [rsp + 0x30], r10
movsxd rdx, eax
mov qword [rsp + 0x58], rdx
mov rsi, rdx
mov dword [rsp + 0x28], eax
jmp 0x1400563a5
mov r9, qword [rsp + 0x20]
mov ecx, dword [rsp + 0xa0]
mov r11d, r12d
movzx eax, byte [r13]
not r11d
and r11d, 1
mov ebx, r12d
and ebx, 1
imul r11d, ecx
mov edi, r12d
imul ebx, ecx
imul edi, dword [rsp + 0x40]
inc r13
add r11, r9
add rbx, r9
add rdi, qword [rsp + 0x48]
cmp eax, 4
ja 0x140056cc6
lea r9, [0x140000000]
test r12d, r12d
jne 0x1400563ff
movzx eax, byte [rax + r9 + 0xc41c4]
mov rsi, rdx
cmp eax, 5
ja case.default.0x140056415
cdqe
mov ecx, dword [r9 + rax*4 + 0x56d54]
add rcx, r9
jmp rcx
mov r8, rsi
mov rdx, r13
mov rcx, rbx
call fcn.1400b0a60
jmp 0x1400568e8
mov r8, r10
mov rdx, r13
mov rcx, rbx
call fcn.1400b0a60
mov r10, qword [rsp + 0x30]
cmp r10, rsi
jge 0x1400568e8
mov rdx, rbx
lea rcx, [r10 + r13]
sub rdx, r10
mov r8, rbx
sub rdx, r13
sub r8, r13
sub rsi, r10
nop dword [rax]
movzx eax, byte [rdx + rcx]
add al, byte [rcx]
mov byte [r8 + rcx], al
lea rcx, [rcx + 1]
sub rsi, 1
jne 0x140056460
jmp 0x1400568e8
mov r9d, dword [rsp + 0x28]
xor edx, edx
test r9d, r9d
jle 0x1400565c1
cmp r9d, 8
jb 0x1400565c1
lea eax, [r9 - 1]
movsxd rcx, eax
lea rax, [rcx + r13]
lea r8, [rcx + rbx]
cmp rbx, rax
ja 0x1400564b0
cmp r8, r13
jae 0x1400565c1
lea rax, [rcx + r11]
cmp rbx, rax
ja 0x1400564c2
cmp r8, r11
jae 0x1400565c1
cmp r9d, 0x40
jb 0x140056572
mov ecx, r9d
and ecx, 0x8000003f
jge 0x1400564de
dec ecx
or ecx, 0xffffffc0
inc ecx
mov eax, r9d
sub eax, ecx
mov rcx, r11
movsxd r9, eax
sub rcx, r13
lea rax, [r13 + 0x10]
mov r8, rbx
sub r8, r13
nop word [rax + rax]
movdqu xmm0, xmmword [rax - 0x10]
add rdx, 0x40
movdqu xmm1, xmmword [rax + rcx - 0x10]
movdqu xmm2, xmmword [rax + rcx]
lea rax, [rax + 0x40]
paddb xmm1, xmm0
movdqu xmm0, xmmword [rax - 0x40]
movdqu xmmword [r8 + rax - 0x50], xmm1
paddb xmm2, xmm0
movdqu xmm0, xmmword [rax - 0x30]
movdqu xmm1, xmmword [rax + rcx - 0x30]
movdqu xmmword [r8 + rax - 0x40], xmm2
paddb xmm1, xmm0
movdqu xmm0, xmmword [rax - 0x20]
movdqu xmm2, xmmword [rax + rcx - 0x20]
movdqu xmmword [r8 + rax - 0x30], xmm1
paddb xmm2, xmm0
movdqu xmmword [r8 + rax - 0x20], xmm2
cmp rdx, r9
jl 0x140056500
mov r9d, dword [rsp + 0x28]
mov eax, r9d
and al, 0x3f
cmp al, 8
jb 0x1400565c1
mov ecx, r9d
and ecx, 0x80000007
jge 0x140056584
dec ecx
or ecx, 0xfffffff8
inc ecx
mov eax, r9d
sub eax, ecx
mov rcx, r11
movsxd r9, eax
sub rcx, r13
lea rax, [rdx + r13]
mov r8, rbx
sub r8, r13
nop dword [rax]
movq xmm1, qword [rax + rcx]
add rdx, 8
movq xmm0, qword [rax]
lea rax, [rax + 8]
paddb xmm1, xmm0
movq qword [r8 + rax - 8], xmm1
cmp rdx, r9
jl 0x1400565a0
cmp rdx, rsi
jge 0x1400568e8
mov r8, rbx
lea rcx, [rdx + r13]
sub r8, r13
sub r11, r13
sub rsi, rdx
nop word [rax + rax]
movzx eax, byte [rcx + r11]
add al, byte [rcx]
mov byte [r8 + rcx], al
lea rcx, [rcx + 1]
sub rsi, 1
jne 0x1400565e0
jmp 0x1400568e8
test r10, r10
jle 0x14005662a
mov r8, r11
mov r9, rbx
sub r8, r13
mov rcx, r13
sub r9, r13
mov rdx, r10
movzx eax, byte [rcx + r8]
lea rcx, [rcx + 1]
shr al, 1
add al, byte [rcx - 1]
mov byte [r9 + rcx - 1], al
sub rdx, 1
jne 0x140056611
cmp r10, rsi
jge 0x1400568e8
lea rdx, [r10 + r11]
mov r8, rbx
sub r8, r10
mov r9, r13
mov r10, rbx
sub r8, r11
sub r10, r11
sub r9, r11
sub rsi, qword [rsp + 0x30]
nop dword [rax]
nop word [rax + rax]
movzx ecx, byte [rdx + r8]
movzx eax, byte [rdx]
lea rdx, [rdx + 1]
add ecx, eax
shr ecx, 1
add cl, byte [r9 + rdx - 1]
mov byte [r10 + rdx - 1], cl
sub rsi, 1
jne 0x140056660
jmp 0x1400568e8
mov r9d, dword [rsp + 0x2c]
mov rdx, r8
test r9d, r9d
jle 0x1400567d1
cmp r9d, 8
jb 0x1400567d1
lea eax, [r9 - 1]
movsxd rcx, eax
lea rax, [rcx + r13]
lea r8, [rcx + rbx]
cmp rbx, rax
ja 0x1400566bd
cmp r8, r13
jae 0x1400567d1
lea rax, [rcx + r11]
cmp rbx, rax
ja 0x1400566cf
cmp r8, r11
jae 0x1400567d1
cmp r9d, 0x40
jb 0x140056782
mov ecx, r9d
and ecx, 0x8000003f
jge 0x1400566eb
dec ecx
or ecx, 0xffffffc0
inc ecx
mov eax, r9d
sub eax, ecx
mov rcx, r11
movsxd r9, eax
sub rcx, r13
lea rax, [r13 + 0x10]
mov r8, rbx
sub r8, r13
nop dword [rax]
nop word [rax + rax]
movdqu xmm0, xmmword [rax - 0x10]
add rdx, 0x40
movdqu xmm1, xmmword [rax + rcx - 0x10]
movdqu xmm2, xmmword [rax]
lea rax, [rax + 0x40]
paddb xmm1, xmm0
movdqu xmm0, xmmword [rax + rcx - 0x40]
movdqu xmmword [r8 + rax - 0x50], xmm1
paddb xmm2, xmm0
movdqu xmm0, xmmword [rax - 0x30]
movdqu xmm1, xmmword [rax + rcx - 0x30]
movdqu xmmword [r8 + rax - 0x40], xmm2
paddb xmm1, xmm0
movdqu xmm0, xmmword [rax - 0x20]
movdqu xmm2, xmmword [rax + rcx - 0x20]
movdqu xmmword [r8 + rax - 0x30], xmm1
paddb xmm2, xmm0
movdqu xmmword [r8 + rax - 0x20], xmm2
cmp rdx, r9
jl 0x140056710
mov r9d, dword [rsp + 0x2c]
mov eax, r9d
and al, 0x3f
cmp al, 8
jb 0x1400567d1
mov ecx, r9d
and ecx, 0x80000007
jge 0x140056794
dec ecx
or ecx, 0xfffffff8
inc ecx
mov eax, r9d
sub eax, ecx
mov rcx, r11
movsxd r9, eax
sub rcx, r13
lea rax, [rdx + r13]
mov r8, rbx
sub r8, r13
nop dword [rax]
movq xmm1, qword [rax + rcx]
add rdx, 8
movq xmm0, qword [rax]
lea rax, [rax + 8]
paddb xmm1, xmm0
movq qword [r8 + rax - 8], xmm1
cmp rdx, r9
jl 0x1400567b0
cmp rdx, r10
jge 0x14005680a
mov r8, qword [rsp + 0x30]
lea rcx, [rdx + r13]
mov r9, r11
mov r10, rbx
sub r9, r13
sub r10, r13
sub r8, rdx
nop
movzx eax, byte [rcx + r9]
add al, byte [rcx]
mov byte [r10 + rcx], al
lea rcx, [rcx + 1]
sub r8, 1
jne 0x1400567f0
mov r10, qword [rsp + 0x30]
cmp r10, rsi
jge 0x1400568e8
mov rax, qword [rsp + 0x30]
mov rbp, r11
mov r12, qword [rsp + 0x30]
sub rax, rbx
sub rbp, rbx
add r11, rax
sub rsi, qword [rsp + 0x30]
mov r10, rbx
lea r15, [rax + r13]
nop word [rax + rax]
movzx eax, byte [r11 + r10]
movzx r9d, byte [r10]
mov edx, eax
movzx ecx, byte [r10 + rbp]
lea r10, [r10 + 1]
lea r8d, [rcx + rcx*2]
sub r8d, r9d
sub r8d, eax
cmp r9d, eax
cmovb edx, r9d
cmovb r9d, eax
cmp r9d, r8d
movzx eax, dl
cmovle ecx, eax
cmp r8d, edx
movzx ecx, cl
movzx eax, r9b
cmovle ecx, eax
add cl, byte [r15 + r10 - 1]
mov byte [r12 + r10 - 1], cl
sub rsi, 1
jne 0x140056840
mov r12d, dword [rsp + 0x38]
mov ebp, dword [rsp + 0xd0]
mov r15d, dword [rsp + 0x3c]
jmp 0x1400568e8
mov r8, r10
mov rdx, r13
mov rcx, rbx
call fcn.1400b0a60
mov r10, qword [rsp + 0x30]
cmp r10, rsi
jge 0x1400568e8
mov rdx, rbx
lea rcx, [r10 + r13]
sub rdx, r10
mov r8, rbx
sub rdx, r13
sub r8, r13
sub rsi, r10
movzx eax, byte [rcx + rdx]
lea rcx, [rcx + 1]
shr al, 1
add al, byte [rcx - 1]
mov byte [r8 + rcx - 1], al
sub rsi, 1
jne 0x1400568d0
mov ecx, dword [rsp + 0xa0]
movsxd rsi, dword [rsp + 0x28]
add r13, rsi
cmp ebp, 8
jge 0x140056aee
cmp dword [rsp + 0xd8], 0
jne 0x140056915
mov rax, qword [rsp + 0x50]
movzx r15d, byte [rax]
jmp 0x140056918
mov r15b, 1
mov eax, dword [rsp + 0xd0]
xor r8b, r8b
xor r11d, r11d
mov r9, rdi
cmp eax, 4
jne 0x140056979
test r14d, r14d
je 0x140056a0d
mov r10d, r11d
and r10d, 1
jne 0x140056943
movzx r8d, byte [rbx]
movzx eax, r8b
movzx ecx, r15b
shr al, 4
inc r11d
movzx edx, al
lea rax, [rbx + 1]
imul edx, ecx
shl r8b, 4
mov byte [r9], dl
inc r9
test r10d, r10d
cmovne rax, rbx
mov rbx, rax
cmp r11d, r14d
jb 0x140056936
jmp 0x140056a0d
cmp eax, 2
jne 0x1400569c7
test r14d, r14d
je 0x140056a0d
mov r10d, r11d
and r10d, 3
jne 0x140056994
movzx r8d, byte [rbx]
movzx eax, r8b
movzx ecx, r15b
shr al, 6
inc r11d
movzx edx, al
lea rax, [rbx + 1]
imul edx, ecx
shl r8b, 2
mov byte [r9], dl
inc r9
test r10d, r10d
cmovne rax, rbx
mov rbx, rax
cmp r11d, r14d
jb 0x140056987
jmp 0x140056a0d
test r14d, r14d
je 0x140056a0d
nop dword [rax]
mov r10d, r11d
and r10d, 7
jne 0x1400569dd
movzx r8d, byte [rbx]
movzx eax, r8b
movzx ecx, r15b
shr al, 7
add r8b, r8b
movzx edx, al
inc r11d
imul edx, ecx
lea rax, [rbx + 1]
mov byte [r9], dl
inc r9
test r10d, r10d
cmovne rax, rbx
mov rbx, rax
cmp r11d, r14d
jb 0x1400569d0
mov r15d, dword [rsp + 0x3c]
cmp r15d, dword [rsp + 0xb8]
je 0x140056a52
movsxd rcx, dword [rsp + 0xc0]
dec rcx
cmp r15d, 1
jne 0x140056a96
test rcx, rcx
js 0x140056a52
nop dword [rax]
nop word [rax + rax]
mov byte [rdi + rcx*2 + 1], 0xff
movzx eax, byte [rcx + rdi]
mov byte [rdi + rcx*2], al
sub rcx, 1
jns 0x140056a40
mov ebp, dword [rsp + 0xd0]
mov r11, qword [rsp + 0x20]
mov r10, qword [rsp + 0x30]
inc r12d
mov r8d, 0
mov rdx, qword [rsp + 0x58]
mov dword [rsp + 0x38], r12d
cmp r12d, dword [rsp + 0xc8]
jb 0x1400563a0
mov rcx, r11
call fcn.14008f280
mov eax, 1
jmp 0x140056d39
test rcx, rcx
js 0x140056a52
lea r8, [rcx*2 + 1]
add r8, rdi
lea rdx, [rcx*4 + 2]
add r8, rcx
add rdx, rdi
nop dword [rax]
nop dword [rax + rax]
sub rcx, 1
mov byte [rdx + 1], 0xff
movzx eax, byte [r8 + 1]
lea r8, [r8 - 3]
mov byte [rdx], al
lea rdx, [rdx - 4]
movzx eax, byte [r8 + 3]
mov byte [rdx + 3], al
movzx eax, byte [r8 + 2]
mov byte [rdx + 2], al
jns 0x140056ac0
jmp 0x140056a52
jne 0x140056b9e
cmp r15d, dword [rsp + 0xb8]
jne 0x140056b11
mov r8d, r14d
mov rdx, rbx
mov rcx, rdi
call fcn.1400b0a60
jmp 0x140056a59
movsxd rcx, dword [rsp + 0xc0]
dec rcx
cmp r15d, 1
jne 0x140056b47
test rcx, rcx
js 0x140056a59
nop dword [rax + rax]
mov byte [rdi + rcx*2 + 1], 0xff
movzx eax, byte [rbx + rcx]
mov byte [rdi + rcx*2], al
sub rcx, 1
jns 0x140056b30
jmp 0x140056a59
test rcx, rcx
js 0x140056a59
lea r8, [rcx*2 + 1]
add r8, rbx
lea rdx, [rcx*4 + 2]
add r8, rcx
add rdx, rdi
nop dword [rax]
sub rcx, 1
mov byte [rdx + 1], 0xff
movzx eax, byte [r8 + 1]
lea r8, [r8 - 3]
mov byte [rdx], al
lea rdx, [rdx - 4]
movzx eax, byte [r8 + 3]
mov byte [rdx + 3], al
movzx eax, byte [r8 + 2]
mov byte [rdx + 2], al
jns 0x140056b70
jmp 0x140056a59
cmp ebp, 0x10
jne 0x140056a59
cmp r15d, dword [rsp + 0xb8]
jne 0x140056c18
mov r11, qword [rsp + 0x20]
test r14d, r14d
je 0x140056a5e
mov edx, r12d
mov r8, rdi
and edx, 1
imul ecx, edx
imul edx, dword [rsp + 0xa0]
sub r8, rcx
sub r8, r11
mov r9d, edx
add r8, rbx
mov edx, r14d
sub r9, rdi
add r9, r11
nop dword [rax + rax]
movzx eax, byte [rbx]
lea rbx, [rbx + 2]
movzx ecx, byte [r8 + r9 + 1]
lea r8, [r8 + 2]
shl ax, 8
or cx, ax
mov word [r8 - 2], cx
sub rdx, 1
jne 0x140056bf0
jmp 0x140056a5e
mov eax, dword [rsp + 0xc0]
cmp r15d, 1
jne 0x140056c5b
test eax, eax
je 0x140056a59
mov edx, eax
nop
movzx ecx, byte [rbx]
lea rdi, [rdi + 4]
movzx eax, byte [rbx + 1]
lea rbx, [rbx + 2]
shl cx, 8
or cx, ax
mov word [rdi - 2], 0xffff
mov word [rdi - 4], cx
sub rdx, 1
jne 0x140056c30
jmp 0x140056a52
test eax, eax
je 0x140056a59
add rdi, 4
mov rdx, rax
nop word [rax + rax]
movzx ecx, byte [rbx]
lea rdi, [rdi + 8]
movzx eax, byte [rbx + 1]
lea rbx, [rbx + 6]
shl cx, 8
or cx, ax
mov word [rdi - 0xc], cx
movzx ecx, byte [rbx - 4]
movzx eax, byte [rbx - 3]
shl cx, 8
or cx, ax
mov word [rdi - 0xa], cx
movzx ecx, byte [rbx - 2]
movzx eax, byte [rbx - 1]
shl cx, 8
or cx, ax
mov word [rdi - 6], 0xffff
mov word [rdi - 8], cx
sub rdx, 1
jne 0x140056c70
mov r12d, dword [rsp + 0x38]
jmp 0x140056a59
mov rax, qword gs:[0x58]
mov edx, 0x28
mov rcx, qword [rax]
lea rax, str.invalid_filter
mov qword [rdx + rcx], rax
mov rcx, r9
call fcn.14008f280
jmp 0x140056d37
mov rcx, r9
call fcn.14008f280
mov r8, r12
test ebx, ebx
setne r8b
mov eax, r8d
jmp 0x140056d39
mov rax, qword gs:[0x58]
mov rcx, qword [rax]
lea rax, str.too_large
jmp 0x140056d2e
mov qword [rdi + 0x18], r9
mov rax, qword gs:[0x58]
mov rcx, qword [rax]
lea rax, str.outofmem
mov edx, 0x28
mov qword [rdx + rcx], rax
xor eax, eax
mov rbx, qword [rsp + 0xa8]
add rsp, 0x60
pop r15
pop r14
pop r13
pop r12
pop rdi
pop rsi
pop rbp
ret