mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-22 23:52:03 +00:00
4037 lines
63 KiB
NASM
4037 lines
63 KiB
NASM
|
; This file is generated from a similarly-named Perl script in the BoringSSL
|
||
|
; source tree. Do not edit by hand.
|
||
|
|
||
|
default rel
|
||
|
%define XMMWORD
|
||
|
%define YMMWORD
|
||
|
%define ZMMWORD
|
||
|
|
||
|
%ifdef BORINGSSL_PREFIX
|
||
|
%include "boringssl_prefix_symbols_nasm.inc"
|
||
|
%endif
|
||
|
section .text code align=64
|
||
|
|
||
|
|
||
|
EXTERN OPENSSL_ia32cap_P
|
||
|
|
||
|
global bn_mul_mont_gather5
|
||
|
|
||
|
ALIGN 64
|
||
|
bn_mul_mont_gather5:
|
||
|
mov QWORD[8+rsp],rdi ;WIN64 prologue
|
||
|
mov QWORD[16+rsp],rsi
|
||
|
mov rax,rsp
|
||
|
$L$SEH_begin_bn_mul_mont_gather5:
|
||
|
mov rdi,rcx
|
||
|
mov rsi,rdx
|
||
|
mov rdx,r8
|
||
|
mov rcx,r9
|
||
|
mov r8,QWORD[40+rsp]
|
||
|
mov r9,QWORD[48+rsp]
|
||
|
|
||
|
|
||
|
|
||
|
mov r9d,r9d
|
||
|
mov rax,rsp
|
||
|
|
||
|
test r9d,7
|
||
|
jnz NEAR $L$mul_enter
|
||
|
lea r11,[OPENSSL_ia32cap_P]
|
||
|
mov r11d,DWORD[8+r11]
|
||
|
jmp NEAR $L$mul4x_enter
|
||
|
|
||
|
ALIGN 16
|
||
|
$L$mul_enter:
|
||
|
movd xmm5,DWORD[56+rsp]
|
||
|
push rbx
|
||
|
|
||
|
push rbp
|
||
|
|
||
|
push r12
|
||
|
|
||
|
push r13
|
||
|
|
||
|
push r14
|
||
|
|
||
|
push r15
|
||
|
|
||
|
|
||
|
neg r9
|
||
|
mov r11,rsp
|
||
|
lea r10,[((-280))+r9*8+rsp]
|
||
|
neg r9
|
||
|
and r10,-1024
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
sub r11,r10
|
||
|
and r11,-4096
|
||
|
lea rsp,[r11*1+r10]
|
||
|
mov r11,QWORD[rsp]
|
||
|
cmp rsp,r10
|
||
|
ja NEAR $L$mul_page_walk
|
||
|
jmp NEAR $L$mul_page_walk_done
|
||
|
|
||
|
$L$mul_page_walk:
|
||
|
lea rsp,[((-4096))+rsp]
|
||
|
mov r11,QWORD[rsp]
|
||
|
cmp rsp,r10
|
||
|
ja NEAR $L$mul_page_walk
|
||
|
$L$mul_page_walk_done:
|
||
|
|
||
|
lea r10,[$L$inc]
|
||
|
mov QWORD[8+r9*8+rsp],rax
|
||
|
|
||
|
$L$mul_body:
|
||
|
|
||
|
lea r12,[128+rdx]
|
||
|
movdqa xmm0,XMMWORD[r10]
|
||
|
movdqa xmm1,XMMWORD[16+r10]
|
||
|
lea r10,[((24-112))+r9*8+rsp]
|
||
|
and r10,-16
|
||
|
|
||
|
pshufd xmm5,xmm5,0
|
||
|
movdqa xmm4,xmm1
|
||
|
movdqa xmm2,xmm1
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
DB 0x67
|
||
|
movdqa xmm3,xmm4
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[112+r10],xmm0
|
||
|
movdqa xmm0,xmm4
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[128+r10],xmm1
|
||
|
movdqa xmm1,xmm4
|
||
|
|
||
|
paddd xmm0,xmm3
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[144+r10],xmm2
|
||
|
movdqa xmm2,xmm4
|
||
|
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa XMMWORD[160+r10],xmm3
|
||
|
movdqa xmm3,xmm4
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[176+r10],xmm0
|
||
|
movdqa xmm0,xmm4
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[192+r10],xmm1
|
||
|
movdqa xmm1,xmm4
|
||
|
|
||
|
paddd xmm0,xmm3
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[208+r10],xmm2
|
||
|
movdqa xmm2,xmm4
|
||
|
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa XMMWORD[224+r10],xmm3
|
||
|
movdqa xmm3,xmm4
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[240+r10],xmm0
|
||
|
movdqa xmm0,xmm4
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[256+r10],xmm1
|
||
|
movdqa xmm1,xmm4
|
||
|
|
||
|
paddd xmm0,xmm3
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[272+r10],xmm2
|
||
|
movdqa xmm2,xmm4
|
||
|
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa XMMWORD[288+r10],xmm3
|
||
|
movdqa xmm3,xmm4
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[304+r10],xmm0
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
DB 0x67
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[320+r10],xmm1
|
||
|
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[336+r10],xmm2
|
||
|
pand xmm0,XMMWORD[64+r12]
|
||
|
|
||
|
pand xmm1,XMMWORD[80+r12]
|
||
|
pand xmm2,XMMWORD[96+r12]
|
||
|
movdqa XMMWORD[352+r10],xmm3
|
||
|
pand xmm3,XMMWORD[112+r12]
|
||
|
por xmm0,xmm2
|
||
|
por xmm1,xmm3
|
||
|
movdqa xmm4,XMMWORD[((-128))+r12]
|
||
|
movdqa xmm5,XMMWORD[((-112))+r12]
|
||
|
movdqa xmm2,XMMWORD[((-96))+r12]
|
||
|
pand xmm4,XMMWORD[112+r10]
|
||
|
movdqa xmm3,XMMWORD[((-80))+r12]
|
||
|
pand xmm5,XMMWORD[128+r10]
|
||
|
por xmm0,xmm4
|
||
|
pand xmm2,XMMWORD[144+r10]
|
||
|
por xmm1,xmm5
|
||
|
pand xmm3,XMMWORD[160+r10]
|
||
|
por xmm0,xmm2
|
||
|
por xmm1,xmm3
|
||
|
movdqa xmm4,XMMWORD[((-64))+r12]
|
||
|
movdqa xmm5,XMMWORD[((-48))+r12]
|
||
|
movdqa xmm2,XMMWORD[((-32))+r12]
|
||
|
pand xmm4,XMMWORD[176+r10]
|
||
|
movdqa xmm3,XMMWORD[((-16))+r12]
|
||
|
pand xmm5,XMMWORD[192+r10]
|
||
|
por xmm0,xmm4
|
||
|
pand xmm2,XMMWORD[208+r10]
|
||
|
por xmm1,xmm5
|
||
|
pand xmm3,XMMWORD[224+r10]
|
||
|
por xmm0,xmm2
|
||
|
por xmm1,xmm3
|
||
|
movdqa xmm4,XMMWORD[r12]
|
||
|
movdqa xmm5,XMMWORD[16+r12]
|
||
|
movdqa xmm2,XMMWORD[32+r12]
|
||
|
pand xmm4,XMMWORD[240+r10]
|
||
|
movdqa xmm3,XMMWORD[48+r12]
|
||
|
pand xmm5,XMMWORD[256+r10]
|
||
|
por xmm0,xmm4
|
||
|
pand xmm2,XMMWORD[272+r10]
|
||
|
por xmm1,xmm5
|
||
|
pand xmm3,XMMWORD[288+r10]
|
||
|
por xmm0,xmm2
|
||
|
por xmm1,xmm3
|
||
|
por xmm0,xmm1
|
||
|
pshufd xmm1,xmm0,0x4e
|
||
|
por xmm0,xmm1
|
||
|
lea r12,[256+r12]
|
||
|
DB 102,72,15,126,195
|
||
|
|
||
|
mov r8,QWORD[r8]
|
||
|
mov rax,QWORD[rsi]
|
||
|
|
||
|
xor r14,r14
|
||
|
xor r15,r15
|
||
|
|
||
|
mov rbp,r8
|
||
|
mul rbx
|
||
|
mov r10,rax
|
||
|
mov rax,QWORD[rcx]
|
||
|
|
||
|
imul rbp,r10
|
||
|
mov r11,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[8+rsi]
|
||
|
adc rdx,0
|
||
|
mov r13,rdx
|
||
|
|
||
|
lea r15,[1+r15]
|
||
|
jmp NEAR $L$1st_enter
|
||
|
|
||
|
ALIGN 16
|
||
|
$L$1st:
|
||
|
add r13,rax
|
||
|
mov rax,QWORD[r15*8+rsi]
|
||
|
adc rdx,0
|
||
|
add r13,r11
|
||
|
mov r11,r10
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-16))+r15*8+rsp],r13
|
||
|
mov r13,rdx
|
||
|
|
||
|
$L$1st_enter:
|
||
|
mul rbx
|
||
|
add r11,rax
|
||
|
mov rax,QWORD[r15*8+rcx]
|
||
|
adc rdx,0
|
||
|
lea r15,[1+r15]
|
||
|
mov r10,rdx
|
||
|
|
||
|
mul rbp
|
||
|
cmp r15,r9
|
||
|
jne NEAR $L$1st
|
||
|
|
||
|
|
||
|
add r13,rax
|
||
|
adc rdx,0
|
||
|
add r13,r11
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-16))+r9*8+rsp],r13
|
||
|
mov r13,rdx
|
||
|
mov r11,r10
|
||
|
|
||
|
xor rdx,rdx
|
||
|
add r13,r11
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-8))+r9*8+rsp],r13
|
||
|
mov QWORD[r9*8+rsp],rdx
|
||
|
|
||
|
lea r14,[1+r14]
|
||
|
jmp NEAR $L$outer
|
||
|
ALIGN 16
|
||
|
$L$outer:
|
||
|
lea rdx,[((24+128))+r9*8+rsp]
|
||
|
and rdx,-16
|
||
|
pxor xmm4,xmm4
|
||
|
pxor xmm5,xmm5
|
||
|
movdqa xmm0,XMMWORD[((-128))+r12]
|
||
|
movdqa xmm1,XMMWORD[((-112))+r12]
|
||
|
movdqa xmm2,XMMWORD[((-96))+r12]
|
||
|
movdqa xmm3,XMMWORD[((-80))+r12]
|
||
|
pand xmm0,XMMWORD[((-128))+rdx]
|
||
|
pand xmm1,XMMWORD[((-112))+rdx]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[((-96))+rdx]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[((-80))+rdx]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
movdqa xmm0,XMMWORD[((-64))+r12]
|
||
|
movdqa xmm1,XMMWORD[((-48))+r12]
|
||
|
movdqa xmm2,XMMWORD[((-32))+r12]
|
||
|
movdqa xmm3,XMMWORD[((-16))+r12]
|
||
|
pand xmm0,XMMWORD[((-64))+rdx]
|
||
|
pand xmm1,XMMWORD[((-48))+rdx]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[((-32))+rdx]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[((-16))+rdx]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
movdqa xmm0,XMMWORD[r12]
|
||
|
movdqa xmm1,XMMWORD[16+r12]
|
||
|
movdqa xmm2,XMMWORD[32+r12]
|
||
|
movdqa xmm3,XMMWORD[48+r12]
|
||
|
pand xmm0,XMMWORD[rdx]
|
||
|
pand xmm1,XMMWORD[16+rdx]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[32+rdx]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[48+rdx]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
movdqa xmm0,XMMWORD[64+r12]
|
||
|
movdqa xmm1,XMMWORD[80+r12]
|
||
|
movdqa xmm2,XMMWORD[96+r12]
|
||
|
movdqa xmm3,XMMWORD[112+r12]
|
||
|
pand xmm0,XMMWORD[64+rdx]
|
||
|
pand xmm1,XMMWORD[80+rdx]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[96+rdx]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[112+rdx]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
por xmm4,xmm5
|
||
|
pshufd xmm0,xmm4,0x4e
|
||
|
por xmm0,xmm4
|
||
|
lea r12,[256+r12]
|
||
|
|
||
|
mov rax,QWORD[rsi]
|
||
|
DB 102,72,15,126,195
|
||
|
|
||
|
xor r15,r15
|
||
|
mov rbp,r8
|
||
|
mov r10,QWORD[rsp]
|
||
|
|
||
|
mul rbx
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[rcx]
|
||
|
adc rdx,0
|
||
|
|
||
|
imul rbp,r10
|
||
|
mov r11,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[8+rsi]
|
||
|
adc rdx,0
|
||
|
mov r10,QWORD[8+rsp]
|
||
|
mov r13,rdx
|
||
|
|
||
|
lea r15,[1+r15]
|
||
|
jmp NEAR $L$inner_enter
|
||
|
|
||
|
ALIGN 16
|
||
|
$L$inner:
|
||
|
add r13,rax
|
||
|
mov rax,QWORD[r15*8+rsi]
|
||
|
adc rdx,0
|
||
|
add r13,r10
|
||
|
mov r10,QWORD[r15*8+rsp]
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-16))+r15*8+rsp],r13
|
||
|
mov r13,rdx
|
||
|
|
||
|
$L$inner_enter:
|
||
|
mul rbx
|
||
|
add r11,rax
|
||
|
mov rax,QWORD[r15*8+rcx]
|
||
|
adc rdx,0
|
||
|
add r10,r11
|
||
|
mov r11,rdx
|
||
|
adc r11,0
|
||
|
lea r15,[1+r15]
|
||
|
|
||
|
mul rbp
|
||
|
cmp r15,r9
|
||
|
jne NEAR $L$inner
|
||
|
|
||
|
add r13,rax
|
||
|
adc rdx,0
|
||
|
add r13,r10
|
||
|
mov r10,QWORD[r9*8+rsp]
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-16))+r9*8+rsp],r13
|
||
|
mov r13,rdx
|
||
|
|
||
|
xor rdx,rdx
|
||
|
add r13,r11
|
||
|
adc rdx,0
|
||
|
add r13,r10
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-8))+r9*8+rsp],r13
|
||
|
mov QWORD[r9*8+rsp],rdx
|
||
|
|
||
|
lea r14,[1+r14]
|
||
|
cmp r14,r9
|
||
|
jb NEAR $L$outer
|
||
|
|
||
|
xor r14,r14
|
||
|
mov rax,QWORD[rsp]
|
||
|
lea rsi,[rsp]
|
||
|
mov r15,r9
|
||
|
jmp NEAR $L$sub
|
||
|
ALIGN 16
|
||
|
$L$sub: sbb rax,QWORD[r14*8+rcx]
|
||
|
mov QWORD[r14*8+rdi],rax
|
||
|
mov rax,QWORD[8+r14*8+rsi]
|
||
|
lea r14,[1+r14]
|
||
|
dec r15
|
||
|
jnz NEAR $L$sub
|
||
|
|
||
|
sbb rax,0
|
||
|
mov rbx,-1
|
||
|
xor rbx,rax
|
||
|
xor r14,r14
|
||
|
mov r15,r9
|
||
|
|
||
|
$L$copy:
|
||
|
mov rcx,QWORD[r14*8+rdi]
|
||
|
mov rdx,QWORD[r14*8+rsp]
|
||
|
and rcx,rbx
|
||
|
and rdx,rax
|
||
|
mov QWORD[r14*8+rsp],r14
|
||
|
or rdx,rcx
|
||
|
mov QWORD[r14*8+rdi],rdx
|
||
|
lea r14,[1+r14]
|
||
|
sub r15,1
|
||
|
jnz NEAR $L$copy
|
||
|
|
||
|
mov rsi,QWORD[8+r9*8+rsp]
|
||
|
|
||
|
mov rax,1
|
||
|
|
||
|
mov r15,QWORD[((-48))+rsi]
|
||
|
|
||
|
mov r14,QWORD[((-40))+rsi]
|
||
|
|
||
|
mov r13,QWORD[((-32))+rsi]
|
||
|
|
||
|
mov r12,QWORD[((-24))+rsi]
|
||
|
|
||
|
mov rbp,QWORD[((-16))+rsi]
|
||
|
|
||
|
mov rbx,QWORD[((-8))+rsi]
|
||
|
|
||
|
lea rsp,[rsi]
|
||
|
|
||
|
$L$mul_epilogue:
|
||
|
mov rdi,QWORD[8+rsp] ;WIN64 epilogue
|
||
|
mov rsi,QWORD[16+rsp]
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
|
||
|
$L$SEH_end_bn_mul_mont_gather5:
|
||
|
|
||
|
ALIGN 32
|
||
|
bn_mul4x_mont_gather5:
|
||
|
mov QWORD[8+rsp],rdi ;WIN64 prologue
|
||
|
mov QWORD[16+rsp],rsi
|
||
|
mov rax,rsp
|
||
|
$L$SEH_begin_bn_mul4x_mont_gather5:
|
||
|
mov rdi,rcx
|
||
|
mov rsi,rdx
|
||
|
mov rdx,r8
|
||
|
mov rcx,r9
|
||
|
mov r8,QWORD[40+rsp]
|
||
|
mov r9,QWORD[48+rsp]
|
||
|
|
||
|
|
||
|
|
||
|
DB 0x67
|
||
|
mov rax,rsp
|
||
|
|
||
|
$L$mul4x_enter:
|
||
|
and r11d,0x80108
|
||
|
cmp r11d,0x80108
|
||
|
je NEAR $L$mulx4x_enter
|
||
|
push rbx
|
||
|
|
||
|
push rbp
|
||
|
|
||
|
push r12
|
||
|
|
||
|
push r13
|
||
|
|
||
|
push r14
|
||
|
|
||
|
push r15
|
||
|
|
||
|
$L$mul4x_prologue:
|
||
|
|
||
|
DB 0x67
|
||
|
shl r9d,3
|
||
|
lea r10,[r9*2+r9]
|
||
|
neg r9
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
lea r11,[((-320))+r9*2+rsp]
|
||
|
mov rbp,rsp
|
||
|
sub r11,rdi
|
||
|
and r11,4095
|
||
|
cmp r10,r11
|
||
|
jb NEAR $L$mul4xsp_alt
|
||
|
sub rbp,r11
|
||
|
lea rbp,[((-320))+r9*2+rbp]
|
||
|
jmp NEAR $L$mul4xsp_done
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$mul4xsp_alt:
|
||
|
lea r10,[((4096-320))+r9*2]
|
||
|
lea rbp,[((-320))+r9*2+rbp]
|
||
|
sub r11,r10
|
||
|
mov r10,0
|
||
|
cmovc r11,r10
|
||
|
sub rbp,r11
|
||
|
$L$mul4xsp_done:
|
||
|
and rbp,-64
|
||
|
mov r11,rsp
|
||
|
sub r11,rbp
|
||
|
and r11,-4096
|
||
|
lea rsp,[rbp*1+r11]
|
||
|
mov r10,QWORD[rsp]
|
||
|
cmp rsp,rbp
|
||
|
ja NEAR $L$mul4x_page_walk
|
||
|
jmp NEAR $L$mul4x_page_walk_done
|
||
|
|
||
|
$L$mul4x_page_walk:
|
||
|
lea rsp,[((-4096))+rsp]
|
||
|
mov r10,QWORD[rsp]
|
||
|
cmp rsp,rbp
|
||
|
ja NEAR $L$mul4x_page_walk
|
||
|
$L$mul4x_page_walk_done:
|
||
|
|
||
|
neg r9
|
||
|
|
||
|
mov QWORD[40+rsp],rax
|
||
|
|
||
|
$L$mul4x_body:
|
||
|
|
||
|
call mul4x_internal
|
||
|
|
||
|
mov rsi,QWORD[40+rsp]
|
||
|
|
||
|
mov rax,1
|
||
|
|
||
|
mov r15,QWORD[((-48))+rsi]
|
||
|
|
||
|
mov r14,QWORD[((-40))+rsi]
|
||
|
|
||
|
mov r13,QWORD[((-32))+rsi]
|
||
|
|
||
|
mov r12,QWORD[((-24))+rsi]
|
||
|
|
||
|
mov rbp,QWORD[((-16))+rsi]
|
||
|
|
||
|
mov rbx,QWORD[((-8))+rsi]
|
||
|
|
||
|
lea rsp,[rsi]
|
||
|
|
||
|
$L$mul4x_epilogue:
|
||
|
mov rdi,QWORD[8+rsp] ;WIN64 epilogue
|
||
|
mov rsi,QWORD[16+rsp]
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
|
||
|
$L$SEH_end_bn_mul4x_mont_gather5:
|
||
|
|
||
|
|
||
|
ALIGN 32
|
||
|
mul4x_internal:
|
||
|
|
||
|
shl r9,5
|
||
|
movd xmm5,DWORD[56+rax]
|
||
|
lea rax,[$L$inc]
|
||
|
lea r13,[128+r9*1+rdx]
|
||
|
shr r9,5
|
||
|
movdqa xmm0,XMMWORD[rax]
|
||
|
movdqa xmm1,XMMWORD[16+rax]
|
||
|
lea r10,[((88-112))+r9*1+rsp]
|
||
|
lea r12,[128+rdx]
|
||
|
|
||
|
pshufd xmm5,xmm5,0
|
||
|
movdqa xmm4,xmm1
|
||
|
DB 0x67,0x67
|
||
|
movdqa xmm2,xmm1
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
DB 0x67
|
||
|
movdqa xmm3,xmm4
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[112+r10],xmm0
|
||
|
movdqa xmm0,xmm4
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[128+r10],xmm1
|
||
|
movdqa xmm1,xmm4
|
||
|
|
||
|
paddd xmm0,xmm3
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[144+r10],xmm2
|
||
|
movdqa xmm2,xmm4
|
||
|
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa XMMWORD[160+r10],xmm3
|
||
|
movdqa xmm3,xmm4
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[176+r10],xmm0
|
||
|
movdqa xmm0,xmm4
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[192+r10],xmm1
|
||
|
movdqa xmm1,xmm4
|
||
|
|
||
|
paddd xmm0,xmm3
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[208+r10],xmm2
|
||
|
movdqa xmm2,xmm4
|
||
|
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa XMMWORD[224+r10],xmm3
|
||
|
movdqa xmm3,xmm4
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[240+r10],xmm0
|
||
|
movdqa xmm0,xmm4
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[256+r10],xmm1
|
||
|
movdqa xmm1,xmm4
|
||
|
|
||
|
paddd xmm0,xmm3
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[272+r10],xmm2
|
||
|
movdqa xmm2,xmm4
|
||
|
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa XMMWORD[288+r10],xmm3
|
||
|
movdqa xmm3,xmm4
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[304+r10],xmm0
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
DB 0x67
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[320+r10],xmm1
|
||
|
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[336+r10],xmm2
|
||
|
pand xmm0,XMMWORD[64+r12]
|
||
|
|
||
|
pand xmm1,XMMWORD[80+r12]
|
||
|
pand xmm2,XMMWORD[96+r12]
|
||
|
movdqa XMMWORD[352+r10],xmm3
|
||
|
pand xmm3,XMMWORD[112+r12]
|
||
|
por xmm0,xmm2
|
||
|
por xmm1,xmm3
|
||
|
movdqa xmm4,XMMWORD[((-128))+r12]
|
||
|
movdqa xmm5,XMMWORD[((-112))+r12]
|
||
|
movdqa xmm2,XMMWORD[((-96))+r12]
|
||
|
pand xmm4,XMMWORD[112+r10]
|
||
|
movdqa xmm3,XMMWORD[((-80))+r12]
|
||
|
pand xmm5,XMMWORD[128+r10]
|
||
|
por xmm0,xmm4
|
||
|
pand xmm2,XMMWORD[144+r10]
|
||
|
por xmm1,xmm5
|
||
|
pand xmm3,XMMWORD[160+r10]
|
||
|
por xmm0,xmm2
|
||
|
por xmm1,xmm3
|
||
|
movdqa xmm4,XMMWORD[((-64))+r12]
|
||
|
movdqa xmm5,XMMWORD[((-48))+r12]
|
||
|
movdqa xmm2,XMMWORD[((-32))+r12]
|
||
|
pand xmm4,XMMWORD[176+r10]
|
||
|
movdqa xmm3,XMMWORD[((-16))+r12]
|
||
|
pand xmm5,XMMWORD[192+r10]
|
||
|
por xmm0,xmm4
|
||
|
pand xmm2,XMMWORD[208+r10]
|
||
|
por xmm1,xmm5
|
||
|
pand xmm3,XMMWORD[224+r10]
|
||
|
por xmm0,xmm2
|
||
|
por xmm1,xmm3
|
||
|
movdqa xmm4,XMMWORD[r12]
|
||
|
movdqa xmm5,XMMWORD[16+r12]
|
||
|
movdqa xmm2,XMMWORD[32+r12]
|
||
|
pand xmm4,XMMWORD[240+r10]
|
||
|
movdqa xmm3,XMMWORD[48+r12]
|
||
|
pand xmm5,XMMWORD[256+r10]
|
||
|
por xmm0,xmm4
|
||
|
pand xmm2,XMMWORD[272+r10]
|
||
|
por xmm1,xmm5
|
||
|
pand xmm3,XMMWORD[288+r10]
|
||
|
por xmm0,xmm2
|
||
|
por xmm1,xmm3
|
||
|
por xmm0,xmm1
|
||
|
pshufd xmm1,xmm0,0x4e
|
||
|
por xmm0,xmm1
|
||
|
lea r12,[256+r12]
|
||
|
DB 102,72,15,126,195
|
||
|
|
||
|
mov QWORD[((16+8))+rsp],r13
|
||
|
mov QWORD[((56+8))+rsp],rdi
|
||
|
|
||
|
mov r8,QWORD[r8]
|
||
|
mov rax,QWORD[rsi]
|
||
|
lea rsi,[r9*1+rsi]
|
||
|
neg r9
|
||
|
|
||
|
mov rbp,r8
|
||
|
mul rbx
|
||
|
mov r10,rax
|
||
|
mov rax,QWORD[rcx]
|
||
|
|
||
|
imul rbp,r10
|
||
|
lea r14,[((64+8))+rsp]
|
||
|
mov r11,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[8+r9*1+rsi]
|
||
|
adc rdx,0
|
||
|
mov rdi,rdx
|
||
|
|
||
|
mul rbx
|
||
|
add r11,rax
|
||
|
mov rax,QWORD[8+rcx]
|
||
|
adc rdx,0
|
||
|
mov r10,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add rdi,rax
|
||
|
mov rax,QWORD[16+r9*1+rsi]
|
||
|
adc rdx,0
|
||
|
add rdi,r11
|
||
|
lea r15,[32+r9]
|
||
|
lea rcx,[32+rcx]
|
||
|
adc rdx,0
|
||
|
mov QWORD[r14],rdi
|
||
|
mov r13,rdx
|
||
|
jmp NEAR $L$1st4x
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$1st4x:
|
||
|
mul rbx
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[((-16))+rcx]
|
||
|
lea r14,[32+r14]
|
||
|
adc rdx,0
|
||
|
mov r11,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add r13,rax
|
||
|
mov rax,QWORD[((-8))+r15*1+rsi]
|
||
|
adc rdx,0
|
||
|
add r13,r10
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-24))+r14],r13
|
||
|
mov rdi,rdx
|
||
|
|
||
|
mul rbx
|
||
|
add r11,rax
|
||
|
mov rax,QWORD[((-8))+rcx]
|
||
|
adc rdx,0
|
||
|
mov r10,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add rdi,rax
|
||
|
mov rax,QWORD[r15*1+rsi]
|
||
|
adc rdx,0
|
||
|
add rdi,r11
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-16))+r14],rdi
|
||
|
mov r13,rdx
|
||
|
|
||
|
mul rbx
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[rcx]
|
||
|
adc rdx,0
|
||
|
mov r11,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add r13,rax
|
||
|
mov rax,QWORD[8+r15*1+rsi]
|
||
|
adc rdx,0
|
||
|
add r13,r10
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-8))+r14],r13
|
||
|
mov rdi,rdx
|
||
|
|
||
|
mul rbx
|
||
|
add r11,rax
|
||
|
mov rax,QWORD[8+rcx]
|
||
|
adc rdx,0
|
||
|
mov r10,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add rdi,rax
|
||
|
mov rax,QWORD[16+r15*1+rsi]
|
||
|
adc rdx,0
|
||
|
add rdi,r11
|
||
|
lea rcx,[32+rcx]
|
||
|
adc rdx,0
|
||
|
mov QWORD[r14],rdi
|
||
|
mov r13,rdx
|
||
|
|
||
|
add r15,32
|
||
|
jnz NEAR $L$1st4x
|
||
|
|
||
|
mul rbx
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[((-16))+rcx]
|
||
|
lea r14,[32+r14]
|
||
|
adc rdx,0
|
||
|
mov r11,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add r13,rax
|
||
|
mov rax,QWORD[((-8))+rsi]
|
||
|
adc rdx,0
|
||
|
add r13,r10
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-24))+r14],r13
|
||
|
mov rdi,rdx
|
||
|
|
||
|
mul rbx
|
||
|
add r11,rax
|
||
|
mov rax,QWORD[((-8))+rcx]
|
||
|
adc rdx,0
|
||
|
mov r10,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add rdi,rax
|
||
|
mov rax,QWORD[r9*1+rsi]
|
||
|
adc rdx,0
|
||
|
add rdi,r11
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-16))+r14],rdi
|
||
|
mov r13,rdx
|
||
|
|
||
|
lea rcx,[r9*1+rcx]
|
||
|
|
||
|
xor rdi,rdi
|
||
|
add r13,r10
|
||
|
adc rdi,0
|
||
|
mov QWORD[((-8))+r14],r13
|
||
|
|
||
|
jmp NEAR $L$outer4x
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$outer4x:
|
||
|
lea rdx,[((16+128))+r14]
|
||
|
pxor xmm4,xmm4
|
||
|
pxor xmm5,xmm5
|
||
|
movdqa xmm0,XMMWORD[((-128))+r12]
|
||
|
movdqa xmm1,XMMWORD[((-112))+r12]
|
||
|
movdqa xmm2,XMMWORD[((-96))+r12]
|
||
|
movdqa xmm3,XMMWORD[((-80))+r12]
|
||
|
pand xmm0,XMMWORD[((-128))+rdx]
|
||
|
pand xmm1,XMMWORD[((-112))+rdx]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[((-96))+rdx]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[((-80))+rdx]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
movdqa xmm0,XMMWORD[((-64))+r12]
|
||
|
movdqa xmm1,XMMWORD[((-48))+r12]
|
||
|
movdqa xmm2,XMMWORD[((-32))+r12]
|
||
|
movdqa xmm3,XMMWORD[((-16))+r12]
|
||
|
pand xmm0,XMMWORD[((-64))+rdx]
|
||
|
pand xmm1,XMMWORD[((-48))+rdx]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[((-32))+rdx]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[((-16))+rdx]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
movdqa xmm0,XMMWORD[r12]
|
||
|
movdqa xmm1,XMMWORD[16+r12]
|
||
|
movdqa xmm2,XMMWORD[32+r12]
|
||
|
movdqa xmm3,XMMWORD[48+r12]
|
||
|
pand xmm0,XMMWORD[rdx]
|
||
|
pand xmm1,XMMWORD[16+rdx]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[32+rdx]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[48+rdx]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
movdqa xmm0,XMMWORD[64+r12]
|
||
|
movdqa xmm1,XMMWORD[80+r12]
|
||
|
movdqa xmm2,XMMWORD[96+r12]
|
||
|
movdqa xmm3,XMMWORD[112+r12]
|
||
|
pand xmm0,XMMWORD[64+rdx]
|
||
|
pand xmm1,XMMWORD[80+rdx]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[96+rdx]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[112+rdx]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
por xmm4,xmm5
|
||
|
pshufd xmm0,xmm4,0x4e
|
||
|
por xmm0,xmm4
|
||
|
lea r12,[256+r12]
|
||
|
DB 102,72,15,126,195
|
||
|
|
||
|
mov r10,QWORD[r9*1+r14]
|
||
|
mov rbp,r8
|
||
|
mul rbx
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[rcx]
|
||
|
adc rdx,0
|
||
|
|
||
|
imul rbp,r10
|
||
|
mov r11,rdx
|
||
|
mov QWORD[r14],rdi
|
||
|
|
||
|
lea r14,[r9*1+r14]
|
||
|
|
||
|
mul rbp
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[8+r9*1+rsi]
|
||
|
adc rdx,0
|
||
|
mov rdi,rdx
|
||
|
|
||
|
mul rbx
|
||
|
add r11,rax
|
||
|
mov rax,QWORD[8+rcx]
|
||
|
adc rdx,0
|
||
|
add r11,QWORD[8+r14]
|
||
|
adc rdx,0
|
||
|
mov r10,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add rdi,rax
|
||
|
mov rax,QWORD[16+r9*1+rsi]
|
||
|
adc rdx,0
|
||
|
add rdi,r11
|
||
|
lea r15,[32+r9]
|
||
|
lea rcx,[32+rcx]
|
||
|
adc rdx,0
|
||
|
mov r13,rdx
|
||
|
jmp NEAR $L$inner4x
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$inner4x:
|
||
|
mul rbx
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[((-16))+rcx]
|
||
|
adc rdx,0
|
||
|
add r10,QWORD[16+r14]
|
||
|
lea r14,[32+r14]
|
||
|
adc rdx,0
|
||
|
mov r11,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add r13,rax
|
||
|
mov rax,QWORD[((-8))+r15*1+rsi]
|
||
|
adc rdx,0
|
||
|
add r13,r10
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-32))+r14],rdi
|
||
|
mov rdi,rdx
|
||
|
|
||
|
mul rbx
|
||
|
add r11,rax
|
||
|
mov rax,QWORD[((-8))+rcx]
|
||
|
adc rdx,0
|
||
|
add r11,QWORD[((-8))+r14]
|
||
|
adc rdx,0
|
||
|
mov r10,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add rdi,rax
|
||
|
mov rax,QWORD[r15*1+rsi]
|
||
|
adc rdx,0
|
||
|
add rdi,r11
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-24))+r14],r13
|
||
|
mov r13,rdx
|
||
|
|
||
|
mul rbx
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[rcx]
|
||
|
adc rdx,0
|
||
|
add r10,QWORD[r14]
|
||
|
adc rdx,0
|
||
|
mov r11,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add r13,rax
|
||
|
mov rax,QWORD[8+r15*1+rsi]
|
||
|
adc rdx,0
|
||
|
add r13,r10
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-16))+r14],rdi
|
||
|
mov rdi,rdx
|
||
|
|
||
|
mul rbx
|
||
|
add r11,rax
|
||
|
mov rax,QWORD[8+rcx]
|
||
|
adc rdx,0
|
||
|
add r11,QWORD[8+r14]
|
||
|
adc rdx,0
|
||
|
mov r10,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add rdi,rax
|
||
|
mov rax,QWORD[16+r15*1+rsi]
|
||
|
adc rdx,0
|
||
|
add rdi,r11
|
||
|
lea rcx,[32+rcx]
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-8))+r14],r13
|
||
|
mov r13,rdx
|
||
|
|
||
|
add r15,32
|
||
|
jnz NEAR $L$inner4x
|
||
|
|
||
|
mul rbx
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[((-16))+rcx]
|
||
|
adc rdx,0
|
||
|
add r10,QWORD[16+r14]
|
||
|
lea r14,[32+r14]
|
||
|
adc rdx,0
|
||
|
mov r11,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add r13,rax
|
||
|
mov rax,QWORD[((-8))+rsi]
|
||
|
adc rdx,0
|
||
|
add r13,r10
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-32))+r14],rdi
|
||
|
mov rdi,rdx
|
||
|
|
||
|
mul rbx
|
||
|
add r11,rax
|
||
|
mov rax,rbp
|
||
|
mov rbp,QWORD[((-8))+rcx]
|
||
|
adc rdx,0
|
||
|
add r11,QWORD[((-8))+r14]
|
||
|
adc rdx,0
|
||
|
mov r10,rdx
|
||
|
|
||
|
mul rbp
|
||
|
add rdi,rax
|
||
|
mov rax,QWORD[r9*1+rsi]
|
||
|
adc rdx,0
|
||
|
add rdi,r11
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-24))+r14],r13
|
||
|
mov r13,rdx
|
||
|
|
||
|
mov QWORD[((-16))+r14],rdi
|
||
|
lea rcx,[r9*1+rcx]
|
||
|
|
||
|
xor rdi,rdi
|
||
|
add r13,r10
|
||
|
adc rdi,0
|
||
|
add r13,QWORD[r14]
|
||
|
adc rdi,0
|
||
|
mov QWORD[((-8))+r14],r13
|
||
|
|
||
|
cmp r12,QWORD[((16+8))+rsp]
|
||
|
jb NEAR $L$outer4x
|
||
|
xor rax,rax
|
||
|
sub rbp,r13
|
||
|
adc r15,r15
|
||
|
or rdi,r15
|
||
|
sub rax,rdi
|
||
|
lea rbx,[r9*1+r14]
|
||
|
mov r12,QWORD[rcx]
|
||
|
lea rbp,[rcx]
|
||
|
mov rcx,r9
|
||
|
sar rcx,3+2
|
||
|
mov rdi,QWORD[((56+8))+rsp]
|
||
|
dec r12
|
||
|
xor r10,r10
|
||
|
mov r13,QWORD[8+rbp]
|
||
|
mov r14,QWORD[16+rbp]
|
||
|
mov r15,QWORD[24+rbp]
|
||
|
jmp NEAR $L$sqr4x_sub_entry
|
||
|
|
||
|
|
||
|
global bn_power5
|
||
|
|
||
|
ALIGN 32
|
||
|
bn_power5:
|
||
|
mov QWORD[8+rsp],rdi ;WIN64 prologue
|
||
|
mov QWORD[16+rsp],rsi
|
||
|
mov rax,rsp
|
||
|
$L$SEH_begin_bn_power5:
|
||
|
mov rdi,rcx
|
||
|
mov rsi,rdx
|
||
|
mov rdx,r8
|
||
|
mov rcx,r9
|
||
|
mov r8,QWORD[40+rsp]
|
||
|
mov r9,QWORD[48+rsp]
|
||
|
|
||
|
|
||
|
|
||
|
mov rax,rsp
|
||
|
|
||
|
lea r11,[OPENSSL_ia32cap_P]
|
||
|
mov r11d,DWORD[8+r11]
|
||
|
and r11d,0x80108
|
||
|
cmp r11d,0x80108
|
||
|
je NEAR $L$powerx5_enter
|
||
|
push rbx
|
||
|
|
||
|
push rbp
|
||
|
|
||
|
push r12
|
||
|
|
||
|
push r13
|
||
|
|
||
|
push r14
|
||
|
|
||
|
push r15
|
||
|
|
||
|
$L$power5_prologue:
|
||
|
|
||
|
shl r9d,3
|
||
|
lea r10d,[r9*2+r9]
|
||
|
neg r9
|
||
|
mov r8,QWORD[r8]
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
lea r11,[((-320))+r9*2+rsp]
|
||
|
mov rbp,rsp
|
||
|
sub r11,rdi
|
||
|
and r11,4095
|
||
|
cmp r10,r11
|
||
|
jb NEAR $L$pwr_sp_alt
|
||
|
sub rbp,r11
|
||
|
lea rbp,[((-320))+r9*2+rbp]
|
||
|
jmp NEAR $L$pwr_sp_done
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$pwr_sp_alt:
|
||
|
lea r10,[((4096-320))+r9*2]
|
||
|
lea rbp,[((-320))+r9*2+rbp]
|
||
|
sub r11,r10
|
||
|
mov r10,0
|
||
|
cmovc r11,r10
|
||
|
sub rbp,r11
|
||
|
$L$pwr_sp_done:
|
||
|
and rbp,-64
|
||
|
mov r11,rsp
|
||
|
sub r11,rbp
|
||
|
and r11,-4096
|
||
|
lea rsp,[rbp*1+r11]
|
||
|
mov r10,QWORD[rsp]
|
||
|
cmp rsp,rbp
|
||
|
ja NEAR $L$pwr_page_walk
|
||
|
jmp NEAR $L$pwr_page_walk_done
|
||
|
|
||
|
$L$pwr_page_walk:
|
||
|
lea rsp,[((-4096))+rsp]
|
||
|
mov r10,QWORD[rsp]
|
||
|
cmp rsp,rbp
|
||
|
ja NEAR $L$pwr_page_walk
|
||
|
$L$pwr_page_walk_done:
|
||
|
|
||
|
mov r10,r9
|
||
|
neg r9
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
mov QWORD[32+rsp],r8
|
||
|
mov QWORD[40+rsp],rax
|
||
|
|
||
|
$L$power5_body:
|
||
|
DB 102,72,15,110,207
|
||
|
DB 102,72,15,110,209
|
||
|
DB 102,73,15,110,218
|
||
|
DB 102,72,15,110,226
|
||
|
|
||
|
call __bn_sqr8x_internal
|
||
|
call __bn_post4x_internal
|
||
|
call __bn_sqr8x_internal
|
||
|
call __bn_post4x_internal
|
||
|
call __bn_sqr8x_internal
|
||
|
call __bn_post4x_internal
|
||
|
call __bn_sqr8x_internal
|
||
|
call __bn_post4x_internal
|
||
|
call __bn_sqr8x_internal
|
||
|
call __bn_post4x_internal
|
||
|
|
||
|
DB 102,72,15,126,209
|
||
|
DB 102,72,15,126,226
|
||
|
mov rdi,rsi
|
||
|
mov rax,QWORD[40+rsp]
|
||
|
lea r8,[32+rsp]
|
||
|
|
||
|
call mul4x_internal
|
||
|
|
||
|
mov rsi,QWORD[40+rsp]
|
||
|
|
||
|
mov rax,1
|
||
|
mov r15,QWORD[((-48))+rsi]
|
||
|
|
||
|
mov r14,QWORD[((-40))+rsi]
|
||
|
|
||
|
mov r13,QWORD[((-32))+rsi]
|
||
|
|
||
|
mov r12,QWORD[((-24))+rsi]
|
||
|
|
||
|
mov rbp,QWORD[((-16))+rsi]
|
||
|
|
||
|
mov rbx,QWORD[((-8))+rsi]
|
||
|
|
||
|
lea rsp,[rsi]
|
||
|
|
||
|
$L$power5_epilogue:
|
||
|
mov rdi,QWORD[8+rsp] ;WIN64 epilogue
|
||
|
mov rsi,QWORD[16+rsp]
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
|
||
|
$L$SEH_end_bn_power5:
|
||
|
|
||
|
global bn_sqr8x_internal
|
||
|
|
||
|
|
||
|
ALIGN 32
|
||
|
bn_sqr8x_internal:
|
||
|
__bn_sqr8x_internal:
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
lea rbp,[32+r10]
|
||
|
lea rsi,[r9*1+rsi]
|
||
|
|
||
|
mov rcx,r9
|
||
|
|
||
|
|
||
|
mov r14,QWORD[((-32))+rbp*1+rsi]
|
||
|
lea rdi,[((48+8))+r9*2+rsp]
|
||
|
mov rax,QWORD[((-24))+rbp*1+rsi]
|
||
|
lea rdi,[((-32))+rbp*1+rdi]
|
||
|
mov rbx,QWORD[((-16))+rbp*1+rsi]
|
||
|
mov r15,rax
|
||
|
|
||
|
mul r14
|
||
|
mov r10,rax
|
||
|
mov rax,rbx
|
||
|
mov r11,rdx
|
||
|
mov QWORD[((-24))+rbp*1+rdi],r10
|
||
|
|
||
|
mul r14
|
||
|
add r11,rax
|
||
|
mov rax,rbx
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-16))+rbp*1+rdi],r11
|
||
|
mov r10,rdx
|
||
|
|
||
|
|
||
|
mov rbx,QWORD[((-8))+rbp*1+rsi]
|
||
|
mul r15
|
||
|
mov r12,rax
|
||
|
mov rax,rbx
|
||
|
mov r13,rdx
|
||
|
|
||
|
lea rcx,[rbp]
|
||
|
mul r14
|
||
|
add r10,rax
|
||
|
mov rax,rbx
|
||
|
mov r11,rdx
|
||
|
adc r11,0
|
||
|
add r10,r12
|
||
|
adc r11,0
|
||
|
mov QWORD[((-8))+rcx*1+rdi],r10
|
||
|
jmp NEAR $L$sqr4x_1st
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqr4x_1st:
|
||
|
mov rbx,QWORD[rcx*1+rsi]
|
||
|
mul r15
|
||
|
add r13,rax
|
||
|
mov rax,rbx
|
||
|
mov r12,rdx
|
||
|
adc r12,0
|
||
|
|
||
|
mul r14
|
||
|
add r11,rax
|
||
|
mov rax,rbx
|
||
|
mov rbx,QWORD[8+rcx*1+rsi]
|
||
|
mov r10,rdx
|
||
|
adc r10,0
|
||
|
add r11,r13
|
||
|
adc r10,0
|
||
|
|
||
|
|
||
|
mul r15
|
||
|
add r12,rax
|
||
|
mov rax,rbx
|
||
|
mov QWORD[rcx*1+rdi],r11
|
||
|
mov r13,rdx
|
||
|
adc r13,0
|
||
|
|
||
|
mul r14
|
||
|
add r10,rax
|
||
|
mov rax,rbx
|
||
|
mov rbx,QWORD[16+rcx*1+rsi]
|
||
|
mov r11,rdx
|
||
|
adc r11,0
|
||
|
add r10,r12
|
||
|
adc r11,0
|
||
|
|
||
|
mul r15
|
||
|
add r13,rax
|
||
|
mov rax,rbx
|
||
|
mov QWORD[8+rcx*1+rdi],r10
|
||
|
mov r12,rdx
|
||
|
adc r12,0
|
||
|
|
||
|
mul r14
|
||
|
add r11,rax
|
||
|
mov rax,rbx
|
||
|
mov rbx,QWORD[24+rcx*1+rsi]
|
||
|
mov r10,rdx
|
||
|
adc r10,0
|
||
|
add r11,r13
|
||
|
adc r10,0
|
||
|
|
||
|
|
||
|
mul r15
|
||
|
add r12,rax
|
||
|
mov rax,rbx
|
||
|
mov QWORD[16+rcx*1+rdi],r11
|
||
|
mov r13,rdx
|
||
|
adc r13,0
|
||
|
lea rcx,[32+rcx]
|
||
|
|
||
|
mul r14
|
||
|
add r10,rax
|
||
|
mov rax,rbx
|
||
|
mov r11,rdx
|
||
|
adc r11,0
|
||
|
add r10,r12
|
||
|
adc r11,0
|
||
|
mov QWORD[((-8))+rcx*1+rdi],r10
|
||
|
|
||
|
cmp rcx,0
|
||
|
jne NEAR $L$sqr4x_1st
|
||
|
|
||
|
mul r15
|
||
|
add r13,rax
|
||
|
lea rbp,[16+rbp]
|
||
|
adc rdx,0
|
||
|
add r13,r11
|
||
|
adc rdx,0
|
||
|
|
||
|
mov QWORD[rdi],r13
|
||
|
mov r12,rdx
|
||
|
mov QWORD[8+rdi],rdx
|
||
|
jmp NEAR $L$sqr4x_outer
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqr4x_outer:
|
||
|
mov r14,QWORD[((-32))+rbp*1+rsi]
|
||
|
lea rdi,[((48+8))+r9*2+rsp]
|
||
|
mov rax,QWORD[((-24))+rbp*1+rsi]
|
||
|
lea rdi,[((-32))+rbp*1+rdi]
|
||
|
mov rbx,QWORD[((-16))+rbp*1+rsi]
|
||
|
mov r15,rax
|
||
|
|
||
|
mul r14
|
||
|
mov r10,QWORD[((-24))+rbp*1+rdi]
|
||
|
add r10,rax
|
||
|
mov rax,rbx
|
||
|
adc rdx,0
|
||
|
mov QWORD[((-24))+rbp*1+rdi],r10
|
||
|
mov r11,rdx
|
||
|
|
||
|
mul r14
|
||
|
add r11,rax
|
||
|
mov rax,rbx
|
||
|
adc rdx,0
|
||
|
add r11,QWORD[((-16))+rbp*1+rdi]
|
||
|
mov r10,rdx
|
||
|
adc r10,0
|
||
|
mov QWORD[((-16))+rbp*1+rdi],r11
|
||
|
|
||
|
xor r12,r12
|
||
|
|
||
|
mov rbx,QWORD[((-8))+rbp*1+rsi]
|
||
|
mul r15
|
||
|
add r12,rax
|
||
|
mov rax,rbx
|
||
|
adc rdx,0
|
||
|
add r12,QWORD[((-8))+rbp*1+rdi]
|
||
|
mov r13,rdx
|
||
|
adc r13,0
|
||
|
|
||
|
mul r14
|
||
|
add r10,rax
|
||
|
mov rax,rbx
|
||
|
adc rdx,0
|
||
|
add r10,r12
|
||
|
mov r11,rdx
|
||
|
adc r11,0
|
||
|
mov QWORD[((-8))+rbp*1+rdi],r10
|
||
|
|
||
|
lea rcx,[rbp]
|
||
|
jmp NEAR $L$sqr4x_inner
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqr4x_inner:
|
||
|
mov rbx,QWORD[rcx*1+rsi]
|
||
|
mul r15
|
||
|
add r13,rax
|
||
|
mov rax,rbx
|
||
|
mov r12,rdx
|
||
|
adc r12,0
|
||
|
add r13,QWORD[rcx*1+rdi]
|
||
|
adc r12,0
|
||
|
|
||
|
DB 0x67
|
||
|
mul r14
|
||
|
add r11,rax
|
||
|
mov rax,rbx
|
||
|
mov rbx,QWORD[8+rcx*1+rsi]
|
||
|
mov r10,rdx
|
||
|
adc r10,0
|
||
|
add r11,r13
|
||
|
adc r10,0
|
||
|
|
||
|
mul r15
|
||
|
add r12,rax
|
||
|
mov QWORD[rcx*1+rdi],r11
|
||
|
mov rax,rbx
|
||
|
mov r13,rdx
|
||
|
adc r13,0
|
||
|
add r12,QWORD[8+rcx*1+rdi]
|
||
|
lea rcx,[16+rcx]
|
||
|
adc r13,0
|
||
|
|
||
|
mul r14
|
||
|
add r10,rax
|
||
|
mov rax,rbx
|
||
|
adc rdx,0
|
||
|
add r10,r12
|
||
|
mov r11,rdx
|
||
|
adc r11,0
|
||
|
mov QWORD[((-8))+rcx*1+rdi],r10
|
||
|
|
||
|
cmp rcx,0
|
||
|
jne NEAR $L$sqr4x_inner
|
||
|
|
||
|
DB 0x67
|
||
|
mul r15
|
||
|
add r13,rax
|
||
|
adc rdx,0
|
||
|
add r13,r11
|
||
|
adc rdx,0
|
||
|
|
||
|
mov QWORD[rdi],r13
|
||
|
mov r12,rdx
|
||
|
mov QWORD[8+rdi],rdx
|
||
|
|
||
|
add rbp,16
|
||
|
jnz NEAR $L$sqr4x_outer
|
||
|
|
||
|
|
||
|
mov r14,QWORD[((-32))+rsi]
|
||
|
lea rdi,[((48+8))+r9*2+rsp]
|
||
|
mov rax,QWORD[((-24))+rsi]
|
||
|
lea rdi,[((-32))+rbp*1+rdi]
|
||
|
mov rbx,QWORD[((-16))+rsi]
|
||
|
mov r15,rax
|
||
|
|
||
|
mul r14
|
||
|
add r10,rax
|
||
|
mov rax,rbx
|
||
|
mov r11,rdx
|
||
|
adc r11,0
|
||
|
|
||
|
mul r14
|
||
|
add r11,rax
|
||
|
mov rax,rbx
|
||
|
mov QWORD[((-24))+rdi],r10
|
||
|
mov r10,rdx
|
||
|
adc r10,0
|
||
|
add r11,r13
|
||
|
mov rbx,QWORD[((-8))+rsi]
|
||
|
adc r10,0
|
||
|
|
||
|
mul r15
|
||
|
add r12,rax
|
||
|
mov rax,rbx
|
||
|
mov QWORD[((-16))+rdi],r11
|
||
|
mov r13,rdx
|
||
|
adc r13,0
|
||
|
|
||
|
mul r14
|
||
|
add r10,rax
|
||
|
mov rax,rbx
|
||
|
mov r11,rdx
|
||
|
adc r11,0
|
||
|
add r10,r12
|
||
|
adc r11,0
|
||
|
mov QWORD[((-8))+rdi],r10
|
||
|
|
||
|
mul r15
|
||
|
add r13,rax
|
||
|
mov rax,QWORD[((-16))+rsi]
|
||
|
adc rdx,0
|
||
|
add r13,r11
|
||
|
adc rdx,0
|
||
|
|
||
|
mov QWORD[rdi],r13
|
||
|
mov r12,rdx
|
||
|
mov QWORD[8+rdi],rdx
|
||
|
|
||
|
mul rbx
|
||
|
add rbp,16
|
||
|
xor r14,r14
|
||
|
sub rbp,r9
|
||
|
xor r15,r15
|
||
|
|
||
|
add rax,r12
|
||
|
adc rdx,0
|
||
|
mov QWORD[8+rdi],rax
|
||
|
mov QWORD[16+rdi],rdx
|
||
|
mov QWORD[24+rdi],r15
|
||
|
|
||
|
mov rax,QWORD[((-16))+rbp*1+rsi]
|
||
|
lea rdi,[((48+8))+rsp]
|
||
|
xor r10,r10
|
||
|
mov r11,QWORD[8+rdi]
|
||
|
|
||
|
lea r12,[r10*2+r14]
|
||
|
shr r10,63
|
||
|
lea r13,[r11*2+rcx]
|
||
|
shr r11,63
|
||
|
or r13,r10
|
||
|
mov r10,QWORD[16+rdi]
|
||
|
mov r14,r11
|
||
|
mul rax
|
||
|
neg r15
|
||
|
mov r11,QWORD[24+rdi]
|
||
|
adc r12,rax
|
||
|
mov rax,QWORD[((-8))+rbp*1+rsi]
|
||
|
mov QWORD[rdi],r12
|
||
|
adc r13,rdx
|
||
|
|
||
|
lea rbx,[r10*2+r14]
|
||
|
mov QWORD[8+rdi],r13
|
||
|
sbb r15,r15
|
||
|
shr r10,63
|
||
|
lea r8,[r11*2+rcx]
|
||
|
shr r11,63
|
||
|
or r8,r10
|
||
|
mov r10,QWORD[32+rdi]
|
||
|
mov r14,r11
|
||
|
mul rax
|
||
|
neg r15
|
||
|
mov r11,QWORD[40+rdi]
|
||
|
adc rbx,rax
|
||
|
mov rax,QWORD[rbp*1+rsi]
|
||
|
mov QWORD[16+rdi],rbx
|
||
|
adc r8,rdx
|
||
|
lea rbp,[16+rbp]
|
||
|
mov QWORD[24+rdi],r8
|
||
|
sbb r15,r15
|
||
|
lea rdi,[64+rdi]
|
||
|
jmp NEAR $L$sqr4x_shift_n_add
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqr4x_shift_n_add:
|
||
|
lea r12,[r10*2+r14]
|
||
|
shr r10,63
|
||
|
lea r13,[r11*2+rcx]
|
||
|
shr r11,63
|
||
|
or r13,r10
|
||
|
mov r10,QWORD[((-16))+rdi]
|
||
|
mov r14,r11
|
||
|
mul rax
|
||
|
neg r15
|
||
|
mov r11,QWORD[((-8))+rdi]
|
||
|
adc r12,rax
|
||
|
mov rax,QWORD[((-8))+rbp*1+rsi]
|
||
|
mov QWORD[((-32))+rdi],r12
|
||
|
adc r13,rdx
|
||
|
|
||
|
lea rbx,[r10*2+r14]
|
||
|
mov QWORD[((-24))+rdi],r13
|
||
|
sbb r15,r15
|
||
|
shr r10,63
|
||
|
lea r8,[r11*2+rcx]
|
||
|
shr r11,63
|
||
|
or r8,r10
|
||
|
mov r10,QWORD[rdi]
|
||
|
mov r14,r11
|
||
|
mul rax
|
||
|
neg r15
|
||
|
mov r11,QWORD[8+rdi]
|
||
|
adc rbx,rax
|
||
|
mov rax,QWORD[rbp*1+rsi]
|
||
|
mov QWORD[((-16))+rdi],rbx
|
||
|
adc r8,rdx
|
||
|
|
||
|
lea r12,[r10*2+r14]
|
||
|
mov QWORD[((-8))+rdi],r8
|
||
|
sbb r15,r15
|
||
|
shr r10,63
|
||
|
lea r13,[r11*2+rcx]
|
||
|
shr r11,63
|
||
|
or r13,r10
|
||
|
mov r10,QWORD[16+rdi]
|
||
|
mov r14,r11
|
||
|
mul rax
|
||
|
neg r15
|
||
|
mov r11,QWORD[24+rdi]
|
||
|
adc r12,rax
|
||
|
mov rax,QWORD[8+rbp*1+rsi]
|
||
|
mov QWORD[rdi],r12
|
||
|
adc r13,rdx
|
||
|
|
||
|
lea rbx,[r10*2+r14]
|
||
|
mov QWORD[8+rdi],r13
|
||
|
sbb r15,r15
|
||
|
shr r10,63
|
||
|
lea r8,[r11*2+rcx]
|
||
|
shr r11,63
|
||
|
or r8,r10
|
||
|
mov r10,QWORD[32+rdi]
|
||
|
mov r14,r11
|
||
|
mul rax
|
||
|
neg r15
|
||
|
mov r11,QWORD[40+rdi]
|
||
|
adc rbx,rax
|
||
|
mov rax,QWORD[16+rbp*1+rsi]
|
||
|
mov QWORD[16+rdi],rbx
|
||
|
adc r8,rdx
|
||
|
mov QWORD[24+rdi],r8
|
||
|
sbb r15,r15
|
||
|
lea rdi,[64+rdi]
|
||
|
add rbp,32
|
||
|
jnz NEAR $L$sqr4x_shift_n_add
|
||
|
|
||
|
lea r12,[r10*2+r14]
|
||
|
DB 0x67
|
||
|
shr r10,63
|
||
|
lea r13,[r11*2+rcx]
|
||
|
shr r11,63
|
||
|
or r13,r10
|
||
|
mov r10,QWORD[((-16))+rdi]
|
||
|
mov r14,r11
|
||
|
mul rax
|
||
|
neg r15
|
||
|
mov r11,QWORD[((-8))+rdi]
|
||
|
adc r12,rax
|
||
|
mov rax,QWORD[((-8))+rsi]
|
||
|
mov QWORD[((-32))+rdi],r12
|
||
|
adc r13,rdx
|
||
|
|
||
|
lea rbx,[r10*2+r14]
|
||
|
mov QWORD[((-24))+rdi],r13
|
||
|
sbb r15,r15
|
||
|
shr r10,63
|
||
|
lea r8,[r11*2+rcx]
|
||
|
shr r11,63
|
||
|
or r8,r10
|
||
|
mul rax
|
||
|
neg r15
|
||
|
adc rbx,rax
|
||
|
adc r8,rdx
|
||
|
mov QWORD[((-16))+rdi],rbx
|
||
|
mov QWORD[((-8))+rdi],r8
|
||
|
DB 102,72,15,126,213
|
||
|
__bn_sqr8x_reduction:
|
||
|
xor rax,rax
|
||
|
lea rcx,[rbp*1+r9]
|
||
|
lea rdx,[((48+8))+r9*2+rsp]
|
||
|
mov QWORD[((0+8))+rsp],rcx
|
||
|
lea rdi,[((48+8))+r9*1+rsp]
|
||
|
mov QWORD[((8+8))+rsp],rdx
|
||
|
neg r9
|
||
|
jmp NEAR $L$8x_reduction_loop
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$8x_reduction_loop:
|
||
|
lea rdi,[r9*1+rdi]
|
||
|
DB 0x66
|
||
|
mov rbx,QWORD[rdi]
|
||
|
mov r9,QWORD[8+rdi]
|
||
|
mov r10,QWORD[16+rdi]
|
||
|
mov r11,QWORD[24+rdi]
|
||
|
mov r12,QWORD[32+rdi]
|
||
|
mov r13,QWORD[40+rdi]
|
||
|
mov r14,QWORD[48+rdi]
|
||
|
mov r15,QWORD[56+rdi]
|
||
|
mov QWORD[rdx],rax
|
||
|
lea rdi,[64+rdi]
|
||
|
|
||
|
DB 0x67
|
||
|
mov r8,rbx
|
||
|
imul rbx,QWORD[((32+8))+rsp]
|
||
|
mov rax,QWORD[rbp]
|
||
|
mov ecx,8
|
||
|
jmp NEAR $L$8x_reduce
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$8x_reduce:
|
||
|
mul rbx
|
||
|
mov rax,QWORD[8+rbp]
|
||
|
neg r8
|
||
|
mov r8,rdx
|
||
|
adc r8,0
|
||
|
|
||
|
mul rbx
|
||
|
add r9,rax
|
||
|
mov rax,QWORD[16+rbp]
|
||
|
adc rdx,0
|
||
|
add r8,r9
|
||
|
mov QWORD[((48-8+8))+rcx*8+rsp],rbx
|
||
|
mov r9,rdx
|
||
|
adc r9,0
|
||
|
|
||
|
mul rbx
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[24+rbp]
|
||
|
adc rdx,0
|
||
|
add r9,r10
|
||
|
mov rsi,QWORD[((32+8))+rsp]
|
||
|
mov r10,rdx
|
||
|
adc r10,0
|
||
|
|
||
|
mul rbx
|
||
|
add r11,rax
|
||
|
mov rax,QWORD[32+rbp]
|
||
|
adc rdx,0
|
||
|
imul rsi,r8
|
||
|
add r10,r11
|
||
|
mov r11,rdx
|
||
|
adc r11,0
|
||
|
|
||
|
mul rbx
|
||
|
add r12,rax
|
||
|
mov rax,QWORD[40+rbp]
|
||
|
adc rdx,0
|
||
|
add r11,r12
|
||
|
mov r12,rdx
|
||
|
adc r12,0
|
||
|
|
||
|
mul rbx
|
||
|
add r13,rax
|
||
|
mov rax,QWORD[48+rbp]
|
||
|
adc rdx,0
|
||
|
add r12,r13
|
||
|
mov r13,rdx
|
||
|
adc r13,0
|
||
|
|
||
|
mul rbx
|
||
|
add r14,rax
|
||
|
mov rax,QWORD[56+rbp]
|
||
|
adc rdx,0
|
||
|
add r13,r14
|
||
|
mov r14,rdx
|
||
|
adc r14,0
|
||
|
|
||
|
mul rbx
|
||
|
mov rbx,rsi
|
||
|
add r15,rax
|
||
|
mov rax,QWORD[rbp]
|
||
|
adc rdx,0
|
||
|
add r14,r15
|
||
|
mov r15,rdx
|
||
|
adc r15,0
|
||
|
|
||
|
dec ecx
|
||
|
jnz NEAR $L$8x_reduce
|
||
|
|
||
|
lea rbp,[64+rbp]
|
||
|
xor rax,rax
|
||
|
mov rdx,QWORD[((8+8))+rsp]
|
||
|
cmp rbp,QWORD[((0+8))+rsp]
|
||
|
jae NEAR $L$8x_no_tail
|
||
|
|
||
|
DB 0x66
|
||
|
add r8,QWORD[rdi]
|
||
|
adc r9,QWORD[8+rdi]
|
||
|
adc r10,QWORD[16+rdi]
|
||
|
adc r11,QWORD[24+rdi]
|
||
|
adc r12,QWORD[32+rdi]
|
||
|
adc r13,QWORD[40+rdi]
|
||
|
adc r14,QWORD[48+rdi]
|
||
|
adc r15,QWORD[56+rdi]
|
||
|
sbb rsi,rsi
|
||
|
|
||
|
mov rbx,QWORD[((48+56+8))+rsp]
|
||
|
mov ecx,8
|
||
|
mov rax,QWORD[rbp]
|
||
|
jmp NEAR $L$8x_tail
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$8x_tail:
|
||
|
mul rbx
|
||
|
add r8,rax
|
||
|
mov rax,QWORD[8+rbp]
|
||
|
mov QWORD[rdi],r8
|
||
|
mov r8,rdx
|
||
|
adc r8,0
|
||
|
|
||
|
mul rbx
|
||
|
add r9,rax
|
||
|
mov rax,QWORD[16+rbp]
|
||
|
adc rdx,0
|
||
|
add r8,r9
|
||
|
lea rdi,[8+rdi]
|
||
|
mov r9,rdx
|
||
|
adc r9,0
|
||
|
|
||
|
mul rbx
|
||
|
add r10,rax
|
||
|
mov rax,QWORD[24+rbp]
|
||
|
adc rdx,0
|
||
|
add r9,r10
|
||
|
mov r10,rdx
|
||
|
adc r10,0
|
||
|
|
||
|
mul rbx
|
||
|
add r11,rax
|
||
|
mov rax,QWORD[32+rbp]
|
||
|
adc rdx,0
|
||
|
add r10,r11
|
||
|
mov r11,rdx
|
||
|
adc r11,0
|
||
|
|
||
|
mul rbx
|
||
|
add r12,rax
|
||
|
mov rax,QWORD[40+rbp]
|
||
|
adc rdx,0
|
||
|
add r11,r12
|
||
|
mov r12,rdx
|
||
|
adc r12,0
|
||
|
|
||
|
mul rbx
|
||
|
add r13,rax
|
||
|
mov rax,QWORD[48+rbp]
|
||
|
adc rdx,0
|
||
|
add r12,r13
|
||
|
mov r13,rdx
|
||
|
adc r13,0
|
||
|
|
||
|
mul rbx
|
||
|
add r14,rax
|
||
|
mov rax,QWORD[56+rbp]
|
||
|
adc rdx,0
|
||
|
add r13,r14
|
||
|
mov r14,rdx
|
||
|
adc r14,0
|
||
|
|
||
|
mul rbx
|
||
|
mov rbx,QWORD[((48-16+8))+rcx*8+rsp]
|
||
|
add r15,rax
|
||
|
adc rdx,0
|
||
|
add r14,r15
|
||
|
mov rax,QWORD[rbp]
|
||
|
mov r15,rdx
|
||
|
adc r15,0
|
||
|
|
||
|
dec ecx
|
||
|
jnz NEAR $L$8x_tail
|
||
|
|
||
|
lea rbp,[64+rbp]
|
||
|
mov rdx,QWORD[((8+8))+rsp]
|
||
|
cmp rbp,QWORD[((0+8))+rsp]
|
||
|
jae NEAR $L$8x_tail_done
|
||
|
|
||
|
mov rbx,QWORD[((48+56+8))+rsp]
|
||
|
neg rsi
|
||
|
mov rax,QWORD[rbp]
|
||
|
adc r8,QWORD[rdi]
|
||
|
adc r9,QWORD[8+rdi]
|
||
|
adc r10,QWORD[16+rdi]
|
||
|
adc r11,QWORD[24+rdi]
|
||
|
adc r12,QWORD[32+rdi]
|
||
|
adc r13,QWORD[40+rdi]
|
||
|
adc r14,QWORD[48+rdi]
|
||
|
adc r15,QWORD[56+rdi]
|
||
|
sbb rsi,rsi
|
||
|
|
||
|
mov ecx,8
|
||
|
jmp NEAR $L$8x_tail
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$8x_tail_done:
|
||
|
xor rax,rax
|
||
|
add r8,QWORD[rdx]
|
||
|
adc r9,0
|
||
|
adc r10,0
|
||
|
adc r11,0
|
||
|
adc r12,0
|
||
|
adc r13,0
|
||
|
adc r14,0
|
||
|
adc r15,0
|
||
|
adc rax,0
|
||
|
|
||
|
neg rsi
|
||
|
$L$8x_no_tail:
|
||
|
adc r8,QWORD[rdi]
|
||
|
adc r9,QWORD[8+rdi]
|
||
|
adc r10,QWORD[16+rdi]
|
||
|
adc r11,QWORD[24+rdi]
|
||
|
adc r12,QWORD[32+rdi]
|
||
|
adc r13,QWORD[40+rdi]
|
||
|
adc r14,QWORD[48+rdi]
|
||
|
adc r15,QWORD[56+rdi]
|
||
|
adc rax,0
|
||
|
mov rcx,QWORD[((-8))+rbp]
|
||
|
xor rsi,rsi
|
||
|
|
||
|
DB 102,72,15,126,213
|
||
|
|
||
|
mov QWORD[rdi],r8
|
||
|
mov QWORD[8+rdi],r9
|
||
|
DB 102,73,15,126,217
|
||
|
mov QWORD[16+rdi],r10
|
||
|
mov QWORD[24+rdi],r11
|
||
|
mov QWORD[32+rdi],r12
|
||
|
mov QWORD[40+rdi],r13
|
||
|
mov QWORD[48+rdi],r14
|
||
|
mov QWORD[56+rdi],r15
|
||
|
lea rdi,[64+rdi]
|
||
|
|
||
|
cmp rdi,rdx
|
||
|
jb NEAR $L$8x_reduction_loop
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
|
||
|
|
||
|
|
||
|
ALIGN 32
|
||
|
__bn_post4x_internal:
|
||
|
|
||
|
mov r12,QWORD[rbp]
|
||
|
lea rbx,[r9*1+rdi]
|
||
|
mov rcx,r9
|
||
|
DB 102,72,15,126,207
|
||
|
neg rax
|
||
|
DB 102,72,15,126,206
|
||
|
sar rcx,3+2
|
||
|
dec r12
|
||
|
xor r10,r10
|
||
|
mov r13,QWORD[8+rbp]
|
||
|
mov r14,QWORD[16+rbp]
|
||
|
mov r15,QWORD[24+rbp]
|
||
|
jmp NEAR $L$sqr4x_sub_entry
|
||
|
|
||
|
ALIGN 16
|
||
|
$L$sqr4x_sub:
|
||
|
mov r12,QWORD[rbp]
|
||
|
mov r13,QWORD[8+rbp]
|
||
|
mov r14,QWORD[16+rbp]
|
||
|
mov r15,QWORD[24+rbp]
|
||
|
$L$sqr4x_sub_entry:
|
||
|
lea rbp,[32+rbp]
|
||
|
not r12
|
||
|
not r13
|
||
|
not r14
|
||
|
not r15
|
||
|
and r12,rax
|
||
|
and r13,rax
|
||
|
and r14,rax
|
||
|
and r15,rax
|
||
|
|
||
|
neg r10
|
||
|
adc r12,QWORD[rbx]
|
||
|
adc r13,QWORD[8+rbx]
|
||
|
adc r14,QWORD[16+rbx]
|
||
|
adc r15,QWORD[24+rbx]
|
||
|
mov QWORD[rdi],r12
|
||
|
lea rbx,[32+rbx]
|
||
|
mov QWORD[8+rdi],r13
|
||
|
sbb r10,r10
|
||
|
mov QWORD[16+rdi],r14
|
||
|
mov QWORD[24+rdi],r15
|
||
|
lea rdi,[32+rdi]
|
||
|
|
||
|
inc rcx
|
||
|
jnz NEAR $L$sqr4x_sub
|
||
|
|
||
|
mov r10,r9
|
||
|
neg r9
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
|
||
|
|
||
|
global bn_from_montgomery
|
||
|
|
||
|
ALIGN 32
|
||
|
bn_from_montgomery:
|
||
|
|
||
|
test DWORD[48+rsp],7
|
||
|
jz NEAR bn_from_mont8x
|
||
|
xor eax,eax
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
ALIGN 32
|
||
|
bn_from_mont8x:
|
||
|
mov QWORD[8+rsp],rdi ;WIN64 prologue
|
||
|
mov QWORD[16+rsp],rsi
|
||
|
mov rax,rsp
|
||
|
$L$SEH_begin_bn_from_mont8x:
|
||
|
mov rdi,rcx
|
||
|
mov rsi,rdx
|
||
|
mov rdx,r8
|
||
|
mov rcx,r9
|
||
|
mov r8,QWORD[40+rsp]
|
||
|
mov r9,QWORD[48+rsp]
|
||
|
|
||
|
|
||
|
|
||
|
DB 0x67
|
||
|
mov rax,rsp
|
||
|
|
||
|
push rbx
|
||
|
|
||
|
push rbp
|
||
|
|
||
|
push r12
|
||
|
|
||
|
push r13
|
||
|
|
||
|
push r14
|
||
|
|
||
|
push r15
|
||
|
|
||
|
$L$from_prologue:
|
||
|
|
||
|
shl r9d,3
|
||
|
lea r10,[r9*2+r9]
|
||
|
neg r9
|
||
|
mov r8,QWORD[r8]
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
lea r11,[((-320))+r9*2+rsp]
|
||
|
mov rbp,rsp
|
||
|
sub r11,rdi
|
||
|
and r11,4095
|
||
|
cmp r10,r11
|
||
|
jb NEAR $L$from_sp_alt
|
||
|
sub rbp,r11
|
||
|
lea rbp,[((-320))+r9*2+rbp]
|
||
|
jmp NEAR $L$from_sp_done
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$from_sp_alt:
|
||
|
lea r10,[((4096-320))+r9*2]
|
||
|
lea rbp,[((-320))+r9*2+rbp]
|
||
|
sub r11,r10
|
||
|
mov r10,0
|
||
|
cmovc r11,r10
|
||
|
sub rbp,r11
|
||
|
$L$from_sp_done:
|
||
|
and rbp,-64
|
||
|
mov r11,rsp
|
||
|
sub r11,rbp
|
||
|
and r11,-4096
|
||
|
lea rsp,[rbp*1+r11]
|
||
|
mov r10,QWORD[rsp]
|
||
|
cmp rsp,rbp
|
||
|
ja NEAR $L$from_page_walk
|
||
|
jmp NEAR $L$from_page_walk_done
|
||
|
|
||
|
$L$from_page_walk:
|
||
|
lea rsp,[((-4096))+rsp]
|
||
|
mov r10,QWORD[rsp]
|
||
|
cmp rsp,rbp
|
||
|
ja NEAR $L$from_page_walk
|
||
|
$L$from_page_walk_done:
|
||
|
|
||
|
mov r10,r9
|
||
|
neg r9
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
mov QWORD[32+rsp],r8
|
||
|
mov QWORD[40+rsp],rax
|
||
|
|
||
|
$L$from_body:
|
||
|
mov r11,r9
|
||
|
lea rax,[48+rsp]
|
||
|
pxor xmm0,xmm0
|
||
|
jmp NEAR $L$mul_by_1
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$mul_by_1:
|
||
|
movdqu xmm1,XMMWORD[rsi]
|
||
|
movdqu xmm2,XMMWORD[16+rsi]
|
||
|
movdqu xmm3,XMMWORD[32+rsi]
|
||
|
movdqa XMMWORD[r9*1+rax],xmm0
|
||
|
movdqu xmm4,XMMWORD[48+rsi]
|
||
|
movdqa XMMWORD[16+r9*1+rax],xmm0
|
||
|
DB 0x48,0x8d,0xb6,0x40,0x00,0x00,0x00
|
||
|
movdqa XMMWORD[rax],xmm1
|
||
|
movdqa XMMWORD[32+r9*1+rax],xmm0
|
||
|
movdqa XMMWORD[16+rax],xmm2
|
||
|
movdqa XMMWORD[48+r9*1+rax],xmm0
|
||
|
movdqa XMMWORD[32+rax],xmm3
|
||
|
movdqa XMMWORD[48+rax],xmm4
|
||
|
lea rax,[64+rax]
|
||
|
sub r11,64
|
||
|
jnz NEAR $L$mul_by_1
|
||
|
|
||
|
DB 102,72,15,110,207
|
||
|
DB 102,72,15,110,209
|
||
|
DB 0x67
|
||
|
mov rbp,rcx
|
||
|
DB 102,73,15,110,218
|
||
|
lea r11,[OPENSSL_ia32cap_P]
|
||
|
mov r11d,DWORD[8+r11]
|
||
|
and r11d,0x80108
|
||
|
cmp r11d,0x80108
|
||
|
jne NEAR $L$from_mont_nox
|
||
|
|
||
|
lea rdi,[r9*1+rax]
|
||
|
call __bn_sqrx8x_reduction
|
||
|
call __bn_postx4x_internal
|
||
|
|
||
|
pxor xmm0,xmm0
|
||
|
lea rax,[48+rsp]
|
||
|
jmp NEAR $L$from_mont_zero
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$from_mont_nox:
|
||
|
call __bn_sqr8x_reduction
|
||
|
call __bn_post4x_internal
|
||
|
|
||
|
pxor xmm0,xmm0
|
||
|
lea rax,[48+rsp]
|
||
|
jmp NEAR $L$from_mont_zero
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$from_mont_zero:
|
||
|
mov rsi,QWORD[40+rsp]
|
||
|
|
||
|
movdqa XMMWORD[rax],xmm0
|
||
|
movdqa XMMWORD[16+rax],xmm0
|
||
|
movdqa XMMWORD[32+rax],xmm0
|
||
|
movdqa XMMWORD[48+rax],xmm0
|
||
|
lea rax,[64+rax]
|
||
|
sub r9,32
|
||
|
jnz NEAR $L$from_mont_zero
|
||
|
|
||
|
mov rax,1
|
||
|
mov r15,QWORD[((-48))+rsi]
|
||
|
|
||
|
mov r14,QWORD[((-40))+rsi]
|
||
|
|
||
|
mov r13,QWORD[((-32))+rsi]
|
||
|
|
||
|
mov r12,QWORD[((-24))+rsi]
|
||
|
|
||
|
mov rbp,QWORD[((-16))+rsi]
|
||
|
|
||
|
mov rbx,QWORD[((-8))+rsi]
|
||
|
|
||
|
lea rsp,[rsi]
|
||
|
|
||
|
$L$from_epilogue:
|
||
|
mov rdi,QWORD[8+rsp] ;WIN64 epilogue
|
||
|
mov rsi,QWORD[16+rsp]
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
|
||
|
$L$SEH_end_bn_from_mont8x:
|
||
|
|
||
|
ALIGN 32
|
||
|
bn_mulx4x_mont_gather5:
|
||
|
mov QWORD[8+rsp],rdi ;WIN64 prologue
|
||
|
mov QWORD[16+rsp],rsi
|
||
|
mov rax,rsp
|
||
|
$L$SEH_begin_bn_mulx4x_mont_gather5:
|
||
|
mov rdi,rcx
|
||
|
mov rsi,rdx
|
||
|
mov rdx,r8
|
||
|
mov rcx,r9
|
||
|
mov r8,QWORD[40+rsp]
|
||
|
mov r9,QWORD[48+rsp]
|
||
|
|
||
|
|
||
|
|
||
|
mov rax,rsp
|
||
|
|
||
|
$L$mulx4x_enter:
|
||
|
push rbx
|
||
|
|
||
|
push rbp
|
||
|
|
||
|
push r12
|
||
|
|
||
|
push r13
|
||
|
|
||
|
push r14
|
||
|
|
||
|
push r15
|
||
|
|
||
|
$L$mulx4x_prologue:
|
||
|
|
||
|
shl r9d,3
|
||
|
lea r10,[r9*2+r9]
|
||
|
neg r9
|
||
|
mov r8,QWORD[r8]
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
lea r11,[((-320))+r9*2+rsp]
|
||
|
mov rbp,rsp
|
||
|
sub r11,rdi
|
||
|
and r11,4095
|
||
|
cmp r10,r11
|
||
|
jb NEAR $L$mulx4xsp_alt
|
||
|
sub rbp,r11
|
||
|
lea rbp,[((-320))+r9*2+rbp]
|
||
|
jmp NEAR $L$mulx4xsp_done
|
||
|
|
||
|
$L$mulx4xsp_alt:
|
||
|
lea r10,[((4096-320))+r9*2]
|
||
|
lea rbp,[((-320))+r9*2+rbp]
|
||
|
sub r11,r10
|
||
|
mov r10,0
|
||
|
cmovc r11,r10
|
||
|
sub rbp,r11
|
||
|
$L$mulx4xsp_done:
|
||
|
and rbp,-64
|
||
|
mov r11,rsp
|
||
|
sub r11,rbp
|
||
|
and r11,-4096
|
||
|
lea rsp,[rbp*1+r11]
|
||
|
mov r10,QWORD[rsp]
|
||
|
cmp rsp,rbp
|
||
|
ja NEAR $L$mulx4x_page_walk
|
||
|
jmp NEAR $L$mulx4x_page_walk_done
|
||
|
|
||
|
$L$mulx4x_page_walk:
|
||
|
lea rsp,[((-4096))+rsp]
|
||
|
mov r10,QWORD[rsp]
|
||
|
cmp rsp,rbp
|
||
|
ja NEAR $L$mulx4x_page_walk
|
||
|
$L$mulx4x_page_walk_done:
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
mov QWORD[32+rsp],r8
|
||
|
mov QWORD[40+rsp],rax
|
||
|
|
||
|
$L$mulx4x_body:
|
||
|
call mulx4x_internal
|
||
|
|
||
|
mov rsi,QWORD[40+rsp]
|
||
|
|
||
|
mov rax,1
|
||
|
|
||
|
mov r15,QWORD[((-48))+rsi]
|
||
|
|
||
|
mov r14,QWORD[((-40))+rsi]
|
||
|
|
||
|
mov r13,QWORD[((-32))+rsi]
|
||
|
|
||
|
mov r12,QWORD[((-24))+rsi]
|
||
|
|
||
|
mov rbp,QWORD[((-16))+rsi]
|
||
|
|
||
|
mov rbx,QWORD[((-8))+rsi]
|
||
|
|
||
|
lea rsp,[rsi]
|
||
|
|
||
|
$L$mulx4x_epilogue:
|
||
|
mov rdi,QWORD[8+rsp] ;WIN64 epilogue
|
||
|
mov rsi,QWORD[16+rsp]
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
|
||
|
$L$SEH_end_bn_mulx4x_mont_gather5:
|
||
|
|
||
|
|
||
|
ALIGN 32
|
||
|
mulx4x_internal:
|
||
|
|
||
|
mov QWORD[8+rsp],r9
|
||
|
mov r10,r9
|
||
|
neg r9
|
||
|
shl r9,5
|
||
|
neg r10
|
||
|
lea r13,[128+r9*1+rdx]
|
||
|
shr r9,5+5
|
||
|
movd xmm5,DWORD[56+rax]
|
||
|
sub r9,1
|
||
|
lea rax,[$L$inc]
|
||
|
mov QWORD[((16+8))+rsp],r13
|
||
|
mov QWORD[((24+8))+rsp],r9
|
||
|
mov QWORD[((56+8))+rsp],rdi
|
||
|
movdqa xmm0,XMMWORD[rax]
|
||
|
movdqa xmm1,XMMWORD[16+rax]
|
||
|
lea r10,[((88-112))+r10*1+rsp]
|
||
|
lea rdi,[128+rdx]
|
||
|
|
||
|
pshufd xmm5,xmm5,0
|
||
|
movdqa xmm4,xmm1
|
||
|
DB 0x67
|
||
|
movdqa xmm2,xmm1
|
||
|
DB 0x67
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa xmm3,xmm4
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[112+r10],xmm0
|
||
|
movdqa xmm0,xmm4
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[128+r10],xmm1
|
||
|
movdqa xmm1,xmm4
|
||
|
|
||
|
paddd xmm0,xmm3
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[144+r10],xmm2
|
||
|
movdqa xmm2,xmm4
|
||
|
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa XMMWORD[160+r10],xmm3
|
||
|
movdqa xmm3,xmm4
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[176+r10],xmm0
|
||
|
movdqa xmm0,xmm4
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[192+r10],xmm1
|
||
|
movdqa xmm1,xmm4
|
||
|
|
||
|
paddd xmm0,xmm3
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[208+r10],xmm2
|
||
|
movdqa xmm2,xmm4
|
||
|
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa XMMWORD[224+r10],xmm3
|
||
|
movdqa xmm3,xmm4
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[240+r10],xmm0
|
||
|
movdqa xmm0,xmm4
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[256+r10],xmm1
|
||
|
movdqa xmm1,xmm4
|
||
|
|
||
|
paddd xmm0,xmm3
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[272+r10],xmm2
|
||
|
movdqa xmm2,xmm4
|
||
|
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa XMMWORD[288+r10],xmm3
|
||
|
movdqa xmm3,xmm4
|
||
|
DB 0x67
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[304+r10],xmm0
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[320+r10],xmm1
|
||
|
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[336+r10],xmm2
|
||
|
|
||
|
pand xmm0,XMMWORD[64+rdi]
|
||
|
pand xmm1,XMMWORD[80+rdi]
|
||
|
pand xmm2,XMMWORD[96+rdi]
|
||
|
movdqa XMMWORD[352+r10],xmm3
|
||
|
pand xmm3,XMMWORD[112+rdi]
|
||
|
por xmm0,xmm2
|
||
|
por xmm1,xmm3
|
||
|
movdqa xmm4,XMMWORD[((-128))+rdi]
|
||
|
movdqa xmm5,XMMWORD[((-112))+rdi]
|
||
|
movdqa xmm2,XMMWORD[((-96))+rdi]
|
||
|
pand xmm4,XMMWORD[112+r10]
|
||
|
movdqa xmm3,XMMWORD[((-80))+rdi]
|
||
|
pand xmm5,XMMWORD[128+r10]
|
||
|
por xmm0,xmm4
|
||
|
pand xmm2,XMMWORD[144+r10]
|
||
|
por xmm1,xmm5
|
||
|
pand xmm3,XMMWORD[160+r10]
|
||
|
por xmm0,xmm2
|
||
|
por xmm1,xmm3
|
||
|
movdqa xmm4,XMMWORD[((-64))+rdi]
|
||
|
movdqa xmm5,XMMWORD[((-48))+rdi]
|
||
|
movdqa xmm2,XMMWORD[((-32))+rdi]
|
||
|
pand xmm4,XMMWORD[176+r10]
|
||
|
movdqa xmm3,XMMWORD[((-16))+rdi]
|
||
|
pand xmm5,XMMWORD[192+r10]
|
||
|
por xmm0,xmm4
|
||
|
pand xmm2,XMMWORD[208+r10]
|
||
|
por xmm1,xmm5
|
||
|
pand xmm3,XMMWORD[224+r10]
|
||
|
por xmm0,xmm2
|
||
|
por xmm1,xmm3
|
||
|
movdqa xmm4,XMMWORD[rdi]
|
||
|
movdqa xmm5,XMMWORD[16+rdi]
|
||
|
movdqa xmm2,XMMWORD[32+rdi]
|
||
|
pand xmm4,XMMWORD[240+r10]
|
||
|
movdqa xmm3,XMMWORD[48+rdi]
|
||
|
pand xmm5,XMMWORD[256+r10]
|
||
|
por xmm0,xmm4
|
||
|
pand xmm2,XMMWORD[272+r10]
|
||
|
por xmm1,xmm5
|
||
|
pand xmm3,XMMWORD[288+r10]
|
||
|
por xmm0,xmm2
|
||
|
por xmm1,xmm3
|
||
|
pxor xmm0,xmm1
|
||
|
pshufd xmm1,xmm0,0x4e
|
||
|
por xmm0,xmm1
|
||
|
lea rdi,[256+rdi]
|
||
|
DB 102,72,15,126,194
|
||
|
lea rbx,[((64+32+8))+rsp]
|
||
|
|
||
|
mov r9,rdx
|
||
|
mulx rax,r8,QWORD[rsi]
|
||
|
mulx r12,r11,QWORD[8+rsi]
|
||
|
add r11,rax
|
||
|
mulx r13,rax,QWORD[16+rsi]
|
||
|
adc r12,rax
|
||
|
adc r13,0
|
||
|
mulx r14,rax,QWORD[24+rsi]
|
||
|
|
||
|
mov r15,r8
|
||
|
imul r8,QWORD[((32+8))+rsp]
|
||
|
xor rbp,rbp
|
||
|
mov rdx,r8
|
||
|
|
||
|
mov QWORD[((8+8))+rsp],rdi
|
||
|
|
||
|
lea rsi,[32+rsi]
|
||
|
adcx r13,rax
|
||
|
adcx r14,rbp
|
||
|
|
||
|
mulx r10,rax,QWORD[rcx]
|
||
|
adcx r15,rax
|
||
|
adox r10,r11
|
||
|
mulx r11,rax,QWORD[8+rcx]
|
||
|
adcx r10,rax
|
||
|
adox r11,r12
|
||
|
mulx r12,rax,QWORD[16+rcx]
|
||
|
mov rdi,QWORD[((24+8))+rsp]
|
||
|
mov QWORD[((-32))+rbx],r10
|
||
|
adcx r11,rax
|
||
|
adox r12,r13
|
||
|
mulx r15,rax,QWORD[24+rcx]
|
||
|
mov rdx,r9
|
||
|
mov QWORD[((-24))+rbx],r11
|
||
|
adcx r12,rax
|
||
|
adox r15,rbp
|
||
|
lea rcx,[32+rcx]
|
||
|
mov QWORD[((-16))+rbx],r12
|
||
|
jmp NEAR $L$mulx4x_1st
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$mulx4x_1st:
|
||
|
adcx r15,rbp
|
||
|
mulx rax,r10,QWORD[rsi]
|
||
|
adcx r10,r14
|
||
|
mulx r14,r11,QWORD[8+rsi]
|
||
|
adcx r11,rax
|
||
|
mulx rax,r12,QWORD[16+rsi]
|
||
|
adcx r12,r14
|
||
|
mulx r14,r13,QWORD[24+rsi]
|
||
|
DB 0x67,0x67
|
||
|
mov rdx,r8
|
||
|
adcx r13,rax
|
||
|
adcx r14,rbp
|
||
|
lea rsi,[32+rsi]
|
||
|
lea rbx,[32+rbx]
|
||
|
|
||
|
adox r10,r15
|
||
|
mulx r15,rax,QWORD[rcx]
|
||
|
adcx r10,rax
|
||
|
adox r11,r15
|
||
|
mulx r15,rax,QWORD[8+rcx]
|
||
|
adcx r11,rax
|
||
|
adox r12,r15
|
||
|
mulx r15,rax,QWORD[16+rcx]
|
||
|
mov QWORD[((-40))+rbx],r10
|
||
|
adcx r12,rax
|
||
|
mov QWORD[((-32))+rbx],r11
|
||
|
adox r13,r15
|
||
|
mulx r15,rax,QWORD[24+rcx]
|
||
|
mov rdx,r9
|
||
|
mov QWORD[((-24))+rbx],r12
|
||
|
adcx r13,rax
|
||
|
adox r15,rbp
|
||
|
lea rcx,[32+rcx]
|
||
|
mov QWORD[((-16))+rbx],r13
|
||
|
|
||
|
dec rdi
|
||
|
jnz NEAR $L$mulx4x_1st
|
||
|
|
||
|
mov rax,QWORD[8+rsp]
|
||
|
adc r15,rbp
|
||
|
lea rsi,[rax*1+rsi]
|
||
|
add r14,r15
|
||
|
mov rdi,QWORD[((8+8))+rsp]
|
||
|
adc rbp,rbp
|
||
|
mov QWORD[((-8))+rbx],r14
|
||
|
jmp NEAR $L$mulx4x_outer
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$mulx4x_outer:
|
||
|
lea r10,[((16-256))+rbx]
|
||
|
pxor xmm4,xmm4
|
||
|
DB 0x67,0x67
|
||
|
pxor xmm5,xmm5
|
||
|
movdqa xmm0,XMMWORD[((-128))+rdi]
|
||
|
movdqa xmm1,XMMWORD[((-112))+rdi]
|
||
|
movdqa xmm2,XMMWORD[((-96))+rdi]
|
||
|
pand xmm0,XMMWORD[256+r10]
|
||
|
movdqa xmm3,XMMWORD[((-80))+rdi]
|
||
|
pand xmm1,XMMWORD[272+r10]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[288+r10]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[304+r10]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
movdqa xmm0,XMMWORD[((-64))+rdi]
|
||
|
movdqa xmm1,XMMWORD[((-48))+rdi]
|
||
|
movdqa xmm2,XMMWORD[((-32))+rdi]
|
||
|
pand xmm0,XMMWORD[320+r10]
|
||
|
movdqa xmm3,XMMWORD[((-16))+rdi]
|
||
|
pand xmm1,XMMWORD[336+r10]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[352+r10]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[368+r10]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
movdqa xmm0,XMMWORD[rdi]
|
||
|
movdqa xmm1,XMMWORD[16+rdi]
|
||
|
movdqa xmm2,XMMWORD[32+rdi]
|
||
|
pand xmm0,XMMWORD[384+r10]
|
||
|
movdqa xmm3,XMMWORD[48+rdi]
|
||
|
pand xmm1,XMMWORD[400+r10]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[416+r10]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[432+r10]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
movdqa xmm0,XMMWORD[64+rdi]
|
||
|
movdqa xmm1,XMMWORD[80+rdi]
|
||
|
movdqa xmm2,XMMWORD[96+rdi]
|
||
|
pand xmm0,XMMWORD[448+r10]
|
||
|
movdqa xmm3,XMMWORD[112+rdi]
|
||
|
pand xmm1,XMMWORD[464+r10]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[480+r10]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[496+r10]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
por xmm4,xmm5
|
||
|
pshufd xmm0,xmm4,0x4e
|
||
|
por xmm0,xmm4
|
||
|
lea rdi,[256+rdi]
|
||
|
DB 102,72,15,126,194
|
||
|
|
||
|
mov QWORD[rbx],rbp
|
||
|
lea rbx,[32+rax*1+rbx]
|
||
|
mulx r11,r8,QWORD[rsi]
|
||
|
xor rbp,rbp
|
||
|
mov r9,rdx
|
||
|
mulx r12,r14,QWORD[8+rsi]
|
||
|
adox r8,QWORD[((-32))+rbx]
|
||
|
adcx r11,r14
|
||
|
mulx r13,r15,QWORD[16+rsi]
|
||
|
adox r11,QWORD[((-24))+rbx]
|
||
|
adcx r12,r15
|
||
|
mulx r14,rdx,QWORD[24+rsi]
|
||
|
adox r12,QWORD[((-16))+rbx]
|
||
|
adcx r13,rdx
|
||
|
lea rcx,[rax*1+rcx]
|
||
|
lea rsi,[32+rsi]
|
||
|
adox r13,QWORD[((-8))+rbx]
|
||
|
adcx r14,rbp
|
||
|
adox r14,rbp
|
||
|
|
||
|
mov r15,r8
|
||
|
imul r8,QWORD[((32+8))+rsp]
|
||
|
|
||
|
mov rdx,r8
|
||
|
xor rbp,rbp
|
||
|
mov QWORD[((8+8))+rsp],rdi
|
||
|
|
||
|
mulx r10,rax,QWORD[rcx]
|
||
|
adcx r15,rax
|
||
|
adox r10,r11
|
||
|
mulx r11,rax,QWORD[8+rcx]
|
||
|
adcx r10,rax
|
||
|
adox r11,r12
|
||
|
mulx r12,rax,QWORD[16+rcx]
|
||
|
adcx r11,rax
|
||
|
adox r12,r13
|
||
|
mulx r15,rax,QWORD[24+rcx]
|
||
|
mov rdx,r9
|
||
|
mov rdi,QWORD[((24+8))+rsp]
|
||
|
mov QWORD[((-32))+rbx],r10
|
||
|
adcx r12,rax
|
||
|
mov QWORD[((-24))+rbx],r11
|
||
|
adox r15,rbp
|
||
|
mov QWORD[((-16))+rbx],r12
|
||
|
lea rcx,[32+rcx]
|
||
|
jmp NEAR $L$mulx4x_inner
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$mulx4x_inner:
|
||
|
mulx rax,r10,QWORD[rsi]
|
||
|
adcx r15,rbp
|
||
|
adox r10,r14
|
||
|
mulx r14,r11,QWORD[8+rsi]
|
||
|
adcx r10,QWORD[rbx]
|
||
|
adox r11,rax
|
||
|
mulx rax,r12,QWORD[16+rsi]
|
||
|
adcx r11,QWORD[8+rbx]
|
||
|
adox r12,r14
|
||
|
mulx r14,r13,QWORD[24+rsi]
|
||
|
mov rdx,r8
|
||
|
adcx r12,QWORD[16+rbx]
|
||
|
adox r13,rax
|
||
|
adcx r13,QWORD[24+rbx]
|
||
|
adox r14,rbp
|
||
|
lea rsi,[32+rsi]
|
||
|
lea rbx,[32+rbx]
|
||
|
adcx r14,rbp
|
||
|
|
||
|
adox r10,r15
|
||
|
mulx r15,rax,QWORD[rcx]
|
||
|
adcx r10,rax
|
||
|
adox r11,r15
|
||
|
mulx r15,rax,QWORD[8+rcx]
|
||
|
adcx r11,rax
|
||
|
adox r12,r15
|
||
|
mulx r15,rax,QWORD[16+rcx]
|
||
|
mov QWORD[((-40))+rbx],r10
|
||
|
adcx r12,rax
|
||
|
adox r13,r15
|
||
|
mov QWORD[((-32))+rbx],r11
|
||
|
mulx r15,rax,QWORD[24+rcx]
|
||
|
mov rdx,r9
|
||
|
lea rcx,[32+rcx]
|
||
|
mov QWORD[((-24))+rbx],r12
|
||
|
adcx r13,rax
|
||
|
adox r15,rbp
|
||
|
mov QWORD[((-16))+rbx],r13
|
||
|
|
||
|
dec rdi
|
||
|
jnz NEAR $L$mulx4x_inner
|
||
|
|
||
|
mov rax,QWORD[((0+8))+rsp]
|
||
|
adc r15,rbp
|
||
|
sub rdi,QWORD[rbx]
|
||
|
mov rdi,QWORD[((8+8))+rsp]
|
||
|
mov r10,QWORD[((16+8))+rsp]
|
||
|
adc r14,r15
|
||
|
lea rsi,[rax*1+rsi]
|
||
|
adc rbp,rbp
|
||
|
mov QWORD[((-8))+rbx],r14
|
||
|
|
||
|
cmp rdi,r10
|
||
|
jb NEAR $L$mulx4x_outer
|
||
|
|
||
|
mov r10,QWORD[((-8))+rcx]
|
||
|
mov r8,rbp
|
||
|
mov r12,QWORD[rax*1+rcx]
|
||
|
lea rbp,[rax*1+rcx]
|
||
|
mov rcx,rax
|
||
|
lea rdi,[rax*1+rbx]
|
||
|
xor eax,eax
|
||
|
xor r15,r15
|
||
|
sub r10,r14
|
||
|
adc r15,r15
|
||
|
or r8,r15
|
||
|
sar rcx,3+2
|
||
|
sub rax,r8
|
||
|
mov rdx,QWORD[((56+8))+rsp]
|
||
|
dec r12
|
||
|
mov r13,QWORD[8+rbp]
|
||
|
xor r8,r8
|
||
|
mov r14,QWORD[16+rbp]
|
||
|
mov r15,QWORD[24+rbp]
|
||
|
jmp NEAR $L$sqrx4x_sub_entry
|
||
|
|
||
|
|
||
|
|
||
|
ALIGN 32
|
||
|
bn_powerx5:
|
||
|
mov QWORD[8+rsp],rdi ;WIN64 prologue
|
||
|
mov QWORD[16+rsp],rsi
|
||
|
mov rax,rsp
|
||
|
$L$SEH_begin_bn_powerx5:
|
||
|
mov rdi,rcx
|
||
|
mov rsi,rdx
|
||
|
mov rdx,r8
|
||
|
mov rcx,r9
|
||
|
mov r8,QWORD[40+rsp]
|
||
|
mov r9,QWORD[48+rsp]
|
||
|
|
||
|
|
||
|
|
||
|
mov rax,rsp
|
||
|
|
||
|
$L$powerx5_enter:
|
||
|
push rbx
|
||
|
|
||
|
push rbp
|
||
|
|
||
|
push r12
|
||
|
|
||
|
push r13
|
||
|
|
||
|
push r14
|
||
|
|
||
|
push r15
|
||
|
|
||
|
$L$powerx5_prologue:
|
||
|
|
||
|
shl r9d,3
|
||
|
lea r10,[r9*2+r9]
|
||
|
neg r9
|
||
|
mov r8,QWORD[r8]
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
lea r11,[((-320))+r9*2+rsp]
|
||
|
mov rbp,rsp
|
||
|
sub r11,rdi
|
||
|
and r11,4095
|
||
|
cmp r10,r11
|
||
|
jb NEAR $L$pwrx_sp_alt
|
||
|
sub rbp,r11
|
||
|
lea rbp,[((-320))+r9*2+rbp]
|
||
|
jmp NEAR $L$pwrx_sp_done
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$pwrx_sp_alt:
|
||
|
lea r10,[((4096-320))+r9*2]
|
||
|
lea rbp,[((-320))+r9*2+rbp]
|
||
|
sub r11,r10
|
||
|
mov r10,0
|
||
|
cmovc r11,r10
|
||
|
sub rbp,r11
|
||
|
$L$pwrx_sp_done:
|
||
|
and rbp,-64
|
||
|
mov r11,rsp
|
||
|
sub r11,rbp
|
||
|
and r11,-4096
|
||
|
lea rsp,[rbp*1+r11]
|
||
|
mov r10,QWORD[rsp]
|
||
|
cmp rsp,rbp
|
||
|
ja NEAR $L$pwrx_page_walk
|
||
|
jmp NEAR $L$pwrx_page_walk_done
|
||
|
|
||
|
$L$pwrx_page_walk:
|
||
|
lea rsp,[((-4096))+rsp]
|
||
|
mov r10,QWORD[rsp]
|
||
|
cmp rsp,rbp
|
||
|
ja NEAR $L$pwrx_page_walk
|
||
|
$L$pwrx_page_walk_done:
|
||
|
|
||
|
mov r10,r9
|
||
|
neg r9
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
pxor xmm0,xmm0
|
||
|
DB 102,72,15,110,207
|
||
|
DB 102,72,15,110,209
|
||
|
DB 102,73,15,110,218
|
||
|
DB 102,72,15,110,226
|
||
|
mov QWORD[32+rsp],r8
|
||
|
mov QWORD[40+rsp],rax
|
||
|
|
||
|
$L$powerx5_body:
|
||
|
|
||
|
call __bn_sqrx8x_internal
|
||
|
call __bn_postx4x_internal
|
||
|
call __bn_sqrx8x_internal
|
||
|
call __bn_postx4x_internal
|
||
|
call __bn_sqrx8x_internal
|
||
|
call __bn_postx4x_internal
|
||
|
call __bn_sqrx8x_internal
|
||
|
call __bn_postx4x_internal
|
||
|
call __bn_sqrx8x_internal
|
||
|
call __bn_postx4x_internal
|
||
|
|
||
|
mov r9,r10
|
||
|
mov rdi,rsi
|
||
|
DB 102,72,15,126,209
|
||
|
DB 102,72,15,126,226
|
||
|
mov rax,QWORD[40+rsp]
|
||
|
|
||
|
call mulx4x_internal
|
||
|
|
||
|
mov rsi,QWORD[40+rsp]
|
||
|
|
||
|
mov rax,1
|
||
|
|
||
|
mov r15,QWORD[((-48))+rsi]
|
||
|
|
||
|
mov r14,QWORD[((-40))+rsi]
|
||
|
|
||
|
mov r13,QWORD[((-32))+rsi]
|
||
|
|
||
|
mov r12,QWORD[((-24))+rsi]
|
||
|
|
||
|
mov rbp,QWORD[((-16))+rsi]
|
||
|
|
||
|
mov rbx,QWORD[((-8))+rsi]
|
||
|
|
||
|
lea rsp,[rsi]
|
||
|
|
||
|
$L$powerx5_epilogue:
|
||
|
mov rdi,QWORD[8+rsp] ;WIN64 epilogue
|
||
|
mov rsi,QWORD[16+rsp]
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
|
||
|
$L$SEH_end_bn_powerx5:
|
||
|
|
||
|
global bn_sqrx8x_internal
|
||
|
|
||
|
|
||
|
ALIGN 32
|
||
|
bn_sqrx8x_internal:
|
||
|
__bn_sqrx8x_internal:
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
lea rdi,[((48+8))+rsp]
|
||
|
lea rbp,[r9*1+rsi]
|
||
|
mov QWORD[((0+8))+rsp],r9
|
||
|
mov QWORD[((8+8))+rsp],rbp
|
||
|
jmp NEAR $L$sqr8x_zero_start
|
||
|
|
||
|
ALIGN 32
|
||
|
DB 0x66,0x66,0x66,0x2e,0x0f,0x1f,0x84,0x00,0x00,0x00,0x00,0x00
|
||
|
$L$sqrx8x_zero:
|
||
|
DB 0x3e
|
||
|
movdqa XMMWORD[rdi],xmm0
|
||
|
movdqa XMMWORD[16+rdi],xmm0
|
||
|
movdqa XMMWORD[32+rdi],xmm0
|
||
|
movdqa XMMWORD[48+rdi],xmm0
|
||
|
$L$sqr8x_zero_start:
|
||
|
movdqa XMMWORD[64+rdi],xmm0
|
||
|
movdqa XMMWORD[80+rdi],xmm0
|
||
|
movdqa XMMWORD[96+rdi],xmm0
|
||
|
movdqa XMMWORD[112+rdi],xmm0
|
||
|
lea rdi,[128+rdi]
|
||
|
sub r9,64
|
||
|
jnz NEAR $L$sqrx8x_zero
|
||
|
|
||
|
mov rdx,QWORD[rsi]
|
||
|
|
||
|
xor r10,r10
|
||
|
xor r11,r11
|
||
|
xor r12,r12
|
||
|
xor r13,r13
|
||
|
xor r14,r14
|
||
|
xor r15,r15
|
||
|
lea rdi,[((48+8))+rsp]
|
||
|
xor rbp,rbp
|
||
|
jmp NEAR $L$sqrx8x_outer_loop
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqrx8x_outer_loop:
|
||
|
mulx rax,r8,QWORD[8+rsi]
|
||
|
adcx r8,r9
|
||
|
adox r10,rax
|
||
|
mulx rax,r9,QWORD[16+rsi]
|
||
|
adcx r9,r10
|
||
|
adox r11,rax
|
||
|
DB 0xc4,0xe2,0xab,0xf6,0x86,0x18,0x00,0x00,0x00
|
||
|
adcx r10,r11
|
||
|
adox r12,rax
|
||
|
DB 0xc4,0xe2,0xa3,0xf6,0x86,0x20,0x00,0x00,0x00
|
||
|
adcx r11,r12
|
||
|
adox r13,rax
|
||
|
mulx rax,r12,QWORD[40+rsi]
|
||
|
adcx r12,r13
|
||
|
adox r14,rax
|
||
|
mulx rax,r13,QWORD[48+rsi]
|
||
|
adcx r13,r14
|
||
|
adox rax,r15
|
||
|
mulx r15,r14,QWORD[56+rsi]
|
||
|
mov rdx,QWORD[8+rsi]
|
||
|
adcx r14,rax
|
||
|
adox r15,rbp
|
||
|
adc r15,QWORD[64+rdi]
|
||
|
mov QWORD[8+rdi],r8
|
||
|
mov QWORD[16+rdi],r9
|
||
|
sbb rcx,rcx
|
||
|
xor rbp,rbp
|
||
|
|
||
|
|
||
|
mulx rbx,r8,QWORD[16+rsi]
|
||
|
mulx rax,r9,QWORD[24+rsi]
|
||
|
adcx r8,r10
|
||
|
adox r9,rbx
|
||
|
mulx rbx,r10,QWORD[32+rsi]
|
||
|
adcx r9,r11
|
||
|
adox r10,rax
|
||
|
DB 0xc4,0xe2,0xa3,0xf6,0x86,0x28,0x00,0x00,0x00
|
||
|
adcx r10,r12
|
||
|
adox r11,rbx
|
||
|
DB 0xc4,0xe2,0x9b,0xf6,0x9e,0x30,0x00,0x00,0x00
|
||
|
adcx r11,r13
|
||
|
adox r12,r14
|
||
|
DB 0xc4,0x62,0x93,0xf6,0xb6,0x38,0x00,0x00,0x00
|
||
|
mov rdx,QWORD[16+rsi]
|
||
|
adcx r12,rax
|
||
|
adox r13,rbx
|
||
|
adcx r13,r15
|
||
|
adox r14,rbp
|
||
|
adcx r14,rbp
|
||
|
|
||
|
mov QWORD[24+rdi],r8
|
||
|
mov QWORD[32+rdi],r9
|
||
|
|
||
|
mulx rbx,r8,QWORD[24+rsi]
|
||
|
mulx rax,r9,QWORD[32+rsi]
|
||
|
adcx r8,r10
|
||
|
adox r9,rbx
|
||
|
mulx rbx,r10,QWORD[40+rsi]
|
||
|
adcx r9,r11
|
||
|
adox r10,rax
|
||
|
DB 0xc4,0xe2,0xa3,0xf6,0x86,0x30,0x00,0x00,0x00
|
||
|
adcx r10,r12
|
||
|
adox r11,r13
|
||
|
DB 0xc4,0x62,0x9b,0xf6,0xae,0x38,0x00,0x00,0x00
|
||
|
DB 0x3e
|
||
|
mov rdx,QWORD[24+rsi]
|
||
|
adcx r11,rbx
|
||
|
adox r12,rax
|
||
|
adcx r12,r14
|
||
|
mov QWORD[40+rdi],r8
|
||
|
mov QWORD[48+rdi],r9
|
||
|
mulx rax,r8,QWORD[32+rsi]
|
||
|
adox r13,rbp
|
||
|
adcx r13,rbp
|
||
|
|
||
|
mulx rbx,r9,QWORD[40+rsi]
|
||
|
adcx r8,r10
|
||
|
adox r9,rax
|
||
|
mulx rax,r10,QWORD[48+rsi]
|
||
|
adcx r9,r11
|
||
|
adox r10,r12
|
||
|
mulx r12,r11,QWORD[56+rsi]
|
||
|
mov rdx,QWORD[32+rsi]
|
||
|
mov r14,QWORD[40+rsi]
|
||
|
adcx r10,rbx
|
||
|
adox r11,rax
|
||
|
mov r15,QWORD[48+rsi]
|
||
|
adcx r11,r13
|
||
|
adox r12,rbp
|
||
|
adcx r12,rbp
|
||
|
|
||
|
mov QWORD[56+rdi],r8
|
||
|
mov QWORD[64+rdi],r9
|
||
|
|
||
|
mulx rax,r9,r14
|
||
|
mov r8,QWORD[56+rsi]
|
||
|
adcx r9,r10
|
||
|
mulx rbx,r10,r15
|
||
|
adox r10,rax
|
||
|
adcx r10,r11
|
||
|
mulx rax,r11,r8
|
||
|
mov rdx,r14
|
||
|
adox r11,rbx
|
||
|
adcx r11,r12
|
||
|
|
||
|
adcx rax,rbp
|
||
|
|
||
|
mulx rbx,r14,r15
|
||
|
mulx r13,r12,r8
|
||
|
mov rdx,r15
|
||
|
lea rsi,[64+rsi]
|
||
|
adcx r11,r14
|
||
|
adox r12,rbx
|
||
|
adcx r12,rax
|
||
|
adox r13,rbp
|
||
|
|
||
|
DB 0x67,0x67
|
||
|
mulx r14,r8,r8
|
||
|
adcx r13,r8
|
||
|
adcx r14,rbp
|
||
|
|
||
|
cmp rsi,QWORD[((8+8))+rsp]
|
||
|
je NEAR $L$sqrx8x_outer_break
|
||
|
|
||
|
neg rcx
|
||
|
mov rcx,-8
|
||
|
mov r15,rbp
|
||
|
mov r8,QWORD[64+rdi]
|
||
|
adcx r9,QWORD[72+rdi]
|
||
|
adcx r10,QWORD[80+rdi]
|
||
|
adcx r11,QWORD[88+rdi]
|
||
|
adc r12,QWORD[96+rdi]
|
||
|
adc r13,QWORD[104+rdi]
|
||
|
adc r14,QWORD[112+rdi]
|
||
|
adc r15,QWORD[120+rdi]
|
||
|
lea rbp,[rsi]
|
||
|
lea rdi,[128+rdi]
|
||
|
sbb rax,rax
|
||
|
|
||
|
mov rdx,QWORD[((-64))+rsi]
|
||
|
mov QWORD[((16+8))+rsp],rax
|
||
|
mov QWORD[((24+8))+rsp],rdi
|
||
|
|
||
|
|
||
|
xor eax,eax
|
||
|
jmp NEAR $L$sqrx8x_loop
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqrx8x_loop:
|
||
|
mov rbx,r8
|
||
|
mulx r8,rax,QWORD[rbp]
|
||
|
adcx rbx,rax
|
||
|
adox r8,r9
|
||
|
|
||
|
mulx r9,rax,QWORD[8+rbp]
|
||
|
adcx r8,rax
|
||
|
adox r9,r10
|
||
|
|
||
|
mulx r10,rax,QWORD[16+rbp]
|
||
|
adcx r9,rax
|
||
|
adox r10,r11
|
||
|
|
||
|
mulx r11,rax,QWORD[24+rbp]
|
||
|
adcx r10,rax
|
||
|
adox r11,r12
|
||
|
|
||
|
DB 0xc4,0x62,0xfb,0xf6,0xa5,0x20,0x00,0x00,0x00
|
||
|
adcx r11,rax
|
||
|
adox r12,r13
|
||
|
|
||
|
mulx r13,rax,QWORD[40+rbp]
|
||
|
adcx r12,rax
|
||
|
adox r13,r14
|
||
|
|
||
|
mulx r14,rax,QWORD[48+rbp]
|
||
|
mov QWORD[rcx*8+rdi],rbx
|
||
|
mov ebx,0
|
||
|
adcx r13,rax
|
||
|
adox r14,r15
|
||
|
|
||
|
DB 0xc4,0x62,0xfb,0xf6,0xbd,0x38,0x00,0x00,0x00
|
||
|
mov rdx,QWORD[8+rcx*8+rsi]
|
||
|
adcx r14,rax
|
||
|
adox r15,rbx
|
||
|
adcx r15,rbx
|
||
|
|
||
|
DB 0x67
|
||
|
inc rcx
|
||
|
jnz NEAR $L$sqrx8x_loop
|
||
|
|
||
|
lea rbp,[64+rbp]
|
||
|
mov rcx,-8
|
||
|
cmp rbp,QWORD[((8+8))+rsp]
|
||
|
je NEAR $L$sqrx8x_break
|
||
|
|
||
|
sub rbx,QWORD[((16+8))+rsp]
|
||
|
DB 0x66
|
||
|
mov rdx,QWORD[((-64))+rsi]
|
||
|
adcx r8,QWORD[rdi]
|
||
|
adcx r9,QWORD[8+rdi]
|
||
|
adc r10,QWORD[16+rdi]
|
||
|
adc r11,QWORD[24+rdi]
|
||
|
adc r12,QWORD[32+rdi]
|
||
|
adc r13,QWORD[40+rdi]
|
||
|
adc r14,QWORD[48+rdi]
|
||
|
adc r15,QWORD[56+rdi]
|
||
|
lea rdi,[64+rdi]
|
||
|
DB 0x67
|
||
|
sbb rax,rax
|
||
|
xor ebx,ebx
|
||
|
mov QWORD[((16+8))+rsp],rax
|
||
|
jmp NEAR $L$sqrx8x_loop
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqrx8x_break:
|
||
|
xor rbp,rbp
|
||
|
sub rbx,QWORD[((16+8))+rsp]
|
||
|
adcx r8,rbp
|
||
|
mov rcx,QWORD[((24+8))+rsp]
|
||
|
adcx r9,rbp
|
||
|
mov rdx,QWORD[rsi]
|
||
|
adc r10,0
|
||
|
mov QWORD[rdi],r8
|
||
|
adc r11,0
|
||
|
adc r12,0
|
||
|
adc r13,0
|
||
|
adc r14,0
|
||
|
adc r15,0
|
||
|
cmp rdi,rcx
|
||
|
je NEAR $L$sqrx8x_outer_loop
|
||
|
|
||
|
mov QWORD[8+rdi],r9
|
||
|
mov r9,QWORD[8+rcx]
|
||
|
mov QWORD[16+rdi],r10
|
||
|
mov r10,QWORD[16+rcx]
|
||
|
mov QWORD[24+rdi],r11
|
||
|
mov r11,QWORD[24+rcx]
|
||
|
mov QWORD[32+rdi],r12
|
||
|
mov r12,QWORD[32+rcx]
|
||
|
mov QWORD[40+rdi],r13
|
||
|
mov r13,QWORD[40+rcx]
|
||
|
mov QWORD[48+rdi],r14
|
||
|
mov r14,QWORD[48+rcx]
|
||
|
mov QWORD[56+rdi],r15
|
||
|
mov r15,QWORD[56+rcx]
|
||
|
mov rdi,rcx
|
||
|
jmp NEAR $L$sqrx8x_outer_loop
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqrx8x_outer_break:
|
||
|
mov QWORD[72+rdi],r9
|
||
|
DB 102,72,15,126,217
|
||
|
mov QWORD[80+rdi],r10
|
||
|
mov QWORD[88+rdi],r11
|
||
|
mov QWORD[96+rdi],r12
|
||
|
mov QWORD[104+rdi],r13
|
||
|
mov QWORD[112+rdi],r14
|
||
|
lea rdi,[((48+8))+rsp]
|
||
|
mov rdx,QWORD[rcx*1+rsi]
|
||
|
|
||
|
mov r11,QWORD[8+rdi]
|
||
|
xor r10,r10
|
||
|
mov r9,QWORD[((0+8))+rsp]
|
||
|
adox r11,r11
|
||
|
mov r12,QWORD[16+rdi]
|
||
|
mov r13,QWORD[24+rdi]
|
||
|
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqrx4x_shift_n_add:
|
||
|
mulx rbx,rax,rdx
|
||
|
adox r12,r12
|
||
|
adcx rax,r10
|
||
|
DB 0x48,0x8b,0x94,0x0e,0x08,0x00,0x00,0x00
|
||
|
DB 0x4c,0x8b,0x97,0x20,0x00,0x00,0x00
|
||
|
adox r13,r13
|
||
|
adcx rbx,r11
|
||
|
mov r11,QWORD[40+rdi]
|
||
|
mov QWORD[rdi],rax
|
||
|
mov QWORD[8+rdi],rbx
|
||
|
|
||
|
mulx rbx,rax,rdx
|
||
|
adox r10,r10
|
||
|
adcx rax,r12
|
||
|
mov rdx,QWORD[16+rcx*1+rsi]
|
||
|
mov r12,QWORD[48+rdi]
|
||
|
adox r11,r11
|
||
|
adcx rbx,r13
|
||
|
mov r13,QWORD[56+rdi]
|
||
|
mov QWORD[16+rdi],rax
|
||
|
mov QWORD[24+rdi],rbx
|
||
|
|
||
|
mulx rbx,rax,rdx
|
||
|
adox r12,r12
|
||
|
adcx rax,r10
|
||
|
mov rdx,QWORD[24+rcx*1+rsi]
|
||
|
lea rcx,[32+rcx]
|
||
|
mov r10,QWORD[64+rdi]
|
||
|
adox r13,r13
|
||
|
adcx rbx,r11
|
||
|
mov r11,QWORD[72+rdi]
|
||
|
mov QWORD[32+rdi],rax
|
||
|
mov QWORD[40+rdi],rbx
|
||
|
|
||
|
mulx rbx,rax,rdx
|
||
|
adox r10,r10
|
||
|
adcx rax,r12
|
||
|
jrcxz $L$sqrx4x_shift_n_add_break
|
||
|
DB 0x48,0x8b,0x94,0x0e,0x00,0x00,0x00,0x00
|
||
|
adox r11,r11
|
||
|
adcx rbx,r13
|
||
|
mov r12,QWORD[80+rdi]
|
||
|
mov r13,QWORD[88+rdi]
|
||
|
mov QWORD[48+rdi],rax
|
||
|
mov QWORD[56+rdi],rbx
|
||
|
lea rdi,[64+rdi]
|
||
|
nop
|
||
|
jmp NEAR $L$sqrx4x_shift_n_add
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqrx4x_shift_n_add_break:
|
||
|
adcx rbx,r13
|
||
|
mov QWORD[48+rdi],rax
|
||
|
mov QWORD[56+rdi],rbx
|
||
|
lea rdi,[64+rdi]
|
||
|
DB 102,72,15,126,213
|
||
|
__bn_sqrx8x_reduction:
|
||
|
xor eax,eax
|
||
|
mov rbx,QWORD[((32+8))+rsp]
|
||
|
mov rdx,QWORD[((48+8))+rsp]
|
||
|
lea rcx,[((-64))+r9*1+rbp]
|
||
|
|
||
|
mov QWORD[((0+8))+rsp],rcx
|
||
|
mov QWORD[((8+8))+rsp],rdi
|
||
|
|
||
|
lea rdi,[((48+8))+rsp]
|
||
|
jmp NEAR $L$sqrx8x_reduction_loop
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqrx8x_reduction_loop:
|
||
|
mov r9,QWORD[8+rdi]
|
||
|
mov r10,QWORD[16+rdi]
|
||
|
mov r11,QWORD[24+rdi]
|
||
|
mov r12,QWORD[32+rdi]
|
||
|
mov r8,rdx
|
||
|
imul rdx,rbx
|
||
|
mov r13,QWORD[40+rdi]
|
||
|
mov r14,QWORD[48+rdi]
|
||
|
mov r15,QWORD[56+rdi]
|
||
|
mov QWORD[((24+8))+rsp],rax
|
||
|
|
||
|
lea rdi,[64+rdi]
|
||
|
xor rsi,rsi
|
||
|
mov rcx,-8
|
||
|
jmp NEAR $L$sqrx8x_reduce
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqrx8x_reduce:
|
||
|
mov rbx,r8
|
||
|
mulx r8,rax,QWORD[rbp]
|
||
|
adcx rax,rbx
|
||
|
adox r8,r9
|
||
|
|
||
|
mulx r9,rbx,QWORD[8+rbp]
|
||
|
adcx r8,rbx
|
||
|
adox r9,r10
|
||
|
|
||
|
mulx r10,rbx,QWORD[16+rbp]
|
||
|
adcx r9,rbx
|
||
|
adox r10,r11
|
||
|
|
||
|
mulx r11,rbx,QWORD[24+rbp]
|
||
|
adcx r10,rbx
|
||
|
adox r11,r12
|
||
|
|
||
|
DB 0xc4,0x62,0xe3,0xf6,0xa5,0x20,0x00,0x00,0x00
|
||
|
mov rax,rdx
|
||
|
mov rdx,r8
|
||
|
adcx r11,rbx
|
||
|
adox r12,r13
|
||
|
|
||
|
mulx rdx,rbx,QWORD[((32+8))+rsp]
|
||
|
mov rdx,rax
|
||
|
mov QWORD[((64+48+8))+rcx*8+rsp],rax
|
||
|
|
||
|
mulx r13,rax,QWORD[40+rbp]
|
||
|
adcx r12,rax
|
||
|
adox r13,r14
|
||
|
|
||
|
mulx r14,rax,QWORD[48+rbp]
|
||
|
adcx r13,rax
|
||
|
adox r14,r15
|
||
|
|
||
|
mulx r15,rax,QWORD[56+rbp]
|
||
|
mov rdx,rbx
|
||
|
adcx r14,rax
|
||
|
adox r15,rsi
|
||
|
adcx r15,rsi
|
||
|
|
||
|
DB 0x67,0x67,0x67
|
||
|
inc rcx
|
||
|
jnz NEAR $L$sqrx8x_reduce
|
||
|
|
||
|
mov rax,rsi
|
||
|
cmp rbp,QWORD[((0+8))+rsp]
|
||
|
jae NEAR $L$sqrx8x_no_tail
|
||
|
|
||
|
mov rdx,QWORD[((48+8))+rsp]
|
||
|
add r8,QWORD[rdi]
|
||
|
lea rbp,[64+rbp]
|
||
|
mov rcx,-8
|
||
|
adcx r9,QWORD[8+rdi]
|
||
|
adcx r10,QWORD[16+rdi]
|
||
|
adc r11,QWORD[24+rdi]
|
||
|
adc r12,QWORD[32+rdi]
|
||
|
adc r13,QWORD[40+rdi]
|
||
|
adc r14,QWORD[48+rdi]
|
||
|
adc r15,QWORD[56+rdi]
|
||
|
lea rdi,[64+rdi]
|
||
|
sbb rax,rax
|
||
|
|
||
|
xor rsi,rsi
|
||
|
mov QWORD[((16+8))+rsp],rax
|
||
|
jmp NEAR $L$sqrx8x_tail
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqrx8x_tail:
|
||
|
mov rbx,r8
|
||
|
mulx r8,rax,QWORD[rbp]
|
||
|
adcx rbx,rax
|
||
|
adox r8,r9
|
||
|
|
||
|
mulx r9,rax,QWORD[8+rbp]
|
||
|
adcx r8,rax
|
||
|
adox r9,r10
|
||
|
|
||
|
mulx r10,rax,QWORD[16+rbp]
|
||
|
adcx r9,rax
|
||
|
adox r10,r11
|
||
|
|
||
|
mulx r11,rax,QWORD[24+rbp]
|
||
|
adcx r10,rax
|
||
|
adox r11,r12
|
||
|
|
||
|
DB 0xc4,0x62,0xfb,0xf6,0xa5,0x20,0x00,0x00,0x00
|
||
|
adcx r11,rax
|
||
|
adox r12,r13
|
||
|
|
||
|
mulx r13,rax,QWORD[40+rbp]
|
||
|
adcx r12,rax
|
||
|
adox r13,r14
|
||
|
|
||
|
mulx r14,rax,QWORD[48+rbp]
|
||
|
adcx r13,rax
|
||
|
adox r14,r15
|
||
|
|
||
|
mulx r15,rax,QWORD[56+rbp]
|
||
|
mov rdx,QWORD[((72+48+8))+rcx*8+rsp]
|
||
|
adcx r14,rax
|
||
|
adox r15,rsi
|
||
|
mov QWORD[rcx*8+rdi],rbx
|
||
|
mov rbx,r8
|
||
|
adcx r15,rsi
|
||
|
|
||
|
inc rcx
|
||
|
jnz NEAR $L$sqrx8x_tail
|
||
|
|
||
|
cmp rbp,QWORD[((0+8))+rsp]
|
||
|
jae NEAR $L$sqrx8x_tail_done
|
||
|
|
||
|
sub rsi,QWORD[((16+8))+rsp]
|
||
|
mov rdx,QWORD[((48+8))+rsp]
|
||
|
lea rbp,[64+rbp]
|
||
|
adc r8,QWORD[rdi]
|
||
|
adc r9,QWORD[8+rdi]
|
||
|
adc r10,QWORD[16+rdi]
|
||
|
adc r11,QWORD[24+rdi]
|
||
|
adc r12,QWORD[32+rdi]
|
||
|
adc r13,QWORD[40+rdi]
|
||
|
adc r14,QWORD[48+rdi]
|
||
|
adc r15,QWORD[56+rdi]
|
||
|
lea rdi,[64+rdi]
|
||
|
sbb rax,rax
|
||
|
sub rcx,8
|
||
|
|
||
|
xor rsi,rsi
|
||
|
mov QWORD[((16+8))+rsp],rax
|
||
|
jmp NEAR $L$sqrx8x_tail
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$sqrx8x_tail_done:
|
||
|
xor rax,rax
|
||
|
add r8,QWORD[((24+8))+rsp]
|
||
|
adc r9,0
|
||
|
adc r10,0
|
||
|
adc r11,0
|
||
|
adc r12,0
|
||
|
adc r13,0
|
||
|
adc r14,0
|
||
|
adc r15,0
|
||
|
adc rax,0
|
||
|
|
||
|
sub rsi,QWORD[((16+8))+rsp]
|
||
|
$L$sqrx8x_no_tail:
|
||
|
adc r8,QWORD[rdi]
|
||
|
DB 102,72,15,126,217
|
||
|
adc r9,QWORD[8+rdi]
|
||
|
mov rsi,QWORD[56+rbp]
|
||
|
DB 102,72,15,126,213
|
||
|
adc r10,QWORD[16+rdi]
|
||
|
adc r11,QWORD[24+rdi]
|
||
|
adc r12,QWORD[32+rdi]
|
||
|
adc r13,QWORD[40+rdi]
|
||
|
adc r14,QWORD[48+rdi]
|
||
|
adc r15,QWORD[56+rdi]
|
||
|
adc rax,0
|
||
|
|
||
|
mov rbx,QWORD[((32+8))+rsp]
|
||
|
mov rdx,QWORD[64+rcx*1+rdi]
|
||
|
|
||
|
mov QWORD[rdi],r8
|
||
|
lea r8,[64+rdi]
|
||
|
mov QWORD[8+rdi],r9
|
||
|
mov QWORD[16+rdi],r10
|
||
|
mov QWORD[24+rdi],r11
|
||
|
mov QWORD[32+rdi],r12
|
||
|
mov QWORD[40+rdi],r13
|
||
|
mov QWORD[48+rdi],r14
|
||
|
mov QWORD[56+rdi],r15
|
||
|
|
||
|
lea rdi,[64+rcx*1+rdi]
|
||
|
cmp r8,QWORD[((8+8))+rsp]
|
||
|
jb NEAR $L$sqrx8x_reduction_loop
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
|
||
|
|
||
|
ALIGN 32
|
||
|
|
||
|
__bn_postx4x_internal:
|
||
|
|
||
|
mov r12,QWORD[rbp]
|
||
|
mov r10,rcx
|
||
|
mov r9,rcx
|
||
|
neg rax
|
||
|
sar rcx,3+2
|
||
|
|
||
|
DB 102,72,15,126,202
|
||
|
DB 102,72,15,126,206
|
||
|
dec r12
|
||
|
mov r13,QWORD[8+rbp]
|
||
|
xor r8,r8
|
||
|
mov r14,QWORD[16+rbp]
|
||
|
mov r15,QWORD[24+rbp]
|
||
|
jmp NEAR $L$sqrx4x_sub_entry
|
||
|
|
||
|
ALIGN 16
|
||
|
$L$sqrx4x_sub:
|
||
|
mov r12,QWORD[rbp]
|
||
|
mov r13,QWORD[8+rbp]
|
||
|
mov r14,QWORD[16+rbp]
|
||
|
mov r15,QWORD[24+rbp]
|
||
|
$L$sqrx4x_sub_entry:
|
||
|
andn r12,r12,rax
|
||
|
lea rbp,[32+rbp]
|
||
|
andn r13,r13,rax
|
||
|
andn r14,r14,rax
|
||
|
andn r15,r15,rax
|
||
|
|
||
|
neg r8
|
||
|
adc r12,QWORD[rdi]
|
||
|
adc r13,QWORD[8+rdi]
|
||
|
adc r14,QWORD[16+rdi]
|
||
|
adc r15,QWORD[24+rdi]
|
||
|
mov QWORD[rdx],r12
|
||
|
lea rdi,[32+rdi]
|
||
|
mov QWORD[8+rdx],r13
|
||
|
sbb r8,r8
|
||
|
mov QWORD[16+rdx],r14
|
||
|
mov QWORD[24+rdx],r15
|
||
|
lea rdx,[32+rdx]
|
||
|
|
||
|
inc rcx
|
||
|
jnz NEAR $L$sqrx4x_sub
|
||
|
|
||
|
neg r9
|
||
|
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
|
||
|
|
||
|
global bn_scatter5
|
||
|
|
||
|
ALIGN 16
|
||
|
bn_scatter5:
|
||
|
|
||
|
cmp edx,0
|
||
|
jz NEAR $L$scatter_epilogue
|
||
|
lea r8,[r9*8+r8]
|
||
|
$L$scatter:
|
||
|
mov rax,QWORD[rcx]
|
||
|
lea rcx,[8+rcx]
|
||
|
mov QWORD[r8],rax
|
||
|
lea r8,[256+r8]
|
||
|
sub edx,1
|
||
|
jnz NEAR $L$scatter
|
||
|
$L$scatter_epilogue:
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
|
||
|
|
||
|
|
||
|
global bn_gather5
|
||
|
|
||
|
ALIGN 32
|
||
|
bn_gather5:
|
||
|
|
||
|
$L$SEH_begin_bn_gather5:
|
||
|
|
||
|
DB 0x4c,0x8d,0x14,0x24
|
||
|
|
||
|
DB 0x48,0x81,0xec,0x08,0x01,0x00,0x00
|
||
|
lea rax,[$L$inc]
|
||
|
and rsp,-16
|
||
|
|
||
|
movd xmm5,r9d
|
||
|
movdqa xmm0,XMMWORD[rax]
|
||
|
movdqa xmm1,XMMWORD[16+rax]
|
||
|
lea r11,[128+r8]
|
||
|
lea rax,[128+rsp]
|
||
|
|
||
|
pshufd xmm5,xmm5,0
|
||
|
movdqa xmm4,xmm1
|
||
|
movdqa xmm2,xmm1
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa xmm3,xmm4
|
||
|
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[(-128)+rax],xmm0
|
||
|
movdqa xmm0,xmm4
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[(-112)+rax],xmm1
|
||
|
movdqa xmm1,xmm4
|
||
|
|
||
|
paddd xmm0,xmm3
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[(-96)+rax],xmm2
|
||
|
movdqa xmm2,xmm4
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa XMMWORD[(-80)+rax],xmm3
|
||
|
movdqa xmm3,xmm4
|
||
|
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[(-64)+rax],xmm0
|
||
|
movdqa xmm0,xmm4
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[(-48)+rax],xmm1
|
||
|
movdqa xmm1,xmm4
|
||
|
|
||
|
paddd xmm0,xmm3
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[(-32)+rax],xmm2
|
||
|
movdqa xmm2,xmm4
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa XMMWORD[(-16)+rax],xmm3
|
||
|
movdqa xmm3,xmm4
|
||
|
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[rax],xmm0
|
||
|
movdqa xmm0,xmm4
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[16+rax],xmm1
|
||
|
movdqa xmm1,xmm4
|
||
|
|
||
|
paddd xmm0,xmm3
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[32+rax],xmm2
|
||
|
movdqa xmm2,xmm4
|
||
|
paddd xmm1,xmm0
|
||
|
pcmpeqd xmm0,xmm5
|
||
|
movdqa XMMWORD[48+rax],xmm3
|
||
|
movdqa xmm3,xmm4
|
||
|
|
||
|
paddd xmm2,xmm1
|
||
|
pcmpeqd xmm1,xmm5
|
||
|
movdqa XMMWORD[64+rax],xmm0
|
||
|
movdqa xmm0,xmm4
|
||
|
|
||
|
paddd xmm3,xmm2
|
||
|
pcmpeqd xmm2,xmm5
|
||
|
movdqa XMMWORD[80+rax],xmm1
|
||
|
movdqa xmm1,xmm4
|
||
|
|
||
|
paddd xmm0,xmm3
|
||
|
pcmpeqd xmm3,xmm5
|
||
|
movdqa XMMWORD[96+rax],xmm2
|
||
|
movdqa xmm2,xmm4
|
||
|
movdqa XMMWORD[112+rax],xmm3
|
||
|
jmp NEAR $L$gather
|
||
|
|
||
|
ALIGN 32
|
||
|
$L$gather:
|
||
|
pxor xmm4,xmm4
|
||
|
pxor xmm5,xmm5
|
||
|
movdqa xmm0,XMMWORD[((-128))+r11]
|
||
|
movdqa xmm1,XMMWORD[((-112))+r11]
|
||
|
movdqa xmm2,XMMWORD[((-96))+r11]
|
||
|
pand xmm0,XMMWORD[((-128))+rax]
|
||
|
movdqa xmm3,XMMWORD[((-80))+r11]
|
||
|
pand xmm1,XMMWORD[((-112))+rax]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[((-96))+rax]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[((-80))+rax]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
movdqa xmm0,XMMWORD[((-64))+r11]
|
||
|
movdqa xmm1,XMMWORD[((-48))+r11]
|
||
|
movdqa xmm2,XMMWORD[((-32))+r11]
|
||
|
pand xmm0,XMMWORD[((-64))+rax]
|
||
|
movdqa xmm3,XMMWORD[((-16))+r11]
|
||
|
pand xmm1,XMMWORD[((-48))+rax]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[((-32))+rax]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[((-16))+rax]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
movdqa xmm0,XMMWORD[r11]
|
||
|
movdqa xmm1,XMMWORD[16+r11]
|
||
|
movdqa xmm2,XMMWORD[32+r11]
|
||
|
pand xmm0,XMMWORD[rax]
|
||
|
movdqa xmm3,XMMWORD[48+r11]
|
||
|
pand xmm1,XMMWORD[16+rax]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[32+rax]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[48+rax]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
movdqa xmm0,XMMWORD[64+r11]
|
||
|
movdqa xmm1,XMMWORD[80+r11]
|
||
|
movdqa xmm2,XMMWORD[96+r11]
|
||
|
pand xmm0,XMMWORD[64+rax]
|
||
|
movdqa xmm3,XMMWORD[112+r11]
|
||
|
pand xmm1,XMMWORD[80+rax]
|
||
|
por xmm4,xmm0
|
||
|
pand xmm2,XMMWORD[96+rax]
|
||
|
por xmm5,xmm1
|
||
|
pand xmm3,XMMWORD[112+rax]
|
||
|
por xmm4,xmm2
|
||
|
por xmm5,xmm3
|
||
|
por xmm4,xmm5
|
||
|
lea r11,[256+r11]
|
||
|
pshufd xmm0,xmm4,0x4e
|
||
|
por xmm0,xmm4
|
||
|
movq QWORD[rcx],xmm0
|
||
|
lea rcx,[8+rcx]
|
||
|
sub edx,1
|
||
|
jnz NEAR $L$gather
|
||
|
|
||
|
lea rsp,[r10]
|
||
|
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
$L$SEH_end_bn_gather5:
|
||
|
|
||
|
|
||
|
ALIGN 64
|
||
|
$L$inc:
|
||
|
DD 0,0,1,1
|
||
|
DD 2,2,2,2
|
||
|
DB 77,111,110,116,103,111,109,101,114,121,32,77,117,108,116,105
|
||
|
DB 112,108,105,99,97,116,105,111,110,32,119,105,116,104,32,115
|
||
|
DB 99,97,116,116,101,114,47,103,97,116,104,101,114,32,102,111
|
||
|
DB 114,32,120,56,54,95,54,52,44,32,67,82,89,80,84,79
|
||
|
DB 71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111
|
||
|
DB 112,101,110,115,115,108,46,111,114,103,62,0
|
||
|
EXTERN __imp_RtlVirtualUnwind
|
||
|
|
||
|
ALIGN 16
|
||
|
mul_handler:
|
||
|
push rsi
|
||
|
push rdi
|
||
|
push rbx
|
||
|
push rbp
|
||
|
push r12
|
||
|
push r13
|
||
|
push r14
|
||
|
push r15
|
||
|
pushfq
|
||
|
sub rsp,64
|
||
|
|
||
|
mov rax,QWORD[120+r8]
|
||
|
mov rbx,QWORD[248+r8]
|
||
|
|
||
|
mov rsi,QWORD[8+r9]
|
||
|
mov r11,QWORD[56+r9]
|
||
|
|
||
|
mov r10d,DWORD[r11]
|
||
|
lea r10,[r10*1+rsi]
|
||
|
cmp rbx,r10
|
||
|
jb NEAR $L$common_seh_tail
|
||
|
|
||
|
mov r10d,DWORD[4+r11]
|
||
|
lea r10,[r10*1+rsi]
|
||
|
cmp rbx,r10
|
||
|
jb NEAR $L$common_pop_regs
|
||
|
|
||
|
mov rax,QWORD[152+r8]
|
||
|
|
||
|
mov r10d,DWORD[8+r11]
|
||
|
lea r10,[r10*1+rsi]
|
||
|
cmp rbx,r10
|
||
|
jae NEAR $L$common_seh_tail
|
||
|
|
||
|
lea r10,[$L$mul_epilogue]
|
||
|
cmp rbx,r10
|
||
|
ja NEAR $L$body_40
|
||
|
|
||
|
mov r10,QWORD[192+r8]
|
||
|
mov rax,QWORD[8+r10*8+rax]
|
||
|
|
||
|
jmp NEAR $L$common_pop_regs
|
||
|
|
||
|
$L$body_40:
|
||
|
mov rax,QWORD[40+rax]
|
||
|
$L$common_pop_regs:
|
||
|
mov rbx,QWORD[((-8))+rax]
|
||
|
mov rbp,QWORD[((-16))+rax]
|
||
|
mov r12,QWORD[((-24))+rax]
|
||
|
mov r13,QWORD[((-32))+rax]
|
||
|
mov r14,QWORD[((-40))+rax]
|
||
|
mov r15,QWORD[((-48))+rax]
|
||
|
mov QWORD[144+r8],rbx
|
||
|
mov QWORD[160+r8],rbp
|
||
|
mov QWORD[216+r8],r12
|
||
|
mov QWORD[224+r8],r13
|
||
|
mov QWORD[232+r8],r14
|
||
|
mov QWORD[240+r8],r15
|
||
|
|
||
|
$L$common_seh_tail:
|
||
|
mov rdi,QWORD[8+rax]
|
||
|
mov rsi,QWORD[16+rax]
|
||
|
mov QWORD[152+r8],rax
|
||
|
mov QWORD[168+r8],rsi
|
||
|
mov QWORD[176+r8],rdi
|
||
|
|
||
|
mov rdi,QWORD[40+r9]
|
||
|
mov rsi,r8
|
||
|
mov ecx,154
|
||
|
DD 0xa548f3fc
|
||
|
|
||
|
mov rsi,r9
|
||
|
xor rcx,rcx
|
||
|
mov rdx,QWORD[8+rsi]
|
||
|
mov r8,QWORD[rsi]
|
||
|
mov r9,QWORD[16+rsi]
|
||
|
mov r10,QWORD[40+rsi]
|
||
|
lea r11,[56+rsi]
|
||
|
lea r12,[24+rsi]
|
||
|
mov QWORD[32+rsp],r10
|
||
|
mov QWORD[40+rsp],r11
|
||
|
mov QWORD[48+rsp],r12
|
||
|
mov QWORD[56+rsp],rcx
|
||
|
call QWORD[__imp_RtlVirtualUnwind]
|
||
|
|
||
|
mov eax,1
|
||
|
add rsp,64
|
||
|
popfq
|
||
|
pop r15
|
||
|
pop r14
|
||
|
pop r13
|
||
|
pop r12
|
||
|
pop rbp
|
||
|
pop rbx
|
||
|
pop rdi
|
||
|
pop rsi
|
||
|
DB 0F3h,0C3h ;repret
|
||
|
|
||
|
|
||
|
section .pdata rdata align=4
|
||
|
ALIGN 4
|
||
|
DD $L$SEH_begin_bn_mul_mont_gather5 wrt ..imagebase
|
||
|
DD $L$SEH_end_bn_mul_mont_gather5 wrt ..imagebase
|
||
|
DD $L$SEH_info_bn_mul_mont_gather5 wrt ..imagebase
|
||
|
|
||
|
DD $L$SEH_begin_bn_mul4x_mont_gather5 wrt ..imagebase
|
||
|
DD $L$SEH_end_bn_mul4x_mont_gather5 wrt ..imagebase
|
||
|
DD $L$SEH_info_bn_mul4x_mont_gather5 wrt ..imagebase
|
||
|
|
||
|
DD $L$SEH_begin_bn_power5 wrt ..imagebase
|
||
|
DD $L$SEH_end_bn_power5 wrt ..imagebase
|
||
|
DD $L$SEH_info_bn_power5 wrt ..imagebase
|
||
|
|
||
|
DD $L$SEH_begin_bn_from_mont8x wrt ..imagebase
|
||
|
DD $L$SEH_end_bn_from_mont8x wrt ..imagebase
|
||
|
DD $L$SEH_info_bn_from_mont8x wrt ..imagebase
|
||
|
DD $L$SEH_begin_bn_mulx4x_mont_gather5 wrt ..imagebase
|
||
|
DD $L$SEH_end_bn_mulx4x_mont_gather5 wrt ..imagebase
|
||
|
DD $L$SEH_info_bn_mulx4x_mont_gather5 wrt ..imagebase
|
||
|
|
||
|
DD $L$SEH_begin_bn_powerx5 wrt ..imagebase
|
||
|
DD $L$SEH_end_bn_powerx5 wrt ..imagebase
|
||
|
DD $L$SEH_info_bn_powerx5 wrt ..imagebase
|
||
|
DD $L$SEH_begin_bn_gather5 wrt ..imagebase
|
||
|
DD $L$SEH_end_bn_gather5 wrt ..imagebase
|
||
|
DD $L$SEH_info_bn_gather5 wrt ..imagebase
|
||
|
|
||
|
section .xdata rdata align=8
|
||
|
ALIGN 8
|
||
|
$L$SEH_info_bn_mul_mont_gather5:
|
||
|
DB 9,0,0,0
|
||
|
DD mul_handler wrt ..imagebase
|
||
|
DD $L$mul_body wrt ..imagebase,$L$mul_body wrt ..imagebase,$L$mul_epilogue wrt ..imagebase
|
||
|
ALIGN 8
|
||
|
$L$SEH_info_bn_mul4x_mont_gather5:
|
||
|
DB 9,0,0,0
|
||
|
DD mul_handler wrt ..imagebase
|
||
|
DD $L$mul4x_prologue wrt ..imagebase,$L$mul4x_body wrt ..imagebase,$L$mul4x_epilogue wrt ..imagebase
|
||
|
ALIGN 8
|
||
|
$L$SEH_info_bn_power5:
|
||
|
DB 9,0,0,0
|
||
|
DD mul_handler wrt ..imagebase
|
||
|
DD $L$power5_prologue wrt ..imagebase,$L$power5_body wrt ..imagebase,$L$power5_epilogue wrt ..imagebase
|
||
|
ALIGN 8
|
||
|
$L$SEH_info_bn_from_mont8x:
|
||
|
DB 9,0,0,0
|
||
|
DD mul_handler wrt ..imagebase
|
||
|
DD $L$from_prologue wrt ..imagebase,$L$from_body wrt ..imagebase,$L$from_epilogue wrt ..imagebase
|
||
|
ALIGN 8
|
||
|
$L$SEH_info_bn_mulx4x_mont_gather5:
|
||
|
DB 9,0,0,0
|
||
|
DD mul_handler wrt ..imagebase
|
||
|
DD $L$mulx4x_prologue wrt ..imagebase,$L$mulx4x_body wrt ..imagebase,$L$mulx4x_epilogue wrt ..imagebase
|
||
|
ALIGN 8
|
||
|
$L$SEH_info_bn_powerx5:
|
||
|
DB 9,0,0,0
|
||
|
DD mul_handler wrt ..imagebase
|
||
|
DD $L$powerx5_prologue wrt ..imagebase,$L$powerx5_body wrt ..imagebase,$L$powerx5_epilogue wrt ..imagebase
|
||
|
ALIGN 8
|
||
|
$L$SEH_info_bn_gather5:
|
||
|
DB 0x01,0x0b,0x03,0x0a
|
||
|
DB 0x0b,0x01,0x21,0x00
|
||
|
DB 0x04,0xa3,0x00,0x00
|
||
|
ALIGN 8
|