mirror/openssl
2
0
Fork 0
mirror of https://github.com/openssl/openssl.git synced 2025-01-18 13:44:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

aesni-mb-x86_64.pl: add Win64 SEH.

Browse Source
This commit is contained in:
Andy Polyakov 2014-06-10 23:08:06 +02:00
parent 343e5cf194
commit e2eabed110
1 changed files with 177 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

194
crypto/aes/asm/aesni-mb-x86_64.pl
View File

@ -115,7 +115,7 @@ $code.=<<___;
push %r15 push %r15
___ ___
$code.=<<___ if ($win64); $code.=<<___ if ($win64);
lea -0x78(%rsp),%rsp lea -0xa8(%rsp),%rsp
movaps %xmm6,(%rsp) movaps %xmm6,(%rsp)
movaps %xmm7,0x10(%rsp) movaps %xmm7,0x10(%rsp)
movaps %xmm8,0x20(%rsp) movaps %xmm8,0x20(%rsp)
@ -123,6 +123,9 @@ $code.=<<___ if ($win64);
movaps %xmm10,0x40(%rsp) movaps %xmm10,0x40(%rsp)
movaps %xmm11,0x50(%rsp) movaps %xmm11,0x50(%rsp)
movaps %xmm12,0x60(%rsp) movaps %xmm12,0x60(%rsp)
movaps %xmm13,-0x68(%rax) # not used, saved to share se_handler
movaps %xmm14,-0x58(%rax)
movaps %xmm15,-0x48(%rax)
___ ___
$code.=<<___; $code.=<<___;
# stack layout # stack layout
@ -323,13 +326,16 @@ $code.=<<___;
.Lenc4x_done: .Lenc4x_done:
___ ___
$code.=<<___ if ($win64); $code.=<<___ if ($win64);
movaps -0xa8(%rax),%xmm6 movaps -0xd8(%rax),%xmm6
movaps -0x98(%rax),%xmm7 movaps -0xc8(%rax),%xmm7
movaps -0x88(%rax),%xmm8 movaps -0xb8(%rax),%xmm8
movaps -0x78(%rax),%xmm9 movaps -0xa8(%rax),%xmm9
movaps -0x68(%rax),%xmm10 movaps -0x98(%rax),%xmm10
movaps -0x58(%rax),%xmm11 movaps -0x88(%rax),%xmm11
movaps -0x48(%rax),%xmm12 movaps -0x78(%rax),%xmm12
#movaps -0x68(%rax),%xmm13
#movaps -0x58(%rax),%xmm14
#movaps -0x48(%rax),%xmm15
___ ___
$code.=<<___; $code.=<<___;
mov -48(%rax),%r15 mov -48(%rax),%r15
@ -339,6 +345,7 @@ $code.=<<___;
mov -16(%rax),%rbp mov -16(%rax),%rbp
mov -8(%rax),%rbx mov -8(%rax),%rbx
lea (%rax),%rsp lea (%rax),%rsp
.Lenc4x_epilogue:
ret ret
.size aesni_multi_cbc_encrypt,.-aesni_multi_cbc_encrypt .size aesni_multi_cbc_encrypt,.-aesni_multi_cbc_encrypt
@ -367,7 +374,7 @@ $code.=<<___;
push %r15 push %r15
___ ___
$code.=<<___ if ($win64); $code.=<<___ if ($win64);
lea -0x78(%rsp),%rsp lea -0xa8(%rsp),%rsp
movaps %xmm6,(%rsp) movaps %xmm6,(%rsp)
movaps %xmm7,0x10(%rsp) movaps %xmm7,0x10(%rsp)
movaps %xmm8,0x20(%rsp) movaps %xmm8,0x20(%rsp)
@ -375,6 +382,9 @@ $code.=<<___ if ($win64);
movaps %xmm10,0x40(%rsp) movaps %xmm10,0x40(%rsp)
movaps %xmm11,0x50(%rsp) movaps %xmm11,0x50(%rsp)
movaps %xmm12,0x60(%rsp) movaps %xmm12,0x60(%rsp)
movaps %xmm13,-0x68(%rax) # not used, saved to share se_handler
movaps %xmm14,-0x58(%rax)
movaps %xmm15,-0x48(%rax)
___ ___
$code.=<<___; $code.=<<___;
# stack layout # stack layout
@ -451,8 +461,8 @@ $code.=<<___;
cmp `32+4*$i`(%rsp),$one cmp `32+4*$i`(%rsp),$one
aesdec $rndkey,@out[0] aesdec $rndkey,@out[0]
aesdec $rndkey,@out[1] aesdec $rndkey,@out[1]
cmovge $sink,@inptr[$i] # cancel input
aesdec $rndkey,@out[2] aesdec $rndkey,@out[2]
cmovge $sink,@inptr[$i] # cancel input
cmovg $sink,@outptr[$i] # sink output cmovg $sink,@outptr[$i] # sink output
aesdec $rndkey,@out[3] aesdec $rndkey,@out[3]
movups `0x40+16*$i-0x78`($key),$rndkey movups `0x40+16*$i-0x78`($key),$rndkey
@ -566,13 +576,16 @@ $code.=<<___;
.Ldec4x_done: .Ldec4x_done:
___ ___
$code.=<<___ if ($win64); $code.=<<___ if ($win64);
movaps -0xa8(%rax),%xmm6 movaps -0xd8(%rax),%xmm6
movaps -0x98(%rax),%xmm7 movaps -0xc8(%rax),%xmm7
movaps -0x88(%rax),%xmm8 movaps -0xb8(%rax),%xmm8
movaps -0x78(%rax),%xmm9 movaps -0xa8(%rax),%xmm9
movaps -0x68(%rax),%xmm10 movaps -0x98(%rax),%xmm10
movaps -0x58(%rax),%xmm11 movaps -0x88(%rax),%xmm11
movaps -0x48(%rax),%xmm12 movaps -0x78(%rax),%xmm12
#movaps -0x68(%rax),%xmm13
#movaps -0x58(%rax),%xmm14
#movaps -0x48(%rax),%xmm15
___ ___
$code.=<<___; $code.=<<___;
mov -48(%rax),%r15 mov -48(%rax),%r15
@ -582,6 +595,7 @@ $code.=<<___;
mov -16(%rax),%rbp mov -16(%rax),%rbp
mov -8(%rax),%rbx mov -8(%rax),%rbx
lea (%rax),%rsp lea (%rax),%rsp
.Ldec4x_epilogue:
ret ret
.size aesni_multi_cbc_decrypt,.-aesni_multi_cbc_decrypt .size aesni_multi_cbc_decrypt,.-aesni_multi_cbc_decrypt
___ ___
@ -864,6 +878,7 @@ $code.=<<___;
mov -16(%rax),%rbp mov -16(%rax),%rbp
mov -8(%rax),%rbx mov -8(%rax),%rbx
lea (%rax),%rsp lea (%rax),%rsp
.Lenc8x_epilogue:
ret ret
.size aesni_multi_cbc_encrypt_avx,.-aesni_multi_cbc_encrypt_avx .size aesni_multi_cbc_encrypt_avx,.-aesni_multi_cbc_encrypt_avx
@ -1169,11 +1184,156 @@ $code.=<<___;
mov -16(%rax),%rbp mov -16(%rax),%rbp
mov -8(%rax),%rbx mov -8(%rax),%rbx
lea (%rax),%rsp lea (%rax),%rsp
.Ldec8x_epilogue:
ret ret
.size aesni_multi_cbc_decrypt_avx,.-aesni_multi_cbc_decrypt_avx .size aesni_multi_cbc_decrypt_avx,.-aesni_multi_cbc_decrypt_avx
___ ___
}}} }}}
if ($win64) {
# EXCEPTION_DISPOSITION handler (EXCEPTION_RECORD *rec,ULONG64 frame,
# CONTEXT *context,DISPATCHER_CONTEXT *disp)
$rec="%rcx";
$frame="%rdx";
$context="%r8";
$disp="%r9";
$code.=<<___;
.extern __imp_RtlVirtualUnwind
.type se_handler,\@abi-omnipotent
.align 16
se_handler:
push %rsi
push %rdi
push %rbx
push %rbp
push %r12
push %r13
push %r14
push %r15
pushfq
sub \$64,%rsp
mov 120($context),%rax # pull context->Rax
mov 248($context),%rbx # pull context->Rip
mov 8($disp),%rsi # disp->ImageBase
mov 56($disp),%r11 # disp->HandlerData
mov 0(%r11),%r10d # HandlerData[0]
lea (%rsi,%r10),%r10 # prologue label
cmp %r10,%rbx # context->Rip<.Lprologue
jb .Lin_prologue
mov 152($context),%rax # pull context->Rsp
mov 4(%r11),%r10d # HandlerData[1]
lea (%rsi,%r10),%r10 # epilogue label
cmp %r10,%rbx # context->Rip>=.Lepilogue
jae .Lin_prologue
mov 16(%rax),%rax # pull saved stack pointer
mov -8(%rax),%rbx
mov -16(%rax),%rbp
mov -24(%rax),%r12
mov -32(%rax),%r13
mov -40(%rax),%r14
mov -48(%rax),%r15
mov %rbx,144($context) # restore context->Rbx
mov %rbp,160($context) # restore context->Rbp
mov %r12,216($context) # restore cotnext->R12
mov %r13,224($context) # restore cotnext->R13
mov %r14,232($context) # restore cotnext->R14
mov %r15,240($context) # restore cotnext->R15
lea -56-10*16(%rax),%rsi
lea 512($context),%rdi # &context.Xmm6
mov \$20,%ecx
.long 0xa548f3fc # cld; rep movsq
.Lin_prologue:
mov 8(%rax),%rdi
mov 16(%rax),%rsi
mov %rax,152($context) # restore context->Rsp
mov %rsi,168($context) # restore context->Rsi
mov %rdi,176($context) # restore context->Rdi
mov 40($disp),%rdi # disp->ContextRecord
mov $context,%rsi # context
mov \$154,%ecx # sizeof(CONTEXT)
.long 0xa548f3fc # cld; rep movsq
mov $disp,%rsi
xor %rcx,%rcx # arg1, UNW_FLAG_NHANDLER
mov 8(%rsi),%rdx # arg2, disp->ImageBase
mov 0(%rsi),%r8 # arg3, disp->ControlPc
mov 16(%rsi),%r9 # arg4, disp->FunctionEntry
mov 40(%rsi),%r10 # disp->ContextRecord
lea 56(%rsi),%r11 # &disp->HandlerData
lea 24(%rsi),%r12 # &disp->EstablisherFrame
mov %r10,32(%rsp) # arg5
mov %r11,40(%rsp) # arg6
mov %r12,48(%rsp) # arg7
mov %rcx,56(%rsp) # arg8, (NULL)
call *__imp_RtlVirtualUnwind(%rip)
mov \$1,%eax # ExceptionContinueSearch
add \$64,%rsp
popfq
pop %r15
pop %r14
pop %r13
pop %r12
pop %rbp
pop %rbx
pop %rdi
pop %rsi
ret
.size se_handler,.-se_handler
.section .pdata
.align 4
.rva .LSEH_begin_aesni_multi_cbc_encrypt
.rva .LSEH_end_aesni_multi_cbc_encrypt
.rva .LSEH_info_aesni_multi_cbc_encrypt
.rva .LSEH_begin_aesni_multi_cbc_decrypt
.rva .LSEH_end_aesni_multi_cbc_decrypt
.rva .LSEH_info_aesni_multi_cbc_decrypt
___
$code.=<<___ if ($avx);
.rva .LSEH_begin_aesni_multi_cbc_encrypt_avx
.rva .LSEH_end_aesni_multi_cbc_encrypt_avx
.rva .LSEH_info_aesni_multi_cbc_encrypt_avx
.rva .LSEH_begin_aesni_multi_cbc_decrypt_avx
.rva .LSEH_end_aesni_multi_cbc_decrypt_avx
.rva .LSEH_info_aesni_multi_cbc_decrypt_avx
___
$code.=<<___;
.section .xdata
.align 8
.LSEH_info_aesni_multi_cbc_encrypt:
.byte 9,0,0,0
.rva se_handler
.rva .Lenc4x_body,.Lenc4x_epilogue # HandlerData[]
.LSEH_info_aesni_multi_cbc_decrypt:
.byte 9,0,0,0
.rva se_handler
.rva .Ldec4x_body,.Ldec4x_epilogue # HandlerData[]
___
$code.=<<___ if ($avx);
.LSEH_info_aesni_multi_cbc_encrypt_avx:
.byte 9,0,0,0
.rva se_handler
.rva .Lenc8x_body,.Lenc8x_epilogue # HandlerData[]
.LSEH_info_aesni_multi_cbc_decrypt_avx:
.byte 9,0,0,0
.rva se_handler
.rva .Ldec8x_body,.Ldec8x_epilogue # HandlerData[]
___
}
####################################################################
sub rex { sub rex {
local *opcode=shift; local *opcode=shift;
my ($dst,$src)=@_; my ($dst,$src)=@_;