mirror of
https://github.com/openssl/openssl.git
synced 2024-12-09 05:51:54 +08:00
32be631ca1
If one of the perlasm xlate drivers crashes, OpenSSL's build will currently swallow the error and silently truncate the output to however far the driver got. This will hopefully fail to build, but better to check such things. Handle this by checking for errors when closing STDOUT (which is a pipe to the xlate driver). Reviewed-by: Richard Levitte <levitte@openssl.org> Reviewed-by: Tim Hudson <tjh@openssl.org> Reviewed-by: Tomas Mraz <tmraz@fedoraproject.org> (Merged from https://github.com/openssl/openssl/pull/10883)
514 lines
10 KiB
Prolog
514 lines
10 KiB
Prolog
#! /usr/bin/env perl
|
|
# Copyright 2005-2018 The OpenSSL Project Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License 2.0 (the "License"). You may not use
|
|
# this file except in compliance with the License. You can obtain a copy
|
|
# in the file LICENSE in the source distribution or at
|
|
# https://www.openssl.org/source/license.html
|
|
|
|
|
|
# $output is the last argument if it looks like a file (it has an extension)
|
|
# $flavour is the first argument if it doesn't look like a file
|
|
$output = $#ARGV >= 0 && $ARGV[$#ARGV] =~ m|\.\w+$| ? pop : undef;
|
|
$flavour = $#ARGV >= 0 && $ARGV[0] !~ m|\.| ? shift : undef;
|
|
|
|
$win64=0; $win64=1 if ($flavour =~ /[nm]asm|mingw64/ || $output =~ /\.asm$/);
|
|
|
|
$0 =~ m/(.*[\/\\])[^\/\\]+$/; $dir=$1;
|
|
( $xlate="${dir}x86_64-xlate.pl" and -f $xlate ) or
|
|
( $xlate="${dir}perlasm/x86_64-xlate.pl" and -f $xlate) or
|
|
die "can't locate x86_64-xlate.pl";
|
|
|
|
open OUT,"| \"$^X\" \"$xlate\" $flavour \"$output\""
|
|
or die "can't call $xlate: $!";
|
|
*STDOUT=*OUT;
|
|
|
|
($arg1,$arg2,$arg3,$arg4)=$win64?("%rcx","%rdx","%r8", "%r9") : # Win64 order
|
|
("%rdi","%rsi","%rdx","%rcx"); # Unix order
|
|
|
|
print<<___;
|
|
.extern OPENSSL_cpuid_setup
|
|
.hidden OPENSSL_cpuid_setup
|
|
.section .init
|
|
call OPENSSL_cpuid_setup
|
|
|
|
.hidden OPENSSL_ia32cap_P
|
|
.comm OPENSSL_ia32cap_P,16,4
|
|
|
|
.text
|
|
|
|
.globl OPENSSL_atomic_add
|
|
.type OPENSSL_atomic_add,\@abi-omnipotent
|
|
.align 16
|
|
OPENSSL_atomic_add:
|
|
.cfi_startproc
|
|
movl ($arg1),%eax
|
|
.Lspin: leaq ($arg2,%rax),%r8
|
|
.byte 0xf0 # lock
|
|
cmpxchgl %r8d,($arg1)
|
|
jne .Lspin
|
|
movl %r8d,%eax
|
|
.byte 0x48,0x98 # cltq/cdqe
|
|
ret
|
|
.cfi_endproc
|
|
.size OPENSSL_atomic_add,.-OPENSSL_atomic_add
|
|
|
|
.globl OPENSSL_rdtsc
|
|
.type OPENSSL_rdtsc,\@abi-omnipotent
|
|
.align 16
|
|
OPENSSL_rdtsc:
|
|
.cfi_startproc
|
|
rdtsc
|
|
shl \$32,%rdx
|
|
or %rdx,%rax
|
|
ret
|
|
.cfi_endproc
|
|
.size OPENSSL_rdtsc,.-OPENSSL_rdtsc
|
|
|
|
.globl OPENSSL_ia32_cpuid
|
|
.type OPENSSL_ia32_cpuid,\@function,1
|
|
.align 16
|
|
OPENSSL_ia32_cpuid:
|
|
.cfi_startproc
|
|
mov %rbx,%r8 # save %rbx
|
|
.cfi_register %rbx,%r8
|
|
|
|
xor %eax,%eax
|
|
mov %rax,8(%rdi) # clear extended feature flags
|
|
cpuid
|
|
mov %eax,%r11d # max value for standard query level
|
|
|
|
xor %eax,%eax
|
|
cmp \$0x756e6547,%ebx # "Genu"
|
|
setne %al
|
|
mov %eax,%r9d
|
|
cmp \$0x49656e69,%edx # "ineI"
|
|
setne %al
|
|
or %eax,%r9d
|
|
cmp \$0x6c65746e,%ecx # "ntel"
|
|
setne %al
|
|
or %eax,%r9d # 0 indicates Intel CPU
|
|
jz .Lintel
|
|
|
|
cmp \$0x68747541,%ebx # "Auth"
|
|
setne %al
|
|
mov %eax,%r10d
|
|
cmp \$0x69746E65,%edx # "enti"
|
|
setne %al
|
|
or %eax,%r10d
|
|
cmp \$0x444D4163,%ecx # "cAMD"
|
|
setne %al
|
|
or %eax,%r10d # 0 indicates AMD CPU
|
|
jnz .Lintel
|
|
|
|
# AMD specific
|
|
mov \$0x80000000,%eax
|
|
cpuid
|
|
cmp \$0x80000001,%eax
|
|
jb .Lintel
|
|
mov %eax,%r10d
|
|
mov \$0x80000001,%eax
|
|
cpuid
|
|
or %ecx,%r9d
|
|
and \$0x00000801,%r9d # isolate AMD XOP bit, 1<<11
|
|
|
|
cmp \$0x80000008,%r10d
|
|
jb .Lintel
|
|
|
|
mov \$0x80000008,%eax
|
|
cpuid
|
|
movzb %cl,%r10 # number of cores - 1
|
|
inc %r10 # number of cores
|
|
|
|
mov \$1,%eax
|
|
cpuid
|
|
bt \$28,%edx # test hyper-threading bit
|
|
jnc .Lgeneric
|
|
shr \$16,%ebx # number of logical processors
|
|
cmp %r10b,%bl
|
|
ja .Lgeneric
|
|
and \$0xefffffff,%edx # ~(1<<28)
|
|
jmp .Lgeneric
|
|
|
|
.Lintel:
|
|
cmp \$4,%r11d
|
|
mov \$-1,%r10d
|
|
jb .Lnocacheinfo
|
|
|
|
mov \$4,%eax
|
|
mov \$0,%ecx # query L1D
|
|
cpuid
|
|
mov %eax,%r10d
|
|
shr \$14,%r10d
|
|
and \$0xfff,%r10d # number of cores -1 per L1D
|
|
|
|
.Lnocacheinfo:
|
|
mov \$1,%eax
|
|
cpuid
|
|
movd %eax,%xmm0 # put aside processor id
|
|
and \$0xbfefffff,%edx # force reserved bits to 0
|
|
cmp \$0,%r9d
|
|
jne .Lnotintel
|
|
or \$0x40000000,%edx # set reserved bit#30 on Intel CPUs
|
|
and \$15,%ah
|
|
cmp \$15,%ah # examine Family ID
|
|
jne .LnotP4
|
|
or \$0x00100000,%edx # set reserved bit#20 to engage RC4_CHAR
|
|
.LnotP4:
|
|
cmp \$6,%ah
|
|
jne .Lnotintel
|
|
and \$0x0fff0ff0,%eax
|
|
cmp \$0x00050670,%eax # Knights Landing
|
|
je .Lknights
|
|
cmp \$0x00080650,%eax # Knights Mill (according to sde)
|
|
jne .Lnotintel
|
|
.Lknights:
|
|
and \$0xfbffffff,%ecx # clear XSAVE flag to mimic Silvermont
|
|
|
|
.Lnotintel:
|
|
bt \$28,%edx # test hyper-threading bit
|
|
jnc .Lgeneric
|
|
and \$0xefffffff,%edx # ~(1<<28)
|
|
cmp \$0,%r10d
|
|
je .Lgeneric
|
|
|
|
or \$0x10000000,%edx # 1<<28
|
|
shr \$16,%ebx
|
|
cmp \$1,%bl # see if cache is shared
|
|
ja .Lgeneric
|
|
and \$0xefffffff,%edx # ~(1<<28)
|
|
.Lgeneric:
|
|
and \$0x00000800,%r9d # isolate AMD XOP flag
|
|
and \$0xfffff7ff,%ecx
|
|
or %ecx,%r9d # merge AMD XOP flag
|
|
|
|
mov %edx,%r10d # %r9d:%r10d is copy of %ecx:%edx
|
|
|
|
cmp \$7,%r11d
|
|
jb .Lno_extended_info
|
|
mov \$7,%eax
|
|
xor %ecx,%ecx
|
|
cpuid
|
|
bt \$26,%r9d # check XSAVE bit, cleared on Knights
|
|
jc .Lnotknights
|
|
and \$0xfff7ffff,%ebx # clear ADCX/ADOX flag
|
|
.Lnotknights:
|
|
movd %xmm0,%eax # restore processor id
|
|
and \$0x0fff0ff0,%eax
|
|
cmp \$0x00050650,%eax # Skylake-X
|
|
jne .Lnotskylakex
|
|
and \$0xfffeffff,%ebx # ~(1<<16)
|
|
# suppress AVX512F flag on Skylake-X
|
|
.Lnotskylakex:
|
|
mov %ebx,8(%rdi) # save extended feature flags
|
|
mov %ecx,12(%rdi)
|
|
.Lno_extended_info:
|
|
|
|
bt \$27,%r9d # check OSXSAVE bit
|
|
jnc .Lclear_avx
|
|
xor %ecx,%ecx # XCR0
|
|
.byte 0x0f,0x01,0xd0 # xgetbv
|
|
and \$0xe6,%eax # isolate XMM, YMM and ZMM state support
|
|
cmp \$0xe6,%eax
|
|
je .Ldone
|
|
andl \$0x3fdeffff,8(%rdi) # ~(1<<31|1<<30|1<<21|1<<16)
|
|
# clear AVX512F+BW+VL+FIMA, all of
|
|
# them are EVEX-encoded, which requires
|
|
# ZMM state support even if one uses
|
|
# only XMM and YMM :-(
|
|
and \$6,%eax # isolate XMM and YMM state support
|
|
cmp \$6,%eax
|
|
je .Ldone
|
|
.Lclear_avx:
|
|
mov \$0xefffe7ff,%eax # ~(1<<28|1<<12|1<<11)
|
|
and %eax,%r9d # clear AVX, FMA and AMD XOP bits
|
|
mov \$0x3fdeffdf,%eax # ~(1<<31|1<<30|1<<21|1<<16|1<<5)
|
|
and %eax,8(%rdi) # clear AVX2 and AVX512* bits
|
|
.Ldone:
|
|
shl \$32,%r9
|
|
mov %r10d,%eax
|
|
mov %r8,%rbx # restore %rbx
|
|
.cfi_restore %rbx
|
|
or %r9,%rax
|
|
ret
|
|
.cfi_endproc
|
|
.size OPENSSL_ia32_cpuid,.-OPENSSL_ia32_cpuid
|
|
|
|
.globl OPENSSL_cleanse
|
|
.type OPENSSL_cleanse,\@abi-omnipotent
|
|
.align 16
|
|
OPENSSL_cleanse:
|
|
.cfi_startproc
|
|
xor %rax,%rax
|
|
cmp \$15,$arg2
|
|
jae .Lot
|
|
cmp \$0,$arg2
|
|
je .Lret
|
|
.Little:
|
|
mov %al,($arg1)
|
|
sub \$1,$arg2
|
|
lea 1($arg1),$arg1
|
|
jnz .Little
|
|
.Lret:
|
|
ret
|
|
.align 16
|
|
.Lot:
|
|
test \$7,$arg1
|
|
jz .Laligned
|
|
mov %al,($arg1)
|
|
lea -1($arg2),$arg2
|
|
lea 1($arg1),$arg1
|
|
jmp .Lot
|
|
.Laligned:
|
|
mov %rax,($arg1)
|
|
lea -8($arg2),$arg2
|
|
test \$-8,$arg2
|
|
lea 8($arg1),$arg1
|
|
jnz .Laligned
|
|
cmp \$0,$arg2
|
|
jne .Little
|
|
ret
|
|
.cfi_endproc
|
|
.size OPENSSL_cleanse,.-OPENSSL_cleanse
|
|
|
|
.globl CRYPTO_memcmp
|
|
.type CRYPTO_memcmp,\@abi-omnipotent
|
|
.align 16
|
|
CRYPTO_memcmp:
|
|
.cfi_startproc
|
|
xor %rax,%rax
|
|
xor %r10,%r10
|
|
cmp \$0,$arg3
|
|
je .Lno_data
|
|
cmp \$16,$arg3
|
|
jne .Loop_cmp
|
|
mov ($arg1),%r10
|
|
mov 8($arg1),%r11
|
|
mov \$1,$arg3
|
|
xor ($arg2),%r10
|
|
xor 8($arg2),%r11
|
|
or %r11,%r10
|
|
cmovnz $arg3,%rax
|
|
ret
|
|
|
|
.align 16
|
|
.Loop_cmp:
|
|
mov ($arg1),%r10b
|
|
lea 1($arg1),$arg1
|
|
xor ($arg2),%r10b
|
|
lea 1($arg2),$arg2
|
|
or %r10b,%al
|
|
dec $arg3
|
|
jnz .Loop_cmp
|
|
neg %rax
|
|
shr \$63,%rax
|
|
.Lno_data:
|
|
ret
|
|
.cfi_endproc
|
|
.size CRYPTO_memcmp,.-CRYPTO_memcmp
|
|
___
|
|
|
|
print<<___ if (!$win64);
|
|
.globl OPENSSL_wipe_cpu
|
|
.type OPENSSL_wipe_cpu,\@abi-omnipotent
|
|
.align 16
|
|
OPENSSL_wipe_cpu:
|
|
.cfi_startproc
|
|
pxor %xmm0,%xmm0
|
|
pxor %xmm1,%xmm1
|
|
pxor %xmm2,%xmm2
|
|
pxor %xmm3,%xmm3
|
|
pxor %xmm4,%xmm4
|
|
pxor %xmm5,%xmm5
|
|
pxor %xmm6,%xmm6
|
|
pxor %xmm7,%xmm7
|
|
pxor %xmm8,%xmm8
|
|
pxor %xmm9,%xmm9
|
|
pxor %xmm10,%xmm10
|
|
pxor %xmm11,%xmm11
|
|
pxor %xmm12,%xmm12
|
|
pxor %xmm13,%xmm13
|
|
pxor %xmm14,%xmm14
|
|
pxor %xmm15,%xmm15
|
|
xorq %rcx,%rcx
|
|
xorq %rdx,%rdx
|
|
xorq %rsi,%rsi
|
|
xorq %rdi,%rdi
|
|
xorq %r8,%r8
|
|
xorq %r9,%r9
|
|
xorq %r10,%r10
|
|
xorq %r11,%r11
|
|
leaq 8(%rsp),%rax
|
|
ret
|
|
.cfi_endproc
|
|
.size OPENSSL_wipe_cpu,.-OPENSSL_wipe_cpu
|
|
___
|
|
print<<___ if ($win64);
|
|
.globl OPENSSL_wipe_cpu
|
|
.type OPENSSL_wipe_cpu,\@abi-omnipotent
|
|
.align 16
|
|
OPENSSL_wipe_cpu:
|
|
pxor %xmm0,%xmm0
|
|
pxor %xmm1,%xmm1
|
|
pxor %xmm2,%xmm2
|
|
pxor %xmm3,%xmm3
|
|
pxor %xmm4,%xmm4
|
|
pxor %xmm5,%xmm5
|
|
xorq %rcx,%rcx
|
|
xorq %rdx,%rdx
|
|
xorq %r8,%r8
|
|
xorq %r9,%r9
|
|
xorq %r10,%r10
|
|
xorq %r11,%r11
|
|
leaq 8(%rsp),%rax
|
|
ret
|
|
.size OPENSSL_wipe_cpu,.-OPENSSL_wipe_cpu
|
|
___
|
|
{
|
|
my $out="%r10";
|
|
my $cnt="%rcx";
|
|
my $max="%r11";
|
|
my $lasttick="%r8d";
|
|
my $lastdiff="%r9d";
|
|
my $redzone=win64?8:-8;
|
|
|
|
print<<___;
|
|
.globl OPENSSL_instrument_bus
|
|
.type OPENSSL_instrument_bus,\@abi-omnipotent
|
|
.align 16
|
|
OPENSSL_instrument_bus:
|
|
.cfi_startproc
|
|
mov $arg1,$out # tribute to Win64
|
|
mov $arg2,$cnt
|
|
mov $arg2,$max
|
|
|
|
rdtsc # collect 1st tick
|
|
mov %eax,$lasttick # lasttick = tick
|
|
mov \$0,$lastdiff # lastdiff = 0
|
|
clflush ($out)
|
|
.byte 0xf0 # lock
|
|
add $lastdiff,($out)
|
|
jmp .Loop
|
|
.align 16
|
|
.Loop: rdtsc
|
|
mov %eax,%edx
|
|
sub $lasttick,%eax
|
|
mov %edx,$lasttick
|
|
mov %eax,$lastdiff
|
|
clflush ($out)
|
|
.byte 0xf0 # lock
|
|
add %eax,($out)
|
|
lea 4($out),$out
|
|
sub \$1,$cnt
|
|
jnz .Loop
|
|
|
|
mov $max,%rax
|
|
ret
|
|
.cfi_endproc
|
|
.size OPENSSL_instrument_bus,.-OPENSSL_instrument_bus
|
|
|
|
.globl OPENSSL_instrument_bus2
|
|
.type OPENSSL_instrument_bus2,\@abi-omnipotent
|
|
.align 16
|
|
OPENSSL_instrument_bus2:
|
|
.cfi_startproc
|
|
mov $arg1,$out # tribute to Win64
|
|
mov $arg2,$cnt
|
|
mov $arg3,$max
|
|
mov $cnt,$redzone(%rsp)
|
|
|
|
rdtsc # collect 1st tick
|
|
mov %eax,$lasttick # lasttick = tick
|
|
mov \$0,$lastdiff # lastdiff = 0
|
|
|
|
clflush ($out)
|
|
.byte 0xf0 # lock
|
|
add $lastdiff,($out)
|
|
|
|
rdtsc # collect 1st diff
|
|
mov %eax,%edx
|
|
sub $lasttick,%eax # diff
|
|
mov %edx,$lasttick # lasttick = tick
|
|
mov %eax,$lastdiff # lastdiff = diff
|
|
.Loop2:
|
|
clflush ($out)
|
|
.byte 0xf0 # lock
|
|
add %eax,($out) # accumulate diff
|
|
|
|
sub \$1,$max
|
|
jz .Ldone2
|
|
|
|
rdtsc
|
|
mov %eax,%edx
|
|
sub $lasttick,%eax # diff
|
|
mov %edx,$lasttick # lasttick = tick
|
|
cmp $lastdiff,%eax
|
|
mov %eax,$lastdiff # lastdiff = diff
|
|
mov \$0,%edx
|
|
setne %dl
|
|
sub %rdx,$cnt # conditional --$cnt
|
|
lea ($out,%rdx,4),$out # conditional ++$out
|
|
jnz .Loop2
|
|
|
|
.Ldone2:
|
|
mov $redzone(%rsp),%rax
|
|
sub $cnt,%rax
|
|
ret
|
|
.cfi_endproc
|
|
.size OPENSSL_instrument_bus2,.-OPENSSL_instrument_bus2
|
|
___
|
|
}
|
|
|
|
sub gen_random {
|
|
my $rdop = shift;
|
|
print<<___;
|
|
.globl OPENSSL_ia32_${rdop}_bytes
|
|
.type OPENSSL_ia32_${rdop}_bytes,\@abi-omnipotent
|
|
.align 16
|
|
OPENSSL_ia32_${rdop}_bytes:
|
|
.cfi_startproc
|
|
xor %rax, %rax # return value
|
|
cmp \$0,$arg2
|
|
je .Ldone_${rdop}_bytes
|
|
|
|
mov \$8,%r11
|
|
.Loop_${rdop}_bytes:
|
|
${rdop} %r10
|
|
jc .Lbreak_${rdop}_bytes
|
|
dec %r11
|
|
jnz .Loop_${rdop}_bytes
|
|
jmp .Ldone_${rdop}_bytes
|
|
|
|
.align 16
|
|
.Lbreak_${rdop}_bytes:
|
|
cmp \$8,$arg2
|
|
jb .Ltail_${rdop}_bytes
|
|
mov %r10,($arg1)
|
|
lea 8($arg1),$arg1
|
|
add \$8,%rax
|
|
sub \$8,$arg2
|
|
jz .Ldone_${rdop}_bytes
|
|
mov \$8,%r11
|
|
jmp .Loop_${rdop}_bytes
|
|
|
|
.align 16
|
|
.Ltail_${rdop}_bytes:
|
|
mov %r10b,($arg1)
|
|
lea 1($arg1),$arg1
|
|
inc %rax
|
|
shr \$8,%r10
|
|
dec $arg2
|
|
jnz .Ltail_${rdop}_bytes
|
|
|
|
.Ldone_${rdop}_bytes:
|
|
xor %r10,%r10 # Clear sensitive data from register
|
|
ret
|
|
.cfi_endproc
|
|
.size OPENSSL_ia32_${rdop}_bytes,.-OPENSSL_ia32_${rdop}_bytes
|
|
___
|
|
}
|
|
gen_random("rdrand");
|
|
gen_random("rdseed");
|
|
|
|
close STDOUT or die "error closing STDOUT"; # flush
|