2016-05-21 20:23:39 +08:00
|
|
|
#! /usr/bin/env perl
|
2020-04-23 20:55:52 +08:00
|
|
|
# Copyright 2011-2020 The OpenSSL Project Authors. All Rights Reserved.
|
2016-05-21 20:23:39 +08:00
|
|
|
#
|
2018-12-06 20:52:38 +08:00
|
|
|
# Licensed under the Apache License 2.0 (the "License"). You may not use
|
2016-05-21 20:23:39 +08:00
|
|
|
# this file except in compliance with the License. You can obtain a copy
|
|
|
|
# in the file LICENSE in the source distribution or at
|
|
|
|
# https://www.openssl.org/source/license.html
|
|
|
|
|
2011-08-24 04:51:38 +08:00
|
|
|
#
|
|
|
|
# ====================================================================
|
|
|
|
# Written by Andy Polyakov <appro@openssl.org> for the OpenSSL
|
|
|
|
# project. The module is, however, dual licensed under OpenSSL and
|
|
|
|
# CRYPTOGAMS licenses depending on where you obtain it. For further
|
|
|
|
# details see http://www.openssl.org/~appro/cryptogams/.
|
|
|
|
# ====================================================================
|
|
|
|
|
|
|
|
# June 2011
|
|
|
|
#
|
|
|
|
# This is RC4+MD5 "stitch" implementation. The idea, as spelled in
|
|
|
|
# http://download.intel.com/design/intarch/papers/323686.pdf, is that
|
|
|
|
# since both algorithms exhibit instruction-level parallelism, ILP,
|
|
|
|
# below theoretical maximum, interleaving them would allow to utilize
|
|
|
|
# processor resources better and achieve better performance. RC4
|
|
|
|
# instruction sequence is virtually identical to rc4-x86_64.pl, which
|
|
|
|
# is heavily based on submission by Maxim Perminov, Maxim Locktyukhin
|
|
|
|
# and Jim Guilford of Intel. MD5 is fresh implementation aiming to
|
|
|
|
# minimize register usage, which was used as "main thread" with RC4
|
|
|
|
# weaved into it, one RC4 round per one MD5 round. In addition to the
|
|
|
|
# stiched subroutine the script can generate standalone replacement
|
|
|
|
# md5_block_asm_data_order and RC4. Below are performance numbers in
|
|
|
|
# cycles per processed byte, less is better, for these the standalone
|
|
|
|
# subroutines, sum of them, and stitched one:
|
|
|
|
#
|
|
|
|
# RC4 MD5 RC4+MD5 stitch gain
|
|
|
|
# Opteron 6.5(*) 5.4 11.9 7.0 +70%(*)
|
|
|
|
# Core2 6.5 5.8 12.3 7.7 +60%
|
|
|
|
# Westmere 4.3 5.2 9.5 7.0 +36%
|
|
|
|
# Sandy Bridge 4.2 5.5 9.7 6.8 +43%
|
2015-09-25 20:00:46 +08:00
|
|
|
# Ivy Bridge 4.1 5.2 9.3 6.0 +54%
|
|
|
|
# Haswell 4.0 5.0 9.0 5.7 +60%
|
|
|
|
# Skylake 6.3(**) 5.0 11.3 5.3 +110%
|
2011-08-24 04:51:38 +08:00
|
|
|
# Atom 9.3 6.5 15.8 11.1 +42%
|
2012-06-12 22:18:21 +08:00
|
|
|
# VIA Nano 6.3 5.4 11.7 8.6 +37%
|
|
|
|
# Bulldozer 4.5 5.4 9.9 7.7 +29%
|
2011-08-24 04:51:38 +08:00
|
|
|
#
|
|
|
|
# (*) rc4-x86_64.pl delivers 5.3 on Opteron, so real improvement
|
|
|
|
# is +53%...
|
2015-09-25 20:00:46 +08:00
|
|
|
# (**) unidentified anomaly;
|
2011-08-24 04:51:38 +08:00
|
|
|
|
|
|
|
my ($rc4,$md5)=(1,1); # what to generate?
|
|
|
|
my $D="#" if (!$md5); # if set to "#", MD5 is stitched into RC4(),
|
|
|
|
# but its result is discarded. Idea here is
|
|
|
|
# to be able to use 'openssl speed rc4' for
|
2016-10-11 00:01:24 +08:00
|
|
|
# benchmarking the stitched subroutine...
|
2011-08-24 04:51:38 +08:00
|
|
|
|
Unify all assembler file generators
They now generally conform to the following argument sequence:
script.pl "$(PERLASM_SCHEME)" [ C preprocessor arguments ... ] \
$(PROCESSOR) <output file>
However, in the spirit of being able to use these scripts manually,
they also allow for no argument, or for only the flavour, or for only
the output file. This is done by only using the last argument as
output file if it's a file (it has an extension), and only using the
first argument as flavour if it isn't a file (it doesn't have an
extension).
While we're at it, we make all $xlate calls the same, i.e. the $output
argument is always quoted, and we always die on error when trying to
start $xlate.
There's a perl lesson in this, regarding operator priority...
This will always succeed, even when it fails:
open FOO, "something" || die "ERR: $!";
The reason is that '||' has higher priority than list operators (a
function is essentially a list operator and gobbles up everything
following it that isn't lower priority), and since a non-empty string
is always true, so that ends up being exactly the same as:
open FOO, "something";
This, however, will fail if "something" can't be opened:
open FOO, "something" or die "ERR: $!";
The reason is that 'or' has lower priority that list operators,
i.e. it's performed after the 'open' call.
Reviewed-by: Matt Caswell <matt@openssl.org>
(Merged from https://github.com/openssl/openssl/pull/9884)
2019-09-13 06:06:46 +08:00
|
|
|
# $output is the last argument if it looks like a file (it has an extension)
|
|
|
|
# $flavour is the first argument if it doesn't look like a file
|
|
|
|
my $output = $#ARGV >= 0 && $ARGV[$#ARGV] =~ m|\.\w+$| ? pop : undef;
|
|
|
|
my $flavour = $#ARGV >= 0 && $ARGV[0] !~ m|\.| ? shift : undef;
|
2011-08-24 04:51:38 +08:00
|
|
|
|
|
|
|
my $win64=0; $win64=1 if ($flavour =~ /[nm]asm|mingw64/ || $output =~ /\.asm$/);
|
|
|
|
|
|
|
|
$0 =~ m/(.*[\/\\])[^\/\\]+$/; my $dir=$1; my $xlate;
|
|
|
|
( $xlate="${dir}x86_64-xlate.pl" and -f $xlate ) or
|
|
|
|
( $xlate="${dir}../../perlasm/x86_64-xlate.pl" and -f $xlate) or
|
|
|
|
die "can't locate x86_64-xlate.pl";
|
|
|
|
|
Unify all assembler file generators
They now generally conform to the following argument sequence:
script.pl "$(PERLASM_SCHEME)" [ C preprocessor arguments ... ] \
$(PROCESSOR) <output file>
However, in the spirit of being able to use these scripts manually,
they also allow for no argument, or for only the flavour, or for only
the output file. This is done by only using the last argument as
output file if it's a file (it has an extension), and only using the
first argument as flavour if it isn't a file (it doesn't have an
extension).
While we're at it, we make all $xlate calls the same, i.e. the $output
argument is always quoted, and we always die on error when trying to
start $xlate.
There's a perl lesson in this, regarding operator priority...
This will always succeed, even when it fails:
open FOO, "something" || die "ERR: $!";
The reason is that '||' has higher priority than list operators (a
function is essentially a list operator and gobbles up everything
following it that isn't lower priority), and since a non-empty string
is always true, so that ends up being exactly the same as:
open FOO, "something";
This, however, will fail if "something" can't be opened:
open FOO, "something" or die "ERR: $!";
The reason is that 'or' has lower priority that list operators,
i.e. it's performed after the 'open' call.
Reviewed-by: Matt Caswell <matt@openssl.org>
(Merged from https://github.com/openssl/openssl/pull/9884)
2019-09-13 06:06:46 +08:00
|
|
|
open OUT,"| \"$^X\" \"$xlate\" $flavour \"$output\""
|
|
|
|
or die "can't call $xlate: $!";
|
2013-01-23 05:11:31 +08:00
|
|
|
*STDOUT=*OUT;
|
2011-08-24 04:51:38 +08:00
|
|
|
|
|
|
|
my ($dat,$in0,$out,$ctx,$inp,$len, $func,$nargs);
|
|
|
|
|
|
|
|
if ($rc4 && !$md5) {
|
|
|
|
($dat,$len,$in0,$out) = ("%rdi","%rsi","%rdx","%rcx");
|
|
|
|
$func="RC4"; $nargs=4;
|
|
|
|
} elsif ($md5 && !$rc4) {
|
|
|
|
($ctx,$inp,$len) = ("%rdi","%rsi","%rdx");
|
|
|
|
$func="md5_block_asm_data_order"; $nargs=3;
|
|
|
|
} else {
|
|
|
|
($dat,$in0,$out,$ctx,$inp,$len) = ("%rdi","%rsi","%rdx","%rcx","%r8","%r9");
|
|
|
|
$func="rc4_md5_enc"; $nargs=6;
|
|
|
|
# void rc4_md5_enc(
|
|
|
|
# RC4_KEY *key, #
|
|
|
|
# const void *in0, # RC4 input
|
|
|
|
# void *out, # RC4 output
|
|
|
|
# MD5_CTX *ctx, #
|
|
|
|
# const void *inp, # MD5 input
|
|
|
|
# size_t len); # number of 64-byte blocks
|
|
|
|
}
|
|
|
|
|
|
|
|
my @K=( 0xd76aa478,0xe8c7b756,0x242070db,0xc1bdceee,
|
|
|
|
0xf57c0faf,0x4787c62a,0xa8304613,0xfd469501,
|
|
|
|
0x698098d8,0x8b44f7af,0xffff5bb1,0x895cd7be,
|
|
|
|
0x6b901122,0xfd987193,0xa679438e,0x49b40821,
|
|
|
|
|
|
|
|
0xf61e2562,0xc040b340,0x265e5a51,0xe9b6c7aa,
|
|
|
|
0xd62f105d,0x02441453,0xd8a1e681,0xe7d3fbc8,
|
|
|
|
0x21e1cde6,0xc33707d6,0xf4d50d87,0x455a14ed,
|
|
|
|
0xa9e3e905,0xfcefa3f8,0x676f02d9,0x8d2a4c8a,
|
|
|
|
|
|
|
|
0xfffa3942,0x8771f681,0x6d9d6122,0xfde5380c,
|
|
|
|
0xa4beea44,0x4bdecfa9,0xf6bb4b60,0xbebfbc70,
|
|
|
|
0x289b7ec6,0xeaa127fa,0xd4ef3085,0x04881d05,
|
|
|
|
0xd9d4d039,0xe6db99e5,0x1fa27cf8,0xc4ac5665,
|
|
|
|
|
|
|
|
0xf4292244,0x432aff97,0xab9423a7,0xfc93a039,
|
|
|
|
0x655b59c3,0x8f0ccc92,0xffeff47d,0x85845dd1,
|
|
|
|
0x6fa87e4f,0xfe2ce6e0,0xa3014314,0x4e0811a1,
|
|
|
|
0xf7537e82,0xbd3af235,0x2ad7d2bb,0xeb86d391 );
|
|
|
|
|
|
|
|
my @V=("%r8d","%r9d","%r10d","%r11d"); # MD5 registers
|
|
|
|
my $tmp="%r12d";
|
|
|
|
|
|
|
|
my @XX=("%rbp","%rsi"); # RC4 registers
|
|
|
|
my @TX=("%rax","%rbx");
|
|
|
|
my $YY="%rcx";
|
|
|
|
my $TY="%rdx";
|
|
|
|
|
|
|
|
my $MOD=32; # 16, 32 or 64
|
|
|
|
|
|
|
|
$code.=<<___;
|
|
|
|
.text
|
|
|
|
.align 16
|
|
|
|
|
|
|
|
.globl $func
|
|
|
|
.type $func,\@function,$nargs
|
|
|
|
$func:
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_startproc
|
2011-08-24 04:51:38 +08:00
|
|
|
cmp \$0,$len
|
|
|
|
je .Labort
|
|
|
|
push %rbx
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_push %rbx
|
2011-08-24 04:51:38 +08:00
|
|
|
push %rbp
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_push %rbp
|
2011-08-24 04:51:38 +08:00
|
|
|
push %r12
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_push %r12
|
2011-08-24 04:51:38 +08:00
|
|
|
push %r13
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_push %r13
|
2011-08-24 04:51:38 +08:00
|
|
|
push %r14
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_push %r14
|
2011-08-24 04:51:38 +08:00
|
|
|
push %r15
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_push %r15
|
2011-08-24 04:51:38 +08:00
|
|
|
sub \$40,%rsp
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_adjust_cfa_offset 40
|
2011-08-24 04:51:38 +08:00
|
|
|
.Lbody:
|
|
|
|
___
|
|
|
|
if ($rc4) {
|
|
|
|
$code.=<<___;
|
|
|
|
$D#md5# mov $ctx,%r11 # reassign arguments
|
|
|
|
mov $len,%r12
|
|
|
|
mov $in0,%r13
|
|
|
|
mov $out,%r14
|
|
|
|
$D#md5# mov $inp,%r15
|
|
|
|
___
|
|
|
|
$ctx="%r11" if ($md5); # reassign arguments
|
|
|
|
$len="%r12";
|
|
|
|
$in0="%r13";
|
|
|
|
$out="%r14";
|
|
|
|
$inp="%r15" if ($md5);
|
|
|
|
$inp=$in0 if (!$md5);
|
|
|
|
$code.=<<___;
|
|
|
|
xor $XX[0],$XX[0]
|
|
|
|
xor $YY,$YY
|
|
|
|
|
|
|
|
lea 8($dat),$dat
|
|
|
|
mov -8($dat),$XX[0]#b
|
|
|
|
mov -4($dat),$YY#b
|
|
|
|
|
|
|
|
inc $XX[0]#b
|
|
|
|
sub $in0,$out
|
|
|
|
movl ($dat,$XX[0],4),$TX[0]#d
|
|
|
|
___
|
|
|
|
$code.=<<___ if (!$md5);
|
|
|
|
xor $TX[1],$TX[1]
|
|
|
|
test \$-128,$len
|
|
|
|
jz .Loop1
|
|
|
|
sub $XX[0],$TX[1]
|
|
|
|
and \$`$MOD-1`,$TX[1]
|
|
|
|
jz .Loop${MOD}_is_hot
|
|
|
|
sub $TX[1],$len
|
|
|
|
.Loop${MOD}_warmup:
|
|
|
|
add $TX[0]#b,$YY#b
|
|
|
|
movl ($dat,$YY,4),$TY#d
|
|
|
|
movl $TX[0]#d,($dat,$YY,4)
|
|
|
|
movl $TY#d,($dat,$XX[0],4)
|
|
|
|
add $TY#b,$TX[0]#b
|
|
|
|
inc $XX[0]#b
|
|
|
|
movl ($dat,$TX[0],4),$TY#d
|
|
|
|
movl ($dat,$XX[0],4),$TX[0]#d
|
|
|
|
xorb ($in0),$TY#b
|
|
|
|
movb $TY#b,($out,$in0)
|
|
|
|
lea 1($in0),$in0
|
|
|
|
dec $TX[1]
|
|
|
|
jnz .Loop${MOD}_warmup
|
|
|
|
|
|
|
|
mov $YY,$TX[1]
|
|
|
|
xor $YY,$YY
|
|
|
|
mov $TX[1]#b,$YY#b
|
|
|
|
|
|
|
|
.Loop${MOD}_is_hot:
|
|
|
|
mov $len,32(%rsp) # save original $len
|
|
|
|
shr \$6,$len # number of 64-byte blocks
|
|
|
|
___
|
|
|
|
if ($D && !$md5) { # stitch in dummy MD5
|
|
|
|
$md5=1;
|
|
|
|
$ctx="%r11";
|
|
|
|
$inp="%r15";
|
|
|
|
$code.=<<___;
|
|
|
|
mov %rsp,$ctx
|
|
|
|
mov $in0,$inp
|
|
|
|
___
|
|
|
|
}
|
|
|
|
}
|
|
|
|
$code.=<<___;
|
|
|
|
#rc4# add $TX[0]#b,$YY#b
|
|
|
|
#rc4# lea ($dat,$XX[0],4),$XX[1]
|
|
|
|
shl \$6,$len
|
|
|
|
add $inp,$len # pointer to the end of input
|
|
|
|
mov $len,16(%rsp)
|
|
|
|
|
|
|
|
#md5# mov $ctx,24(%rsp) # save pointer to MD5_CTX
|
|
|
|
#md5# mov 0*4($ctx),$V[0] # load current hash value from MD5_CTX
|
|
|
|
#md5# mov 1*4($ctx),$V[1]
|
|
|
|
#md5# mov 2*4($ctx),$V[2]
|
|
|
|
#md5# mov 3*4($ctx),$V[3]
|
|
|
|
jmp .Loop
|
|
|
|
|
|
|
|
.align 16
|
|
|
|
.Loop:
|
|
|
|
#md5# mov $V[0],0*4(%rsp) # put aside current hash value
|
|
|
|
#md5# mov $V[1],1*4(%rsp)
|
|
|
|
#md5# mov $V[2],2*4(%rsp)
|
|
|
|
#md5# mov $V[3],$tmp # forward reference
|
|
|
|
#md5# mov $V[3],3*4(%rsp)
|
|
|
|
___
|
|
|
|
|
|
|
|
sub R0 {
|
|
|
|
my ($i,$a,$b,$c,$d)=@_;
|
|
|
|
my @rot0=(7,12,17,22);
|
|
|
|
my $j=$i%16;
|
|
|
|
my $k=$i%$MOD;
|
|
|
|
my $xmm="%xmm".($j&1);
|
|
|
|
$code.=" movdqu ($in0),%xmm2\n" if ($rc4 && $j==15);
|
|
|
|
$code.=" add \$$MOD,$XX[0]#b\n" if ($rc4 && $j==15 && $k==$MOD-1);
|
|
|
|
$code.=" pxor $xmm,$xmm\n" if ($rc4 && $j<=1);
|
|
|
|
$code.=<<___;
|
|
|
|
#rc4# movl ($dat,$YY,4),$TY#d
|
|
|
|
#md5# xor $c,$tmp
|
|
|
|
#rc4# movl $TX[0]#d,($dat,$YY,4)
|
|
|
|
#md5# and $b,$tmp
|
|
|
|
#md5# add 4*`$j`($inp),$a
|
|
|
|
#rc4# add $TY#b,$TX[0]#b
|
|
|
|
#rc4# movl `4*(($k+1)%$MOD)`(`$k==$MOD-1?"$dat,$XX[0],4":"$XX[1]"`),$TX[1]#d
|
|
|
|
#md5# add \$$K[$i],$a
|
|
|
|
#md5# xor $d,$tmp
|
|
|
|
#rc4# movz $TX[0]#b,$TX[0]#d
|
|
|
|
#rc4# movl $TY#d,4*$k($XX[1])
|
|
|
|
#md5# add $tmp,$a
|
|
|
|
#rc4# add $TX[1]#b,$YY#b
|
|
|
|
#md5# rol \$$rot0[$j%4],$a
|
|
|
|
#md5# mov `$j==15?"$b":"$c"`,$tmp # forward reference
|
|
|
|
#rc4# pinsrw \$`($j>>1)&7`,($dat,$TX[0],4),$xmm\n
|
|
|
|
#md5# add $b,$a
|
|
|
|
___
|
|
|
|
$code.=<<___ if ($rc4 && $j==15 && $k==$MOD-1);
|
|
|
|
mov $YY,$XX[1]
|
|
|
|
xor $YY,$YY # keyword to partial register
|
|
|
|
mov $XX[1]#b,$YY#b
|
|
|
|
lea ($dat,$XX[0],4),$XX[1]
|
|
|
|
___
|
|
|
|
$code.=<<___ if ($rc4 && $j==15);
|
|
|
|
psllq \$8,%xmm1
|
|
|
|
pxor %xmm0,%xmm2
|
|
|
|
pxor %xmm1,%xmm2
|
|
|
|
___
|
|
|
|
}
|
|
|
|
sub R1 {
|
|
|
|
my ($i,$a,$b,$c,$d)=@_;
|
|
|
|
my @rot1=(5,9,14,20);
|
|
|
|
my $j=$i%16;
|
|
|
|
my $k=$i%$MOD;
|
|
|
|
my $xmm="%xmm".($j&1);
|
|
|
|
$code.=" movdqu 16($in0),%xmm3\n" if ($rc4 && $j==15);
|
|
|
|
$code.=" add \$$MOD,$XX[0]#b\n" if ($rc4 && $j==15 && $k==$MOD-1);
|
|
|
|
$code.=" pxor $xmm,$xmm\n" if ($rc4 && $j<=1);
|
|
|
|
$code.=<<___;
|
|
|
|
#rc4# movl ($dat,$YY,4),$TY#d
|
|
|
|
#md5# xor $b,$tmp
|
|
|
|
#rc4# movl $TX[0]#d,($dat,$YY,4)
|
|
|
|
#md5# and $d,$tmp
|
|
|
|
#md5# add 4*`((1+5*$j)%16)`($inp),$a
|
|
|
|
#rc4# add $TY#b,$TX[0]#b
|
|
|
|
#rc4# movl `4*(($k+1)%$MOD)`(`$k==$MOD-1?"$dat,$XX[0],4":"$XX[1]"`),$TX[1]#d
|
|
|
|
#md5# add \$$K[$i],$a
|
|
|
|
#md5# xor $c,$tmp
|
|
|
|
#rc4# movz $TX[0]#b,$TX[0]#d
|
|
|
|
#rc4# movl $TY#d,4*$k($XX[1])
|
|
|
|
#md5# add $tmp,$a
|
|
|
|
#rc4# add $TX[1]#b,$YY#b
|
|
|
|
#md5# rol \$$rot1[$j%4],$a
|
|
|
|
#md5# mov `$j==15?"$c":"$b"`,$tmp # forward reference
|
|
|
|
#rc4# pinsrw \$`($j>>1)&7`,($dat,$TX[0],4),$xmm\n
|
|
|
|
#md5# add $b,$a
|
|
|
|
___
|
|
|
|
$code.=<<___ if ($rc4 && $j==15 && $k==$MOD-1);
|
|
|
|
mov $YY,$XX[1]
|
|
|
|
xor $YY,$YY # keyword to partial register
|
|
|
|
mov $XX[1]#b,$YY#b
|
|
|
|
lea ($dat,$XX[0],4),$XX[1]
|
|
|
|
___
|
|
|
|
$code.=<<___ if ($rc4 && $j==15);
|
|
|
|
psllq \$8,%xmm1
|
|
|
|
pxor %xmm0,%xmm3
|
|
|
|
pxor %xmm1,%xmm3
|
|
|
|
___
|
|
|
|
}
|
|
|
|
sub R2 {
|
|
|
|
my ($i,$a,$b,$c,$d)=@_;
|
|
|
|
my @rot2=(4,11,16,23);
|
|
|
|
my $j=$i%16;
|
|
|
|
my $k=$i%$MOD;
|
|
|
|
my $xmm="%xmm".($j&1);
|
|
|
|
$code.=" movdqu 32($in0),%xmm4\n" if ($rc4 && $j==15);
|
|
|
|
$code.=" add \$$MOD,$XX[0]#b\n" if ($rc4 && $j==15 && $k==$MOD-1);
|
|
|
|
$code.=" pxor $xmm,$xmm\n" if ($rc4 && $j<=1);
|
|
|
|
$code.=<<___;
|
|
|
|
#rc4# movl ($dat,$YY,4),$TY#d
|
|
|
|
#md5# xor $c,$tmp
|
|
|
|
#rc4# movl $TX[0]#d,($dat,$YY,4)
|
|
|
|
#md5# xor $b,$tmp
|
|
|
|
#md5# add 4*`((5+3*$j)%16)`($inp),$a
|
|
|
|
#rc4# add $TY#b,$TX[0]#b
|
|
|
|
#rc4# movl `4*(($k+1)%$MOD)`(`$k==$MOD-1?"$dat,$XX[0],4":"$XX[1]"`),$TX[1]#d
|
|
|
|
#md5# add \$$K[$i],$a
|
|
|
|
#rc4# movz $TX[0]#b,$TX[0]#d
|
|
|
|
#md5# add $tmp,$a
|
|
|
|
#rc4# movl $TY#d,4*$k($XX[1])
|
|
|
|
#rc4# add $TX[1]#b,$YY#b
|
|
|
|
#md5# rol \$$rot2[$j%4],$a
|
|
|
|
#md5# mov `$j==15?"\\\$-1":"$c"`,$tmp # forward reference
|
|
|
|
#rc4# pinsrw \$`($j>>1)&7`,($dat,$TX[0],4),$xmm\n
|
|
|
|
#md5# add $b,$a
|
|
|
|
___
|
|
|
|
$code.=<<___ if ($rc4 && $j==15 && $k==$MOD-1);
|
|
|
|
mov $YY,$XX[1]
|
|
|
|
xor $YY,$YY # keyword to partial register
|
|
|
|
mov $XX[1]#b,$YY#b
|
|
|
|
lea ($dat,$XX[0],4),$XX[1]
|
|
|
|
___
|
|
|
|
$code.=<<___ if ($rc4 && $j==15);
|
|
|
|
psllq \$8,%xmm1
|
|
|
|
pxor %xmm0,%xmm4
|
|
|
|
pxor %xmm1,%xmm4
|
|
|
|
___
|
|
|
|
}
|
|
|
|
sub R3 {
|
|
|
|
my ($i,$a,$b,$c,$d)=@_;
|
|
|
|
my @rot3=(6,10,15,21);
|
|
|
|
my $j=$i%16;
|
|
|
|
my $k=$i%$MOD;
|
|
|
|
my $xmm="%xmm".($j&1);
|
|
|
|
$code.=" movdqu 48($in0),%xmm5\n" if ($rc4 && $j==15);
|
|
|
|
$code.=" add \$$MOD,$XX[0]#b\n" if ($rc4 && $j==15 && $k==$MOD-1);
|
|
|
|
$code.=" pxor $xmm,$xmm\n" if ($rc4 && $j<=1);
|
|
|
|
$code.=<<___;
|
|
|
|
#rc4# movl ($dat,$YY,4),$TY#d
|
|
|
|
#md5# xor $d,$tmp
|
|
|
|
#rc4# movl $TX[0]#d,($dat,$YY,4)
|
|
|
|
#md5# or $b,$tmp
|
|
|
|
#md5# add 4*`((7*$j)%16)`($inp),$a
|
|
|
|
#rc4# add $TY#b,$TX[0]#b
|
|
|
|
#rc4# movl `4*(($k+1)%$MOD)`(`$k==$MOD-1?"$dat,$XX[0],4":"$XX[1]"`),$TX[1]#d
|
|
|
|
#md5# add \$$K[$i],$a
|
|
|
|
#rc4# movz $TX[0]#b,$TX[0]#d
|
|
|
|
#md5# xor $c,$tmp
|
|
|
|
#rc4# movl $TY#d,4*$k($XX[1])
|
|
|
|
#md5# add $tmp,$a
|
|
|
|
#rc4# add $TX[1]#b,$YY#b
|
|
|
|
#md5# rol \$$rot3[$j%4],$a
|
|
|
|
#md5# mov \$-1,$tmp # forward reference
|
|
|
|
#rc4# pinsrw \$`($j>>1)&7`,($dat,$TX[0],4),$xmm\n
|
|
|
|
#md5# add $b,$a
|
|
|
|
___
|
|
|
|
$code.=<<___ if ($rc4 && $j==15);
|
|
|
|
mov $XX[0],$XX[1]
|
|
|
|
xor $XX[0],$XX[0] # keyword to partial register
|
|
|
|
mov $XX[1]#b,$XX[0]#b
|
|
|
|
mov $YY,$XX[1]
|
|
|
|
xor $YY,$YY # keyword to partial register
|
|
|
|
mov $XX[1]#b,$YY#b
|
|
|
|
lea ($dat,$XX[0],4),$XX[1]
|
|
|
|
psllq \$8,%xmm1
|
|
|
|
pxor %xmm0,%xmm5
|
|
|
|
pxor %xmm1,%xmm5
|
|
|
|
___
|
|
|
|
}
|
|
|
|
|
|
|
|
my $i=0;
|
|
|
|
for(;$i<16;$i++) { R0($i,@V); unshift(@V,pop(@V)); push(@TX,shift(@TX)); }
|
|
|
|
for(;$i<32;$i++) { R1($i,@V); unshift(@V,pop(@V)); push(@TX,shift(@TX)); }
|
|
|
|
for(;$i<48;$i++) { R2($i,@V); unshift(@V,pop(@V)); push(@TX,shift(@TX)); }
|
|
|
|
for(;$i<64;$i++) { R3($i,@V); unshift(@V,pop(@V)); push(@TX,shift(@TX)); }
|
|
|
|
|
|
|
|
$code.=<<___;
|
|
|
|
#md5# add 0*4(%rsp),$V[0] # accumulate hash value
|
|
|
|
#md5# add 1*4(%rsp),$V[1]
|
|
|
|
#md5# add 2*4(%rsp),$V[2]
|
|
|
|
#md5# add 3*4(%rsp),$V[3]
|
|
|
|
|
|
|
|
#rc4# movdqu %xmm2,($out,$in0) # write RC4 output
|
|
|
|
#rc4# movdqu %xmm3,16($out,$in0)
|
|
|
|
#rc4# movdqu %xmm4,32($out,$in0)
|
|
|
|
#rc4# movdqu %xmm5,48($out,$in0)
|
|
|
|
#md5# lea 64($inp),$inp
|
|
|
|
#rc4# lea 64($in0),$in0
|
|
|
|
cmp 16(%rsp),$inp # are we done?
|
|
|
|
jb .Loop
|
|
|
|
|
|
|
|
#md5# mov 24(%rsp),$len # restore pointer to MD5_CTX
|
|
|
|
#rc4# sub $TX[0]#b,$YY#b # correct $YY
|
|
|
|
#md5# mov $V[0],0*4($len) # write MD5_CTX
|
|
|
|
#md5# mov $V[1],1*4($len)
|
|
|
|
#md5# mov $V[2],2*4($len)
|
|
|
|
#md5# mov $V[3],3*4($len)
|
|
|
|
___
|
|
|
|
$code.=<<___ if ($rc4 && (!$md5 || $D));
|
|
|
|
mov 32(%rsp),$len # restore original $len
|
|
|
|
and \$63,$len # remaining bytes
|
|
|
|
jnz .Loop1
|
|
|
|
jmp .Ldone
|
2016-10-11 00:01:24 +08:00
|
|
|
|
2011-08-24 04:51:38 +08:00
|
|
|
.align 16
|
|
|
|
.Loop1:
|
|
|
|
add $TX[0]#b,$YY#b
|
|
|
|
movl ($dat,$YY,4),$TY#d
|
|
|
|
movl $TX[0]#d,($dat,$YY,4)
|
|
|
|
movl $TY#d,($dat,$XX[0],4)
|
|
|
|
add $TY#b,$TX[0]#b
|
|
|
|
inc $XX[0]#b
|
|
|
|
movl ($dat,$TX[0],4),$TY#d
|
|
|
|
movl ($dat,$XX[0],4),$TX[0]#d
|
|
|
|
xorb ($in0),$TY#b
|
|
|
|
movb $TY#b,($out,$in0)
|
|
|
|
lea 1($in0),$in0
|
|
|
|
dec $len
|
|
|
|
jnz .Loop1
|
|
|
|
|
|
|
|
.Ldone:
|
|
|
|
___
|
|
|
|
$code.=<<___;
|
|
|
|
#rc4# sub \$1,$XX[0]#b
|
|
|
|
#rc4# movl $XX[0]#d,-8($dat)
|
|
|
|
#rc4# movl $YY#d,-4($dat)
|
|
|
|
|
|
|
|
mov 40(%rsp),%r15
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_restore %r15
|
2011-08-24 04:51:38 +08:00
|
|
|
mov 48(%rsp),%r14
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_restore %r14
|
2011-08-24 04:51:38 +08:00
|
|
|
mov 56(%rsp),%r13
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_restore %r13
|
2011-08-24 04:51:38 +08:00
|
|
|
mov 64(%rsp),%r12
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_restore %r12
|
2011-08-24 04:51:38 +08:00
|
|
|
mov 72(%rsp),%rbp
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_restore %rbp
|
2011-08-24 04:51:38 +08:00
|
|
|
mov 80(%rsp),%rbx
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_restore %rbx
|
2011-08-24 04:51:38 +08:00
|
|
|
lea 88(%rsp),%rsp
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_adjust_cfa_offset -88
|
2011-08-24 04:51:38 +08:00
|
|
|
.Lepilogue:
|
|
|
|
.Labort:
|
|
|
|
ret
|
2017-02-12 05:31:47 +08:00
|
|
|
.cfi_endproc
|
2011-08-24 04:51:38 +08:00
|
|
|
.size $func,.-$func
|
|
|
|
___
|
|
|
|
|
|
|
|
if ($rc4 && $D) { # sole purpose of this section is to provide
|
|
|
|
# option to use the generated module as drop-in
|
|
|
|
# replacement for rc4-x86_64.pl for debugging
|
|
|
|
# and testing purposes...
|
|
|
|
my ($idx,$ido)=("%r8","%r9");
|
|
|
|
my ($dat,$len,$inp)=("%rdi","%rsi","%rdx");
|
|
|
|
|
|
|
|
$code.=<<___;
|
|
|
|
.globl RC4_set_key
|
|
|
|
.type RC4_set_key,\@function,3
|
|
|
|
.align 16
|
|
|
|
RC4_set_key:
|
2019-12-23 01:50:51 +08:00
|
|
|
.cfi_startproc
|
2011-08-24 04:51:38 +08:00
|
|
|
lea 8($dat),$dat
|
|
|
|
lea ($inp,$len),$inp
|
|
|
|
neg $len
|
|
|
|
mov $len,%rcx
|
|
|
|
xor %eax,%eax
|
|
|
|
xor $ido,$ido
|
|
|
|
xor %r10,%r10
|
|
|
|
xor %r11,%r11
|
|
|
|
jmp .Lw1stloop
|
|
|
|
|
|
|
|
.align 16
|
|
|
|
.Lw1stloop:
|
|
|
|
mov %eax,($dat,%rax,4)
|
|
|
|
add \$1,%al
|
|
|
|
jnc .Lw1stloop
|
|
|
|
|
|
|
|
xor $ido,$ido
|
|
|
|
xor $idx,$idx
|
|
|
|
.align 16
|
|
|
|
.Lw2ndloop:
|
|
|
|
mov ($dat,$ido,4),%r10d
|
|
|
|
add ($inp,$len,1),$idx#b
|
|
|
|
add %r10b,$idx#b
|
|
|
|
add \$1,$len
|
|
|
|
mov ($dat,$idx,4),%r11d
|
|
|
|
cmovz %rcx,$len
|
|
|
|
mov %r10d,($dat,$idx,4)
|
|
|
|
mov %r11d,($dat,$ido,4)
|
|
|
|
add \$1,$ido#b
|
|
|
|
jnc .Lw2ndloop
|
|
|
|
|
|
|
|
xor %eax,%eax
|
|
|
|
mov %eax,-8($dat)
|
|
|
|
mov %eax,-4($dat)
|
|
|
|
ret
|
2019-12-23 01:50:51 +08:00
|
|
|
.cfi_endproc
|
2011-08-24 04:51:38 +08:00
|
|
|
.size RC4_set_key,.-RC4_set_key
|
|
|
|
|
|
|
|
.globl RC4_options
|
|
|
|
.type RC4_options,\@abi-omnipotent
|
|
|
|
.align 16
|
|
|
|
RC4_options:
|
|
|
|
lea .Lopts(%rip),%rax
|
|
|
|
ret
|
|
|
|
.align 64
|
|
|
|
.Lopts:
|
|
|
|
.asciz "rc4(64x,int)"
|
|
|
|
.align 64
|
|
|
|
.size RC4_options,.-RC4_options
|
|
|
|
___
|
|
|
|
}
|
|
|
|
# EXCEPTION_DISPOSITION handler (EXCEPTION_RECORD *rec,ULONG64 frame,
|
|
|
|
# CONTEXT *context,DISPATCHER_CONTEXT *disp)
|
|
|
|
if ($win64) {
|
|
|
|
my $rec="%rcx";
|
|
|
|
my $frame="%rdx";
|
|
|
|
my $context="%r8";
|
|
|
|
my $disp="%r9";
|
|
|
|
|
|
|
|
$code.=<<___;
|
|
|
|
.extern __imp_RtlVirtualUnwind
|
|
|
|
.type se_handler,\@abi-omnipotent
|
|
|
|
.align 16
|
|
|
|
se_handler:
|
|
|
|
push %rsi
|
|
|
|
push %rdi
|
|
|
|
push %rbx
|
|
|
|
push %rbp
|
|
|
|
push %r12
|
|
|
|
push %r13
|
|
|
|
push %r14
|
|
|
|
push %r15
|
|
|
|
pushfq
|
|
|
|
sub \$64,%rsp
|
|
|
|
|
|
|
|
mov 120($context),%rax # pull context->Rax
|
|
|
|
mov 248($context),%rbx # pull context->Rip
|
|
|
|
|
|
|
|
lea .Lbody(%rip),%r10
|
|
|
|
cmp %r10,%rbx # context->Rip<.Lbody
|
|
|
|
jb .Lin_prologue
|
|
|
|
|
|
|
|
mov 152($context),%rax # pull context->Rsp
|
|
|
|
|
|
|
|
lea .Lepilogue(%rip),%r10
|
|
|
|
cmp %r10,%rbx # context->Rip>=.Lepilogue
|
|
|
|
jae .Lin_prologue
|
|
|
|
|
|
|
|
mov 40(%rax),%r15
|
|
|
|
mov 48(%rax),%r14
|
|
|
|
mov 56(%rax),%r13
|
|
|
|
mov 64(%rax),%r12
|
|
|
|
mov 72(%rax),%rbp
|
|
|
|
mov 80(%rax),%rbx
|
|
|
|
lea 88(%rax),%rax
|
|
|
|
|
|
|
|
mov %rbx,144($context) # restore context->Rbx
|
|
|
|
mov %rbp,160($context) # restore context->Rbp
|
|
|
|
mov %r12,216($context) # restore context->R12
|
|
|
|
mov %r13,224($context) # restore context->R12
|
|
|
|
mov %r14,232($context) # restore context->R14
|
|
|
|
mov %r15,240($context) # restore context->R15
|
|
|
|
|
|
|
|
.Lin_prologue:
|
|
|
|
mov 8(%rax),%rdi
|
|
|
|
mov 16(%rax),%rsi
|
|
|
|
mov %rax,152($context) # restore context->Rsp
|
|
|
|
mov %rsi,168($context) # restore context->Rsi
|
|
|
|
mov %rdi,176($context) # restore context->Rdi
|
|
|
|
|
|
|
|
mov 40($disp),%rdi # disp->ContextRecord
|
|
|
|
mov $context,%rsi # context
|
|
|
|
mov \$154,%ecx # sizeof(CONTEXT)
|
|
|
|
.long 0xa548f3fc # cld; rep movsq
|
|
|
|
|
|
|
|
mov $disp,%rsi
|
|
|
|
xor %rcx,%rcx # arg1, UNW_FLAG_NHANDLER
|
|
|
|
mov 8(%rsi),%rdx # arg2, disp->ImageBase
|
|
|
|
mov 0(%rsi),%r8 # arg3, disp->ControlPc
|
|
|
|
mov 16(%rsi),%r9 # arg4, disp->FunctionEntry
|
|
|
|
mov 40(%rsi),%r10 # disp->ContextRecord
|
|
|
|
lea 56(%rsi),%r11 # &disp->HandlerData
|
|
|
|
lea 24(%rsi),%r12 # &disp->EstablisherFrame
|
|
|
|
mov %r10,32(%rsp) # arg5
|
|
|
|
mov %r11,40(%rsp) # arg6
|
|
|
|
mov %r12,48(%rsp) # arg7
|
|
|
|
mov %rcx,56(%rsp) # arg8, (NULL)
|
|
|
|
call *__imp_RtlVirtualUnwind(%rip)
|
|
|
|
|
|
|
|
mov \$1,%eax # ExceptionContinueSearch
|
|
|
|
add \$64,%rsp
|
|
|
|
popfq
|
|
|
|
pop %r15
|
|
|
|
pop %r14
|
|
|
|
pop %r13
|
|
|
|
pop %r12
|
|
|
|
pop %rbp
|
|
|
|
pop %rbx
|
|
|
|
pop %rdi
|
|
|
|
pop %rsi
|
|
|
|
ret
|
|
|
|
.size se_handler,.-se_handler
|
|
|
|
|
|
|
|
.section .pdata
|
|
|
|
.align 4
|
|
|
|
.rva .LSEH_begin_$func
|
|
|
|
.rva .LSEH_end_$func
|
|
|
|
.rva .LSEH_info_$func
|
|
|
|
|
|
|
|
.section .xdata
|
|
|
|
.align 8
|
|
|
|
.LSEH_info_$func:
|
|
|
|
.byte 9,0,0,0
|
|
|
|
.rva se_handler
|
|
|
|
___
|
|
|
|
}
|
|
|
|
|
|
|
|
sub reg_part {
|
|
|
|
my ($reg,$conv)=@_;
|
|
|
|
if ($reg =~ /%r[0-9]+/) { $reg .= $conv; }
|
|
|
|
elsif ($conv eq "b") { $reg =~ s/%[er]([^x]+)x?/%$1l/; }
|
|
|
|
elsif ($conv eq "w") { $reg =~ s/%[er](.+)/%$1/; }
|
|
|
|
elsif ($conv eq "d") { $reg =~ s/%[er](.+)/%e$1/; }
|
|
|
|
return $reg;
|
|
|
|
}
|
|
|
|
|
|
|
|
$code =~ s/(%[a-z0-9]+)#([bwd])/reg_part($1,$2)/gem;
|
|
|
|
$code =~ s/\`([^\`]*)\`/eval $1/gem;
|
|
|
|
$code =~ s/pinsrw\s+\$0,/movd /gm;
|
|
|
|
|
|
|
|
$code =~ s/#md5#//gm if ($md5);
|
|
|
|
$code =~ s/#rc4#//gm if ($rc4);
|
|
|
|
|
|
|
|
print $code;
|
|
|
|
|
2020-02-17 10:17:53 +08:00
|
|
|
close STDOUT or die "error closing STDOUT: $!";
|