mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-25 15:27:36 +07:00
6dcc5627f6
These are all functions which are invoked from elsewhere, so annotate them as global using the new SYM_FUNC_START and their ENDPROC's by SYM_FUNC_END. Make sure ENTRY/ENDPROC is not defined on X86_64, given these were the last users. Signed-off-by: Jiri Slaby <jslaby@suse.cz> Signed-off-by: Borislav Petkov <bp@suse.de> Reviewed-by: Rafael J. Wysocki <rafael.j.wysocki@intel.com> [hibernate] Reviewed-by: Boris Ostrovsky <boris.ostrovsky@oracle.com> [xen bits] Acked-by: Herbert Xu <herbert@gondor.apana.org.au> [crypto] Cc: Allison Randal <allison@lohutok.net> Cc: Andrey Ryabinin <aryabinin@virtuozzo.com> Cc: Andy Lutomirski <luto@kernel.org> Cc: Andy Shevchenko <andy@infradead.org> Cc: Ard Biesheuvel <ard.biesheuvel@linaro.org> Cc: Armijn Hemel <armijn@tjaldur.nl> Cc: Cao jin <caoj.fnst@cn.fujitsu.com> Cc: Darren Hart <dvhart@infradead.org> Cc: Dave Hansen <dave.hansen@linux.intel.com> Cc: "David S. Miller" <davem@davemloft.net> Cc: Enrico Weigelt <info@metux.net> Cc: Greg Kroah-Hartman <gregkh@linuxfoundation.org> Cc: Herbert Xu <herbert@gondor.apana.org.au> Cc: "H. Peter Anvin" <hpa@zytor.com> Cc: Ingo Molnar <mingo@redhat.com> Cc: Jim Mattson <jmattson@google.com> Cc: Joerg Roedel <joro@8bytes.org> Cc: Josh Poimboeuf <jpoimboe@redhat.com> Cc: Juergen Gross <jgross@suse.com> Cc: Kate Stewart <kstewart@linuxfoundation.org> Cc: "Kirill A. Shutemov" <kirill.shutemov@linux.intel.com> Cc: kvm ML <kvm@vger.kernel.org> Cc: Len Brown <len.brown@intel.com> Cc: linux-arch@vger.kernel.org Cc: linux-crypto@vger.kernel.org Cc: linux-efi <linux-efi@vger.kernel.org> Cc: linux-efi@vger.kernel.org Cc: linux-pm@vger.kernel.org Cc: Mark Rutland <mark.rutland@arm.com> Cc: Matt Fleming <matt@codeblueprint.co.uk> Cc: Paolo Bonzini <pbonzini@redhat.com> Cc: Pavel Machek <pavel@ucw.cz> Cc: Peter Zijlstra <peterz@infradead.org> Cc: platform-driver-x86@vger.kernel.org Cc: "Radim Krčmář" <rkrcmar@redhat.com> Cc: Sean Christopherson <sean.j.christopherson@intel.com> Cc: Stefano Stabellini <sstabellini@kernel.org> Cc: "Steven Rostedt (VMware)" <rostedt@goodmis.org> Cc: Thomas Gleixner <tglx@linutronix.de> Cc: Vitaly Kuznetsov <vkuznets@redhat.com> Cc: Wanpeng Li <wanpengli@tencent.com> Cc: Wei Huang <wei@redhat.com> Cc: x86-ml <x86@kernel.org> Cc: xen-devel@lists.xenproject.org Cc: Xiaoyao Li <xiaoyao.li@linux.intel.com> Link: https://lkml.kernel.org/r/20191011115108.12392-25-jslaby@suse.cz
800 lines
26 KiB
ArmAsm
800 lines
26 KiB
ArmAsm
/* SPDX-License-Identifier: GPL-2.0-or-later */
|
|
/*
|
|
* des3_ede-asm_64.S - x86-64 assembly implementation of 3DES cipher
|
|
*
|
|
* Copyright © 2014 Jussi Kivilinna <jussi.kivilinna@iki.fi>
|
|
*/
|
|
|
|
#include <linux/linkage.h>
|
|
|
|
.file "des3_ede-asm_64.S"
|
|
.text
|
|
|
|
#define s1 .L_s1
|
|
#define s2 ((s1) + (64*8))
|
|
#define s3 ((s2) + (64*8))
|
|
#define s4 ((s3) + (64*8))
|
|
#define s5 ((s4) + (64*8))
|
|
#define s6 ((s5) + (64*8))
|
|
#define s7 ((s6) + (64*8))
|
|
#define s8 ((s7) + (64*8))
|
|
|
|
/* register macros */
|
|
#define CTX %rdi
|
|
|
|
#define RL0 %r8
|
|
#define RL1 %r9
|
|
#define RL2 %r10
|
|
|
|
#define RL0d %r8d
|
|
#define RL1d %r9d
|
|
#define RL2d %r10d
|
|
|
|
#define RR0 %r11
|
|
#define RR1 %r12
|
|
#define RR2 %r13
|
|
|
|
#define RR0d %r11d
|
|
#define RR1d %r12d
|
|
#define RR2d %r13d
|
|
|
|
#define RW0 %rax
|
|
#define RW1 %rbx
|
|
#define RW2 %rcx
|
|
|
|
#define RW0d %eax
|
|
#define RW1d %ebx
|
|
#define RW2d %ecx
|
|
|
|
#define RW0bl %al
|
|
#define RW1bl %bl
|
|
#define RW2bl %cl
|
|
|
|
#define RW0bh %ah
|
|
#define RW1bh %bh
|
|
#define RW2bh %ch
|
|
|
|
#define RT0 %r15
|
|
#define RT1 %rsi
|
|
#define RT2 %r14
|
|
#define RT3 %rdx
|
|
|
|
#define RT0d %r15d
|
|
#define RT1d %esi
|
|
#define RT2d %r14d
|
|
#define RT3d %edx
|
|
|
|
/***********************************************************************
|
|
* 1-way 3DES
|
|
***********************************************************************/
|
|
#define do_permutation(a, b, offset, mask) \
|
|
movl a, RT0d; \
|
|
shrl $(offset), RT0d; \
|
|
xorl b, RT0d; \
|
|
andl $(mask), RT0d; \
|
|
xorl RT0d, b; \
|
|
shll $(offset), RT0d; \
|
|
xorl RT0d, a;
|
|
|
|
#define expand_to_64bits(val, mask) \
|
|
movl val##d, RT0d; \
|
|
rorl $4, RT0d; \
|
|
shlq $32, RT0; \
|
|
orq RT0, val; \
|
|
andq mask, val;
|
|
|
|
#define compress_to_64bits(val) \
|
|
movq val, RT0; \
|
|
shrq $32, RT0; \
|
|
roll $4, RT0d; \
|
|
orl RT0d, val##d;
|
|
|
|
#define initial_permutation(left, right) \
|
|
do_permutation(left##d, right##d, 4, 0x0f0f0f0f); \
|
|
do_permutation(left##d, right##d, 16, 0x0000ffff); \
|
|
do_permutation(right##d, left##d, 2, 0x33333333); \
|
|
do_permutation(right##d, left##d, 8, 0x00ff00ff); \
|
|
movabs $0x3f3f3f3f3f3f3f3f, RT3; \
|
|
movl left##d, RW0d; \
|
|
roll $1, right##d; \
|
|
xorl right##d, RW0d; \
|
|
andl $0xaaaaaaaa, RW0d; \
|
|
xorl RW0d, left##d; \
|
|
xorl RW0d, right##d; \
|
|
roll $1, left##d; \
|
|
expand_to_64bits(right, RT3); \
|
|
expand_to_64bits(left, RT3);
|
|
|
|
#define final_permutation(left, right) \
|
|
compress_to_64bits(right); \
|
|
compress_to_64bits(left); \
|
|
movl right##d, RW0d; \
|
|
rorl $1, left##d; \
|
|
xorl left##d, RW0d; \
|
|
andl $0xaaaaaaaa, RW0d; \
|
|
xorl RW0d, right##d; \
|
|
xorl RW0d, left##d; \
|
|
rorl $1, right##d; \
|
|
do_permutation(right##d, left##d, 8, 0x00ff00ff); \
|
|
do_permutation(right##d, left##d, 2, 0x33333333); \
|
|
do_permutation(left##d, right##d, 16, 0x0000ffff); \
|
|
do_permutation(left##d, right##d, 4, 0x0f0f0f0f);
|
|
|
|
#define round1(n, from, to, load_next_key) \
|
|
xorq from, RW0; \
|
|
\
|
|
movzbl RW0bl, RT0d; \
|
|
movzbl RW0bh, RT1d; \
|
|
shrq $16, RW0; \
|
|
movzbl RW0bl, RT2d; \
|
|
movzbl RW0bh, RT3d; \
|
|
shrq $16, RW0; \
|
|
movq s8(, RT0, 8), RT0; \
|
|
xorq s6(, RT1, 8), to; \
|
|
movzbl RW0bl, RL1d; \
|
|
movzbl RW0bh, RT1d; \
|
|
shrl $16, RW0d; \
|
|
xorq s4(, RT2, 8), RT0; \
|
|
xorq s2(, RT3, 8), to; \
|
|
movzbl RW0bl, RT2d; \
|
|
movzbl RW0bh, RT3d; \
|
|
xorq s7(, RL1, 8), RT0; \
|
|
xorq s5(, RT1, 8), to; \
|
|
xorq s3(, RT2, 8), RT0; \
|
|
load_next_key(n, RW0); \
|
|
xorq RT0, to; \
|
|
xorq s1(, RT3, 8), to; \
|
|
|
|
#define load_next_key(n, RWx) \
|
|
movq (((n) + 1) * 8)(CTX), RWx;
|
|
|
|
#define dummy2(a, b) /*_*/
|
|
|
|
#define read_block(io, left, right) \
|
|
movl (io), left##d; \
|
|
movl 4(io), right##d; \
|
|
bswapl left##d; \
|
|
bswapl right##d;
|
|
|
|
#define write_block(io, left, right) \
|
|
bswapl left##d; \
|
|
bswapl right##d; \
|
|
movl left##d, (io); \
|
|
movl right##d, 4(io);
|
|
|
|
SYM_FUNC_START(des3_ede_x86_64_crypt_blk)
|
|
/* input:
|
|
* %rdi: round keys, CTX
|
|
* %rsi: dst
|
|
* %rdx: src
|
|
*/
|
|
pushq %rbx;
|
|
pushq %r12;
|
|
pushq %r13;
|
|
pushq %r14;
|
|
pushq %r15;
|
|
|
|
pushq %rsi; /* dst */
|
|
|
|
read_block(%rdx, RL0, RR0);
|
|
initial_permutation(RL0, RR0);
|
|
|
|
movq (CTX), RW0;
|
|
|
|
round1(0, RR0, RL0, load_next_key);
|
|
round1(1, RL0, RR0, load_next_key);
|
|
round1(2, RR0, RL0, load_next_key);
|
|
round1(3, RL0, RR0, load_next_key);
|
|
round1(4, RR0, RL0, load_next_key);
|
|
round1(5, RL0, RR0, load_next_key);
|
|
round1(6, RR0, RL0, load_next_key);
|
|
round1(7, RL0, RR0, load_next_key);
|
|
round1(8, RR0, RL0, load_next_key);
|
|
round1(9, RL0, RR0, load_next_key);
|
|
round1(10, RR0, RL0, load_next_key);
|
|
round1(11, RL0, RR0, load_next_key);
|
|
round1(12, RR0, RL0, load_next_key);
|
|
round1(13, RL0, RR0, load_next_key);
|
|
round1(14, RR0, RL0, load_next_key);
|
|
round1(15, RL0, RR0, load_next_key);
|
|
|
|
round1(16+0, RL0, RR0, load_next_key);
|
|
round1(16+1, RR0, RL0, load_next_key);
|
|
round1(16+2, RL0, RR0, load_next_key);
|
|
round1(16+3, RR0, RL0, load_next_key);
|
|
round1(16+4, RL0, RR0, load_next_key);
|
|
round1(16+5, RR0, RL0, load_next_key);
|
|
round1(16+6, RL0, RR0, load_next_key);
|
|
round1(16+7, RR0, RL0, load_next_key);
|
|
round1(16+8, RL0, RR0, load_next_key);
|
|
round1(16+9, RR0, RL0, load_next_key);
|
|
round1(16+10, RL0, RR0, load_next_key);
|
|
round1(16+11, RR0, RL0, load_next_key);
|
|
round1(16+12, RL0, RR0, load_next_key);
|
|
round1(16+13, RR0, RL0, load_next_key);
|
|
round1(16+14, RL0, RR0, load_next_key);
|
|
round1(16+15, RR0, RL0, load_next_key);
|
|
|
|
round1(32+0, RR0, RL0, load_next_key);
|
|
round1(32+1, RL0, RR0, load_next_key);
|
|
round1(32+2, RR0, RL0, load_next_key);
|
|
round1(32+3, RL0, RR0, load_next_key);
|
|
round1(32+4, RR0, RL0, load_next_key);
|
|
round1(32+5, RL0, RR0, load_next_key);
|
|
round1(32+6, RR0, RL0, load_next_key);
|
|
round1(32+7, RL0, RR0, load_next_key);
|
|
round1(32+8, RR0, RL0, load_next_key);
|
|
round1(32+9, RL0, RR0, load_next_key);
|
|
round1(32+10, RR0, RL0, load_next_key);
|
|
round1(32+11, RL0, RR0, load_next_key);
|
|
round1(32+12, RR0, RL0, load_next_key);
|
|
round1(32+13, RL0, RR0, load_next_key);
|
|
round1(32+14, RR0, RL0, load_next_key);
|
|
round1(32+15, RL0, RR0, dummy2);
|
|
|
|
final_permutation(RR0, RL0);
|
|
|
|
popq %rsi /* dst */
|
|
write_block(%rsi, RR0, RL0);
|
|
|
|
popq %r15;
|
|
popq %r14;
|
|
popq %r13;
|
|
popq %r12;
|
|
popq %rbx;
|
|
|
|
ret;
|
|
SYM_FUNC_END(des3_ede_x86_64_crypt_blk)
|
|
|
|
/***********************************************************************
|
|
* 3-way 3DES
|
|
***********************************************************************/
|
|
#define expand_to_64bits(val, mask) \
|
|
movl val##d, RT0d; \
|
|
rorl $4, RT0d; \
|
|
shlq $32, RT0; \
|
|
orq RT0, val; \
|
|
andq mask, val;
|
|
|
|
#define compress_to_64bits(val) \
|
|
movq val, RT0; \
|
|
shrq $32, RT0; \
|
|
roll $4, RT0d; \
|
|
orl RT0d, val##d;
|
|
|
|
#define initial_permutation3(left, right) \
|
|
do_permutation(left##0d, right##0d, 4, 0x0f0f0f0f); \
|
|
do_permutation(left##0d, right##0d, 16, 0x0000ffff); \
|
|
do_permutation(left##1d, right##1d, 4, 0x0f0f0f0f); \
|
|
do_permutation(left##1d, right##1d, 16, 0x0000ffff); \
|
|
do_permutation(left##2d, right##2d, 4, 0x0f0f0f0f); \
|
|
do_permutation(left##2d, right##2d, 16, 0x0000ffff); \
|
|
\
|
|
do_permutation(right##0d, left##0d, 2, 0x33333333); \
|
|
do_permutation(right##0d, left##0d, 8, 0x00ff00ff); \
|
|
do_permutation(right##1d, left##1d, 2, 0x33333333); \
|
|
do_permutation(right##1d, left##1d, 8, 0x00ff00ff); \
|
|
do_permutation(right##2d, left##2d, 2, 0x33333333); \
|
|
do_permutation(right##2d, left##2d, 8, 0x00ff00ff); \
|
|
\
|
|
movabs $0x3f3f3f3f3f3f3f3f, RT3; \
|
|
\
|
|
movl left##0d, RW0d; \
|
|
roll $1, right##0d; \
|
|
xorl right##0d, RW0d; \
|
|
andl $0xaaaaaaaa, RW0d; \
|
|
xorl RW0d, left##0d; \
|
|
xorl RW0d, right##0d; \
|
|
roll $1, left##0d; \
|
|
expand_to_64bits(right##0, RT3); \
|
|
expand_to_64bits(left##0, RT3); \
|
|
movl left##1d, RW1d; \
|
|
roll $1, right##1d; \
|
|
xorl right##1d, RW1d; \
|
|
andl $0xaaaaaaaa, RW1d; \
|
|
xorl RW1d, left##1d; \
|
|
xorl RW1d, right##1d; \
|
|
roll $1, left##1d; \
|
|
expand_to_64bits(right##1, RT3); \
|
|
expand_to_64bits(left##1, RT3); \
|
|
movl left##2d, RW2d; \
|
|
roll $1, right##2d; \
|
|
xorl right##2d, RW2d; \
|
|
andl $0xaaaaaaaa, RW2d; \
|
|
xorl RW2d, left##2d; \
|
|
xorl RW2d, right##2d; \
|
|
roll $1, left##2d; \
|
|
expand_to_64bits(right##2, RT3); \
|
|
expand_to_64bits(left##2, RT3);
|
|
|
|
#define final_permutation3(left, right) \
|
|
compress_to_64bits(right##0); \
|
|
compress_to_64bits(left##0); \
|
|
movl right##0d, RW0d; \
|
|
rorl $1, left##0d; \
|
|
xorl left##0d, RW0d; \
|
|
andl $0xaaaaaaaa, RW0d; \
|
|
xorl RW0d, right##0d; \
|
|
xorl RW0d, left##0d; \
|
|
rorl $1, right##0d; \
|
|
compress_to_64bits(right##1); \
|
|
compress_to_64bits(left##1); \
|
|
movl right##1d, RW1d; \
|
|
rorl $1, left##1d; \
|
|
xorl left##1d, RW1d; \
|
|
andl $0xaaaaaaaa, RW1d; \
|
|
xorl RW1d, right##1d; \
|
|
xorl RW1d, left##1d; \
|
|
rorl $1, right##1d; \
|
|
compress_to_64bits(right##2); \
|
|
compress_to_64bits(left##2); \
|
|
movl right##2d, RW2d; \
|
|
rorl $1, left##2d; \
|
|
xorl left##2d, RW2d; \
|
|
andl $0xaaaaaaaa, RW2d; \
|
|
xorl RW2d, right##2d; \
|
|
xorl RW2d, left##2d; \
|
|
rorl $1, right##2d; \
|
|
\
|
|
do_permutation(right##0d, left##0d, 8, 0x00ff00ff); \
|
|
do_permutation(right##0d, left##0d, 2, 0x33333333); \
|
|
do_permutation(right##1d, left##1d, 8, 0x00ff00ff); \
|
|
do_permutation(right##1d, left##1d, 2, 0x33333333); \
|
|
do_permutation(right##2d, left##2d, 8, 0x00ff00ff); \
|
|
do_permutation(right##2d, left##2d, 2, 0x33333333); \
|
|
\
|
|
do_permutation(left##0d, right##0d, 16, 0x0000ffff); \
|
|
do_permutation(left##0d, right##0d, 4, 0x0f0f0f0f); \
|
|
do_permutation(left##1d, right##1d, 16, 0x0000ffff); \
|
|
do_permutation(left##1d, right##1d, 4, 0x0f0f0f0f); \
|
|
do_permutation(left##2d, right##2d, 16, 0x0000ffff); \
|
|
do_permutation(left##2d, right##2d, 4, 0x0f0f0f0f);
|
|
|
|
#define round3(n, from, to, load_next_key, do_movq) \
|
|
xorq from##0, RW0; \
|
|
movzbl RW0bl, RT3d; \
|
|
movzbl RW0bh, RT1d; \
|
|
shrq $16, RW0; \
|
|
xorq s8(, RT3, 8), to##0; \
|
|
xorq s6(, RT1, 8), to##0; \
|
|
movzbl RW0bl, RT3d; \
|
|
movzbl RW0bh, RT1d; \
|
|
shrq $16, RW0; \
|
|
xorq s4(, RT3, 8), to##0; \
|
|
xorq s2(, RT1, 8), to##0; \
|
|
movzbl RW0bl, RT3d; \
|
|
movzbl RW0bh, RT1d; \
|
|
shrl $16, RW0d; \
|
|
xorq s7(, RT3, 8), to##0; \
|
|
xorq s5(, RT1, 8), to##0; \
|
|
movzbl RW0bl, RT3d; \
|
|
movzbl RW0bh, RT1d; \
|
|
load_next_key(n, RW0); \
|
|
xorq s3(, RT3, 8), to##0; \
|
|
xorq s1(, RT1, 8), to##0; \
|
|
xorq from##1, RW1; \
|
|
movzbl RW1bl, RT3d; \
|
|
movzbl RW1bh, RT1d; \
|
|
shrq $16, RW1; \
|
|
xorq s8(, RT3, 8), to##1; \
|
|
xorq s6(, RT1, 8), to##1; \
|
|
movzbl RW1bl, RT3d; \
|
|
movzbl RW1bh, RT1d; \
|
|
shrq $16, RW1; \
|
|
xorq s4(, RT3, 8), to##1; \
|
|
xorq s2(, RT1, 8), to##1; \
|
|
movzbl RW1bl, RT3d; \
|
|
movzbl RW1bh, RT1d; \
|
|
shrl $16, RW1d; \
|
|
xorq s7(, RT3, 8), to##1; \
|
|
xorq s5(, RT1, 8), to##1; \
|
|
movzbl RW1bl, RT3d; \
|
|
movzbl RW1bh, RT1d; \
|
|
do_movq(RW0, RW1); \
|
|
xorq s3(, RT3, 8), to##1; \
|
|
xorq s1(, RT1, 8), to##1; \
|
|
xorq from##2, RW2; \
|
|
movzbl RW2bl, RT3d; \
|
|
movzbl RW2bh, RT1d; \
|
|
shrq $16, RW2; \
|
|
xorq s8(, RT3, 8), to##2; \
|
|
xorq s6(, RT1, 8), to##2; \
|
|
movzbl RW2bl, RT3d; \
|
|
movzbl RW2bh, RT1d; \
|
|
shrq $16, RW2; \
|
|
xorq s4(, RT3, 8), to##2; \
|
|
xorq s2(, RT1, 8), to##2; \
|
|
movzbl RW2bl, RT3d; \
|
|
movzbl RW2bh, RT1d; \
|
|
shrl $16, RW2d; \
|
|
xorq s7(, RT3, 8), to##2; \
|
|
xorq s5(, RT1, 8), to##2; \
|
|
movzbl RW2bl, RT3d; \
|
|
movzbl RW2bh, RT1d; \
|
|
do_movq(RW0, RW2); \
|
|
xorq s3(, RT3, 8), to##2; \
|
|
xorq s1(, RT1, 8), to##2;
|
|
|
|
#define __movq(src, dst) \
|
|
movq src, dst;
|
|
|
|
SYM_FUNC_START(des3_ede_x86_64_crypt_blk_3way)
|
|
/* input:
|
|
* %rdi: ctx, round keys
|
|
* %rsi: dst (3 blocks)
|
|
* %rdx: src (3 blocks)
|
|
*/
|
|
|
|
pushq %rbx;
|
|
pushq %r12;
|
|
pushq %r13;
|
|
pushq %r14;
|
|
pushq %r15;
|
|
|
|
pushq %rsi /* dst */
|
|
|
|
/* load input */
|
|
movl 0 * 4(%rdx), RL0d;
|
|
movl 1 * 4(%rdx), RR0d;
|
|
movl 2 * 4(%rdx), RL1d;
|
|
movl 3 * 4(%rdx), RR1d;
|
|
movl 4 * 4(%rdx), RL2d;
|
|
movl 5 * 4(%rdx), RR2d;
|
|
|
|
bswapl RL0d;
|
|
bswapl RR0d;
|
|
bswapl RL1d;
|
|
bswapl RR1d;
|
|
bswapl RL2d;
|
|
bswapl RR2d;
|
|
|
|
initial_permutation3(RL, RR);
|
|
|
|
movq 0(CTX), RW0;
|
|
movq RW0, RW1;
|
|
movq RW0, RW2;
|
|
|
|
round3(0, RR, RL, load_next_key, __movq);
|
|
round3(1, RL, RR, load_next_key, __movq);
|
|
round3(2, RR, RL, load_next_key, __movq);
|
|
round3(3, RL, RR, load_next_key, __movq);
|
|
round3(4, RR, RL, load_next_key, __movq);
|
|
round3(5, RL, RR, load_next_key, __movq);
|
|
round3(6, RR, RL, load_next_key, __movq);
|
|
round3(7, RL, RR, load_next_key, __movq);
|
|
round3(8, RR, RL, load_next_key, __movq);
|
|
round3(9, RL, RR, load_next_key, __movq);
|
|
round3(10, RR, RL, load_next_key, __movq);
|
|
round3(11, RL, RR, load_next_key, __movq);
|
|
round3(12, RR, RL, load_next_key, __movq);
|
|
round3(13, RL, RR, load_next_key, __movq);
|
|
round3(14, RR, RL, load_next_key, __movq);
|
|
round3(15, RL, RR, load_next_key, __movq);
|
|
|
|
round3(16+0, RL, RR, load_next_key, __movq);
|
|
round3(16+1, RR, RL, load_next_key, __movq);
|
|
round3(16+2, RL, RR, load_next_key, __movq);
|
|
round3(16+3, RR, RL, load_next_key, __movq);
|
|
round3(16+4, RL, RR, load_next_key, __movq);
|
|
round3(16+5, RR, RL, load_next_key, __movq);
|
|
round3(16+6, RL, RR, load_next_key, __movq);
|
|
round3(16+7, RR, RL, load_next_key, __movq);
|
|
round3(16+8, RL, RR, load_next_key, __movq);
|
|
round3(16+9, RR, RL, load_next_key, __movq);
|
|
round3(16+10, RL, RR, load_next_key, __movq);
|
|
round3(16+11, RR, RL, load_next_key, __movq);
|
|
round3(16+12, RL, RR, load_next_key, __movq);
|
|
round3(16+13, RR, RL, load_next_key, __movq);
|
|
round3(16+14, RL, RR, load_next_key, __movq);
|
|
round3(16+15, RR, RL, load_next_key, __movq);
|
|
|
|
round3(32+0, RR, RL, load_next_key, __movq);
|
|
round3(32+1, RL, RR, load_next_key, __movq);
|
|
round3(32+2, RR, RL, load_next_key, __movq);
|
|
round3(32+3, RL, RR, load_next_key, __movq);
|
|
round3(32+4, RR, RL, load_next_key, __movq);
|
|
round3(32+5, RL, RR, load_next_key, __movq);
|
|
round3(32+6, RR, RL, load_next_key, __movq);
|
|
round3(32+7, RL, RR, load_next_key, __movq);
|
|
round3(32+8, RR, RL, load_next_key, __movq);
|
|
round3(32+9, RL, RR, load_next_key, __movq);
|
|
round3(32+10, RR, RL, load_next_key, __movq);
|
|
round3(32+11, RL, RR, load_next_key, __movq);
|
|
round3(32+12, RR, RL, load_next_key, __movq);
|
|
round3(32+13, RL, RR, load_next_key, __movq);
|
|
round3(32+14, RR, RL, load_next_key, __movq);
|
|
round3(32+15, RL, RR, dummy2, dummy2);
|
|
|
|
final_permutation3(RR, RL);
|
|
|
|
bswapl RR0d;
|
|
bswapl RL0d;
|
|
bswapl RR1d;
|
|
bswapl RL1d;
|
|
bswapl RR2d;
|
|
bswapl RL2d;
|
|
|
|
popq %rsi /* dst */
|
|
movl RR0d, 0 * 4(%rsi);
|
|
movl RL0d, 1 * 4(%rsi);
|
|
movl RR1d, 2 * 4(%rsi);
|
|
movl RL1d, 3 * 4(%rsi);
|
|
movl RR2d, 4 * 4(%rsi);
|
|
movl RL2d, 5 * 4(%rsi);
|
|
|
|
popq %r15;
|
|
popq %r14;
|
|
popq %r13;
|
|
popq %r12;
|
|
popq %rbx;
|
|
|
|
ret;
|
|
SYM_FUNC_END(des3_ede_x86_64_crypt_blk_3way)
|
|
|
|
.section .rodata, "a", @progbits
|
|
.align 16
|
|
.L_s1:
|
|
.quad 0x0010100001010400, 0x0000000000000000
|
|
.quad 0x0000100000010000, 0x0010100001010404
|
|
.quad 0x0010100001010004, 0x0000100000010404
|
|
.quad 0x0000000000000004, 0x0000100000010000
|
|
.quad 0x0000000000000400, 0x0010100001010400
|
|
.quad 0x0010100001010404, 0x0000000000000400
|
|
.quad 0x0010000001000404, 0x0010100001010004
|
|
.quad 0x0010000001000000, 0x0000000000000004
|
|
.quad 0x0000000000000404, 0x0010000001000400
|
|
.quad 0x0010000001000400, 0x0000100000010400
|
|
.quad 0x0000100000010400, 0x0010100001010000
|
|
.quad 0x0010100001010000, 0x0010000001000404
|
|
.quad 0x0000100000010004, 0x0010000001000004
|
|
.quad 0x0010000001000004, 0x0000100000010004
|
|
.quad 0x0000000000000000, 0x0000000000000404
|
|
.quad 0x0000100000010404, 0x0010000001000000
|
|
.quad 0x0000100000010000, 0x0010100001010404
|
|
.quad 0x0000000000000004, 0x0010100001010000
|
|
.quad 0x0010100001010400, 0x0010000001000000
|
|
.quad 0x0010000001000000, 0x0000000000000400
|
|
.quad 0x0010100001010004, 0x0000100000010000
|
|
.quad 0x0000100000010400, 0x0010000001000004
|
|
.quad 0x0000000000000400, 0x0000000000000004
|
|
.quad 0x0010000001000404, 0x0000100000010404
|
|
.quad 0x0010100001010404, 0x0000100000010004
|
|
.quad 0x0010100001010000, 0x0010000001000404
|
|
.quad 0x0010000001000004, 0x0000000000000404
|
|
.quad 0x0000100000010404, 0x0010100001010400
|
|
.quad 0x0000000000000404, 0x0010000001000400
|
|
.quad 0x0010000001000400, 0x0000000000000000
|
|
.quad 0x0000100000010004, 0x0000100000010400
|
|
.quad 0x0000000000000000, 0x0010100001010004
|
|
.L_s2:
|
|
.quad 0x0801080200100020, 0x0800080000000000
|
|
.quad 0x0000080000000000, 0x0001080200100020
|
|
.quad 0x0001000000100000, 0x0000000200000020
|
|
.quad 0x0801000200100020, 0x0800080200000020
|
|
.quad 0x0800000200000020, 0x0801080200100020
|
|
.quad 0x0801080000100000, 0x0800000000000000
|
|
.quad 0x0800080000000000, 0x0001000000100000
|
|
.quad 0x0000000200000020, 0x0801000200100020
|
|
.quad 0x0001080000100000, 0x0001000200100020
|
|
.quad 0x0800080200000020, 0x0000000000000000
|
|
.quad 0x0800000000000000, 0x0000080000000000
|
|
.quad 0x0001080200100020, 0x0801000000100000
|
|
.quad 0x0001000200100020, 0x0800000200000020
|
|
.quad 0x0000000000000000, 0x0001080000100000
|
|
.quad 0x0000080200000020, 0x0801080000100000
|
|
.quad 0x0801000000100000, 0x0000080200000020
|
|
.quad 0x0000000000000000, 0x0001080200100020
|
|
.quad 0x0801000200100020, 0x0001000000100000
|
|
.quad 0x0800080200000020, 0x0801000000100000
|
|
.quad 0x0801080000100000, 0x0000080000000000
|
|
.quad 0x0801000000100000, 0x0800080000000000
|
|
.quad 0x0000000200000020, 0x0801080200100020
|
|
.quad 0x0001080200100020, 0x0000000200000020
|
|
.quad 0x0000080000000000, 0x0800000000000000
|
|
.quad 0x0000080200000020, 0x0801080000100000
|
|
.quad 0x0001000000100000, 0x0800000200000020
|
|
.quad 0x0001000200100020, 0x0800080200000020
|
|
.quad 0x0800000200000020, 0x0001000200100020
|
|
.quad 0x0001080000100000, 0x0000000000000000
|
|
.quad 0x0800080000000000, 0x0000080200000020
|
|
.quad 0x0800000000000000, 0x0801000200100020
|
|
.quad 0x0801080200100020, 0x0001080000100000
|
|
.L_s3:
|
|
.quad 0x0000002000000208, 0x0000202008020200
|
|
.quad 0x0000000000000000, 0x0000200008020008
|
|
.quad 0x0000002008000200, 0x0000000000000000
|
|
.quad 0x0000202000020208, 0x0000002008000200
|
|
.quad 0x0000200000020008, 0x0000000008000008
|
|
.quad 0x0000000008000008, 0x0000200000020000
|
|
.quad 0x0000202008020208, 0x0000200000020008
|
|
.quad 0x0000200008020000, 0x0000002000000208
|
|
.quad 0x0000000008000000, 0x0000000000000008
|
|
.quad 0x0000202008020200, 0x0000002000000200
|
|
.quad 0x0000202000020200, 0x0000200008020000
|
|
.quad 0x0000200008020008, 0x0000202000020208
|
|
.quad 0x0000002008000208, 0x0000202000020200
|
|
.quad 0x0000200000020000, 0x0000002008000208
|
|
.quad 0x0000000000000008, 0x0000202008020208
|
|
.quad 0x0000002000000200, 0x0000000008000000
|
|
.quad 0x0000202008020200, 0x0000000008000000
|
|
.quad 0x0000200000020008, 0x0000002000000208
|
|
.quad 0x0000200000020000, 0x0000202008020200
|
|
.quad 0x0000002008000200, 0x0000000000000000
|
|
.quad 0x0000002000000200, 0x0000200000020008
|
|
.quad 0x0000202008020208, 0x0000002008000200
|
|
.quad 0x0000000008000008, 0x0000002000000200
|
|
.quad 0x0000000000000000, 0x0000200008020008
|
|
.quad 0x0000002008000208, 0x0000200000020000
|
|
.quad 0x0000000008000000, 0x0000202008020208
|
|
.quad 0x0000000000000008, 0x0000202000020208
|
|
.quad 0x0000202000020200, 0x0000000008000008
|
|
.quad 0x0000200008020000, 0x0000002008000208
|
|
.quad 0x0000002000000208, 0x0000200008020000
|
|
.quad 0x0000202000020208, 0x0000000000000008
|
|
.quad 0x0000200008020008, 0x0000202000020200
|
|
.L_s4:
|
|
.quad 0x1008020000002001, 0x1000020800002001
|
|
.quad 0x1000020800002001, 0x0000000800000000
|
|
.quad 0x0008020800002000, 0x1008000800000001
|
|
.quad 0x1008000000000001, 0x1000020000002001
|
|
.quad 0x0000000000000000, 0x0008020000002000
|
|
.quad 0x0008020000002000, 0x1008020800002001
|
|
.quad 0x1000000800000001, 0x0000000000000000
|
|
.quad 0x0008000800000000, 0x1008000000000001
|
|
.quad 0x1000000000000001, 0x0000020000002000
|
|
.quad 0x0008000000000000, 0x1008020000002001
|
|
.quad 0x0000000800000000, 0x0008000000000000
|
|
.quad 0x1000020000002001, 0x0000020800002000
|
|
.quad 0x1008000800000001, 0x1000000000000001
|
|
.quad 0x0000020800002000, 0x0008000800000000
|
|
.quad 0x0000020000002000, 0x0008020800002000
|
|
.quad 0x1008020800002001, 0x1000000800000001
|
|
.quad 0x0008000800000000, 0x1008000000000001
|
|
.quad 0x0008020000002000, 0x1008020800002001
|
|
.quad 0x1000000800000001, 0x0000000000000000
|
|
.quad 0x0000000000000000, 0x0008020000002000
|
|
.quad 0x0000020800002000, 0x0008000800000000
|
|
.quad 0x1008000800000001, 0x1000000000000001
|
|
.quad 0x1008020000002001, 0x1000020800002001
|
|
.quad 0x1000020800002001, 0x0000000800000000
|
|
.quad 0x1008020800002001, 0x1000000800000001
|
|
.quad 0x1000000000000001, 0x0000020000002000
|
|
.quad 0x1008000000000001, 0x1000020000002001
|
|
.quad 0x0008020800002000, 0x1008000800000001
|
|
.quad 0x1000020000002001, 0x0000020800002000
|
|
.quad 0x0008000000000000, 0x1008020000002001
|
|
.quad 0x0000000800000000, 0x0008000000000000
|
|
.quad 0x0000020000002000, 0x0008020800002000
|
|
.L_s5:
|
|
.quad 0x0000001000000100, 0x0020001002080100
|
|
.quad 0x0020000002080000, 0x0420001002000100
|
|
.quad 0x0000000000080000, 0x0000001000000100
|
|
.quad 0x0400000000000000, 0x0020000002080000
|
|
.quad 0x0400001000080100, 0x0000000000080000
|
|
.quad 0x0020001002000100, 0x0400001000080100
|
|
.quad 0x0420001002000100, 0x0420000002080000
|
|
.quad 0x0000001000080100, 0x0400000000000000
|
|
.quad 0x0020000002000000, 0x0400000000080000
|
|
.quad 0x0400000000080000, 0x0000000000000000
|
|
.quad 0x0400001000000100, 0x0420001002080100
|
|
.quad 0x0420001002080100, 0x0020001002000100
|
|
.quad 0x0420000002080000, 0x0400001000000100
|
|
.quad 0x0000000000000000, 0x0420000002000000
|
|
.quad 0x0020001002080100, 0x0020000002000000
|
|
.quad 0x0420000002000000, 0x0000001000080100
|
|
.quad 0x0000000000080000, 0x0420001002000100
|
|
.quad 0x0000001000000100, 0x0020000002000000
|
|
.quad 0x0400000000000000, 0x0020000002080000
|
|
.quad 0x0420001002000100, 0x0400001000080100
|
|
.quad 0x0020001002000100, 0x0400000000000000
|
|
.quad 0x0420000002080000, 0x0020001002080100
|
|
.quad 0x0400001000080100, 0x0000001000000100
|
|
.quad 0x0020000002000000, 0x0420000002080000
|
|
.quad 0x0420001002080100, 0x0000001000080100
|
|
.quad 0x0420000002000000, 0x0420001002080100
|
|
.quad 0x0020000002080000, 0x0000000000000000
|
|
.quad 0x0400000000080000, 0x0420000002000000
|
|
.quad 0x0000001000080100, 0x0020001002000100
|
|
.quad 0x0400001000000100, 0x0000000000080000
|
|
.quad 0x0000000000000000, 0x0400000000080000
|
|
.quad 0x0020001002080100, 0x0400001000000100
|
|
.L_s6:
|
|
.quad 0x0200000120000010, 0x0204000020000000
|
|
.quad 0x0000040000000000, 0x0204040120000010
|
|
.quad 0x0204000020000000, 0x0000000100000010
|
|
.quad 0x0204040120000010, 0x0004000000000000
|
|
.quad 0x0200040020000000, 0x0004040100000010
|
|
.quad 0x0004000000000000, 0x0200000120000010
|
|
.quad 0x0004000100000010, 0x0200040020000000
|
|
.quad 0x0200000020000000, 0x0000040100000010
|
|
.quad 0x0000000000000000, 0x0004000100000010
|
|
.quad 0x0200040120000010, 0x0000040000000000
|
|
.quad 0x0004040000000000, 0x0200040120000010
|
|
.quad 0x0000000100000010, 0x0204000120000010
|
|
.quad 0x0204000120000010, 0x0000000000000000
|
|
.quad 0x0004040100000010, 0x0204040020000000
|
|
.quad 0x0000040100000010, 0x0004040000000000
|
|
.quad 0x0204040020000000, 0x0200000020000000
|
|
.quad 0x0200040020000000, 0x0000000100000010
|
|
.quad 0x0204000120000010, 0x0004040000000000
|
|
.quad 0x0204040120000010, 0x0004000000000000
|
|
.quad 0x0000040100000010, 0x0200000120000010
|
|
.quad 0x0004000000000000, 0x0200040020000000
|
|
.quad 0x0200000020000000, 0x0000040100000010
|
|
.quad 0x0200000120000010, 0x0204040120000010
|
|
.quad 0x0004040000000000, 0x0204000020000000
|
|
.quad 0x0004040100000010, 0x0204040020000000
|
|
.quad 0x0000000000000000, 0x0204000120000010
|
|
.quad 0x0000000100000010, 0x0000040000000000
|
|
.quad 0x0204000020000000, 0x0004040100000010
|
|
.quad 0x0000040000000000, 0x0004000100000010
|
|
.quad 0x0200040120000010, 0x0000000000000000
|
|
.quad 0x0204040020000000, 0x0200000020000000
|
|
.quad 0x0004000100000010, 0x0200040120000010
|
|
.L_s7:
|
|
.quad 0x0002000000200000, 0x2002000004200002
|
|
.quad 0x2000000004000802, 0x0000000000000000
|
|
.quad 0x0000000000000800, 0x2000000004000802
|
|
.quad 0x2002000000200802, 0x0002000004200800
|
|
.quad 0x2002000004200802, 0x0002000000200000
|
|
.quad 0x0000000000000000, 0x2000000004000002
|
|
.quad 0x2000000000000002, 0x0000000004000000
|
|
.quad 0x2002000004200002, 0x2000000000000802
|
|
.quad 0x0000000004000800, 0x2002000000200802
|
|
.quad 0x2002000000200002, 0x0000000004000800
|
|
.quad 0x2000000004000002, 0x0002000004200000
|
|
.quad 0x0002000004200800, 0x2002000000200002
|
|
.quad 0x0002000004200000, 0x0000000000000800
|
|
.quad 0x2000000000000802, 0x2002000004200802
|
|
.quad 0x0002000000200800, 0x2000000000000002
|
|
.quad 0x0000000004000000, 0x0002000000200800
|
|
.quad 0x0000000004000000, 0x0002000000200800
|
|
.quad 0x0002000000200000, 0x2000000004000802
|
|
.quad 0x2000000004000802, 0x2002000004200002
|
|
.quad 0x2002000004200002, 0x2000000000000002
|
|
.quad 0x2002000000200002, 0x0000000004000000
|
|
.quad 0x0000000004000800, 0x0002000000200000
|
|
.quad 0x0002000004200800, 0x2000000000000802
|
|
.quad 0x2002000000200802, 0x0002000004200800
|
|
.quad 0x2000000000000802, 0x2000000004000002
|
|
.quad 0x2002000004200802, 0x0002000004200000
|
|
.quad 0x0002000000200800, 0x0000000000000000
|
|
.quad 0x2000000000000002, 0x2002000004200802
|
|
.quad 0x0000000000000000, 0x2002000000200802
|
|
.quad 0x0002000004200000, 0x0000000000000800
|
|
.quad 0x2000000004000002, 0x0000000004000800
|
|
.quad 0x0000000000000800, 0x2002000000200002
|
|
.L_s8:
|
|
.quad 0x0100010410001000, 0x0000010000001000
|
|
.quad 0x0000000000040000, 0x0100010410041000
|
|
.quad 0x0100000010000000, 0x0100010410001000
|
|
.quad 0x0000000400000000, 0x0100000010000000
|
|
.quad 0x0000000400040000, 0x0100000010040000
|
|
.quad 0x0100010410041000, 0x0000010000041000
|
|
.quad 0x0100010010041000, 0x0000010400041000
|
|
.quad 0x0000010000001000, 0x0000000400000000
|
|
.quad 0x0100000010040000, 0x0100000410000000
|
|
.quad 0x0100010010001000, 0x0000010400001000
|
|
.quad 0x0000010000041000, 0x0000000400040000
|
|
.quad 0x0100000410040000, 0x0100010010041000
|
|
.quad 0x0000010400001000, 0x0000000000000000
|
|
.quad 0x0000000000000000, 0x0100000410040000
|
|
.quad 0x0100000410000000, 0x0100010010001000
|
|
.quad 0x0000010400041000, 0x0000000000040000
|
|
.quad 0x0000010400041000, 0x0000000000040000
|
|
.quad 0x0100010010041000, 0x0000010000001000
|
|
.quad 0x0000000400000000, 0x0100000410040000
|
|
.quad 0x0000010000001000, 0x0000010400041000
|
|
.quad 0x0100010010001000, 0x0000000400000000
|
|
.quad 0x0100000410000000, 0x0100000010040000
|
|
.quad 0x0100000410040000, 0x0100000010000000
|
|
.quad 0x0000000000040000, 0x0100010410001000
|
|
.quad 0x0000000000000000, 0x0100010410041000
|
|
.quad 0x0000000400040000, 0x0100000410000000
|
|
.quad 0x0100000010040000, 0x0100010010001000
|
|
.quad 0x0100010410001000, 0x0000000000000000
|
|
.quad 0x0100010410041000, 0x0000010000041000
|
|
.quad 0x0000010000041000, 0x0000010400001000
|
|
.quad 0x0000010400001000, 0x0000000400040000
|
|
.quad 0x0100000010000000, 0x0100010010041000
|