mirror of
https://github.com/torvalds/linux.git
synced 2024-12-15 07:33:56 +00:00
262ea4f670
Using simple adrp/add pairs to refer to the AES lookup tables exposed by
the generic AES driver (which could be loaded far away from this driver
when KASLR is in effect) was unreliable at module load time before commit
41c066f2c4 ("arm64: assembler: make adr_l work in modules under KASLR"),
which is why the AES code used literals instead.
So now we can get rid of the literals, and switch to the adr_l macro.
Signed-off-by: Ard Biesheuvel <ard.biesheuvel@linaro.org>
Signed-off-by: Herbert Xu <herbert@gondor.apana.org.au>
125 lines
2.7 KiB
ArmAsm
125 lines
2.7 KiB
ArmAsm
/*
|
|
* Scalar AES core transform
|
|
*
|
|
* Copyright (C) 2017 Linaro Ltd <ard.biesheuvel@linaro.org>
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
* published by the Free Software Foundation.
|
|
*/
|
|
|
|
#include <linux/linkage.h>
|
|
#include <asm/assembler.h>
|
|
|
|
.text
|
|
|
|
rk .req x0
|
|
out .req x1
|
|
in .req x2
|
|
rounds .req x3
|
|
tt .req x4
|
|
lt .req x2
|
|
|
|
.macro __hround, out0, out1, in0, in1, in2, in3, t0, t1, enc
|
|
ldp \out0, \out1, [rk], #8
|
|
|
|
ubfx w13, \in0, #0, #8
|
|
ubfx w14, \in1, #8, #8
|
|
ldr w13, [tt, w13, uxtw #2]
|
|
ldr w14, [tt, w14, uxtw #2]
|
|
|
|
.if \enc
|
|
ubfx w17, \in1, #0, #8
|
|
ubfx w18, \in2, #8, #8
|
|
.else
|
|
ubfx w17, \in3, #0, #8
|
|
ubfx w18, \in0, #8, #8
|
|
.endif
|
|
ldr w17, [tt, w17, uxtw #2]
|
|
ldr w18, [tt, w18, uxtw #2]
|
|
|
|
ubfx w15, \in2, #16, #8
|
|
ubfx w16, \in3, #24, #8
|
|
ldr w15, [tt, w15, uxtw #2]
|
|
ldr w16, [tt, w16, uxtw #2]
|
|
|
|
.if \enc
|
|
ubfx \t0, \in3, #16, #8
|
|
ubfx \t1, \in0, #24, #8
|
|
.else
|
|
ubfx \t0, \in1, #16, #8
|
|
ubfx \t1, \in2, #24, #8
|
|
.endif
|
|
ldr \t0, [tt, \t0, uxtw #2]
|
|
ldr \t1, [tt, \t1, uxtw #2]
|
|
|
|
eor \out0, \out0, w13
|
|
eor \out1, \out1, w17
|
|
eor \out0, \out0, w14, ror #24
|
|
eor \out1, \out1, w18, ror #24
|
|
eor \out0, \out0, w15, ror #16
|
|
eor \out1, \out1, \t0, ror #16
|
|
eor \out0, \out0, w16, ror #8
|
|
eor \out1, \out1, \t1, ror #8
|
|
.endm
|
|
|
|
.macro fround, out0, out1, out2, out3, in0, in1, in2, in3
|
|
__hround \out0, \out1, \in0, \in1, \in2, \in3, \out2, \out3, 1
|
|
__hround \out2, \out3, \in2, \in3, \in0, \in1, \in1, \in2, 1
|
|
.endm
|
|
|
|
.macro iround, out0, out1, out2, out3, in0, in1, in2, in3
|
|
__hround \out0, \out1, \in0, \in3, \in2, \in1, \out2, \out3, 0
|
|
__hround \out2, \out3, \in2, \in1, \in0, \in3, \in1, \in0, 0
|
|
.endm
|
|
|
|
.macro do_crypt, round, ttab, ltab
|
|
ldp w5, w6, [in]
|
|
ldp w7, w8, [in, #8]
|
|
ldp w9, w10, [rk], #16
|
|
ldp w11, w12, [rk, #-8]
|
|
|
|
CPU_BE( rev w5, w5 )
|
|
CPU_BE( rev w6, w6 )
|
|
CPU_BE( rev w7, w7 )
|
|
CPU_BE( rev w8, w8 )
|
|
|
|
eor w5, w5, w9
|
|
eor w6, w6, w10
|
|
eor w7, w7, w11
|
|
eor w8, w8, w12
|
|
|
|
adr_l tt, \ttab
|
|
adr_l lt, \ltab
|
|
|
|
tbnz rounds, #1, 1f
|
|
|
|
0: \round w9, w10, w11, w12, w5, w6, w7, w8
|
|
\round w5, w6, w7, w8, w9, w10, w11, w12
|
|
|
|
1: subs rounds, rounds, #4
|
|
\round w9, w10, w11, w12, w5, w6, w7, w8
|
|
csel tt, tt, lt, hi
|
|
\round w5, w6, w7, w8, w9, w10, w11, w12
|
|
b.hi 0b
|
|
|
|
CPU_BE( rev w5, w5 )
|
|
CPU_BE( rev w6, w6 )
|
|
CPU_BE( rev w7, w7 )
|
|
CPU_BE( rev w8, w8 )
|
|
|
|
stp w5, w6, [out]
|
|
stp w7, w8, [out, #8]
|
|
ret
|
|
.endm
|
|
|
|
.align 5
|
|
ENTRY(__aes_arm64_encrypt)
|
|
do_crypt fround, crypto_ft_tab, crypto_fl_tab
|
|
ENDPROC(__aes_arm64_encrypt)
|
|
|
|
.align 5
|
|
ENTRY(__aes_arm64_decrypt)
|
|
do_crypt iround, crypto_it_tab, crypto_il_tab
|
|
ENDPROC(__aes_arm64_decrypt)
|