2021-12-31 10:18:55 +08:00
|
|
|
#include "textflag.h"
|
|
|
|
|
|
|
|
|
|
#define x V0
|
|
|
|
|
#define y V1
|
|
|
|
|
#define t0 V2
|
|
|
|
|
#define t1 V3
|
|
|
|
|
#define t2 V4
|
|
|
|
|
#define t3 V5
|
|
|
|
|
#define ZERO V16
|
|
|
|
|
#define FLIP_MASK V17
|
2022-01-01 10:40:16 +08:00
|
|
|
#define NIBBLE_MASK V20
|
2022-01-01 21:11:06 +08:00
|
|
|
#define INVERSE_SHIFT_ROWS V21
|
2022-01-01 10:40:16 +08:00
|
|
|
#define M1L V22
|
|
|
|
|
#define M1H V23
|
|
|
|
|
#define M2L V24
|
|
|
|
|
#define M2H V25
|
|
|
|
|
#define R08_MASK V26
|
|
|
|
|
#define R16_MASK V27
|
|
|
|
|
#define R24_MASK V28
|
|
|
|
|
#define FK_MASK V29
|
2021-12-31 10:18:55 +08:00
|
|
|
#define XTMP6 V6
|
|
|
|
|
#define XTMP7 V7
|
|
|
|
|
|
|
|
|
|
// shuffle byte order from LE to BE
|
|
|
|
|
DATA flip_mask<>+0x00(SB)/8, $0x0405060700010203
|
|
|
|
|
DATA flip_mask<>+0x08(SB)/8, $0x0c0d0e0f08090a0b
|
2021-12-31 15:16:45 +08:00
|
|
|
GLOBL flip_mask<>(SB), (NOPTR+RODATA), $16
|
2021-12-31 10:18:55 +08:00
|
|
|
|
|
|
|
|
//nibble mask
|
|
|
|
|
DATA nibble_mask<>+0x00(SB)/8, $0x0F0F0F0F0F0F0F0F
|
|
|
|
|
DATA nibble_mask<>+0x08(SB)/8, $0x0F0F0F0F0F0F0F0F
|
2021-12-31 15:16:45 +08:00
|
|
|
GLOBL nibble_mask<>(SB), (NOPTR+RODATA), $16
|
2021-12-31 10:18:55 +08:00
|
|
|
|
|
|
|
|
// inverse shift rows
|
2022-01-01 20:40:52 +08:00
|
|
|
DATA inverse_shift_rows<>+0x00(SB)/8, $0x0B0E0104070A0D00
|
|
|
|
|
DATA inverse_shift_rows<>+0x08(SB)/8, $0x0306090C0F020508
|
2021-12-31 15:16:45 +08:00
|
|
|
GLOBL inverse_shift_rows<>(SB), (NOPTR+RODATA), $16
|
2021-12-31 10:18:55 +08:00
|
|
|
|
|
|
|
|
// Affine transform 1 (low and high hibbles)
|
|
|
|
|
DATA m1_low<>+0x00(SB)/8, $0x9197E2E474720701
|
|
|
|
|
DATA m1_low<>+0x08(SB)/8, $0xC7C1B4B222245157
|
2021-12-31 15:16:45 +08:00
|
|
|
GLOBL m1_low<>(SB), (NOPTR+RODATA), $16
|
2021-12-31 10:18:55 +08:00
|
|
|
|
|
|
|
|
DATA m1_high<>+0x00(SB)/8, $0xE240AB09EB49A200
|
|
|
|
|
DATA m1_high<>+0x08(SB)/8, $0xF052B91BF95BB012
|
2021-12-31 15:16:45 +08:00
|
|
|
GLOBL m1_high<>(SB), (NOPTR+RODATA), $16
|
2021-12-31 10:18:55 +08:00
|
|
|
|
|
|
|
|
// Affine transform 2 (low and high hibbles)
|
|
|
|
|
DATA m2_low<>+0x00(SB)/8, $0x5B67F2CEA19D0834
|
|
|
|
|
DATA m2_low<>+0x08(SB)/8, $0xEDD14478172BBE82
|
2021-12-31 15:16:45 +08:00
|
|
|
GLOBL m2_low<>(SB), (NOPTR+RODATA), $16
|
2021-12-31 10:18:55 +08:00
|
|
|
|
|
|
|
|
DATA m2_high<>+0x00(SB)/8, $0xAE7201DD73AFDC00
|
|
|
|
|
DATA m2_high<>+0x08(SB)/8, $0x11CDBE62CC1063BF
|
2021-12-31 15:16:45 +08:00
|
|
|
GLOBL m2_high<>(SB), (NOPTR+RODATA), $16
|
2021-12-31 10:18:55 +08:00
|
|
|
|
|
|
|
|
// left rotations of 32-bit words by 8-bit increments
|
|
|
|
|
DATA r08_mask<>+0x00(SB)/8, $0x0605040702010003
|
|
|
|
|
DATA r08_mask<>+0x08(SB)/8, $0x0E0D0C0F0A09080B
|
2021-12-31 15:16:45 +08:00
|
|
|
GLOBL r08_mask<>(SB), (NOPTR+RODATA), $16
|
2021-12-31 10:18:55 +08:00
|
|
|
|
|
|
|
|
DATA r16_mask<>+0x00(SB)/8, $0x0504070601000302
|
|
|
|
|
DATA r16_mask<>+0x08(SB)/8, $0x0D0C0F0E09080B0A
|
2021-12-31 15:16:45 +08:00
|
|
|
GLOBL r16_mask<>(SB), (NOPTR+RODATA), $16
|
2021-12-31 10:18:55 +08:00
|
|
|
|
|
|
|
|
DATA r24_mask<>+0x00(SB)/8, $0x0407060500030201
|
|
|
|
|
DATA r24_mask<>+0x08(SB)/8, $0x0C0F0E0D080B0A09
|
2021-12-31 15:16:45 +08:00
|
|
|
GLOBL r24_mask<>(SB), (NOPTR+RODATA), $16
|
2021-12-31 10:18:55 +08:00
|
|
|
|
|
|
|
|
DATA fk_mask<>+0x00(SB)/8, $0x56aa3350a3b1bac6
|
|
|
|
|
DATA fk_mask<>+0x08(SB)/8, $0xb27022dc677d9197
|
2021-12-31 15:16:45 +08:00
|
|
|
GLOBL fk_mask<>(SB), (NOPTR+RODATA), $16
|
2021-12-31 10:18:55 +08:00
|
|
|
|
|
|
|
|
#define SM4_SBOX(x, y) \
|
|
|
|
|
; \ //############################# inner affine ############################//
|
2022-01-01 10:57:23 +08:00
|
|
|
VAND x.B16, NIBBLE_MASK.B16, XTMP7.B16; \
|
|
|
|
|
VTBL XTMP7.B16, [M1L.B16], y.B16; \
|
2021-12-31 15:16:45 +08:00
|
|
|
VUSHR $4, x.D2, x.D2; \
|
2022-01-01 10:57:23 +08:00
|
|
|
VAND x.B16, NIBBLE_MASK.B16, XTMP7.B16; \
|
|
|
|
|
VTBL XTMP7.B16, [M1H.B16], XTMP7.B16; \
|
2021-12-31 15:16:45 +08:00
|
|
|
VEOR y.B16, XTMP7.B16, x.B16; \
|
2022-01-01 10:57:23 +08:00
|
|
|
VTBL INVERSE_SHIFT_ROWS.B16, [x.B16], x.B16; \
|
2021-12-31 15:16:45 +08:00
|
|
|
AESE ZERO.B16, x.B16; \
|
2022-01-01 10:57:23 +08:00
|
|
|
VAND x.B16, NIBBLE_MASK.B16, XTMP7.B16; \
|
|
|
|
|
VTBL XTMP7.B16, [M2L.B16], y.B16; \
|
2021-12-31 15:16:45 +08:00
|
|
|
VUSHR $4, x.D2, x.D2; \
|
2022-01-01 10:57:23 +08:00
|
|
|
VAND x.B16, NIBBLE_MASK.B16, XTMP7.B16; \
|
|
|
|
|
VTBL XTMP7.B16, [M2H.B16], XTMP7.B16; \
|
2021-12-31 15:16:45 +08:00
|
|
|
VEOR y.B16, XTMP7.B16, x.B16
|
2021-12-31 10:18:55 +08:00
|
|
|
|
|
|
|
|
#define SM4_TAO_L1(x, y) \
|
|
|
|
|
SM4_SBOX(x, y); \
|
|
|
|
|
; \ //#################### 4 parallel L1 linear transforms ##################//
|
2022-01-01 21:11:06 +08:00
|
|
|
VTBL R08_MASK.B16, [x.B16], y.B16; \
|
2021-12-31 10:18:55 +08:00
|
|
|
VEOR y.B16, x.B16, y.B16; \
|
2022-01-01 21:11:06 +08:00
|
|
|
VTBL R16_MASK.B16, [x.B16], XTMP7.B16; \
|
2021-12-31 10:18:55 +08:00
|
|
|
VEOR XTMP7.B16, y.B16, y.B16; \
|
|
|
|
|
VSHL $2, y.S4, XTMP7.S4; \
|
2022-01-01 21:11:06 +08:00
|
|
|
VUSHR $30, y.S4, y.S4; \
|
|
|
|
|
VORR y.B16, XTMP7.B16, y.B16; \
|
|
|
|
|
VTBL R24_MASK.B16, [x.B16], XTMP7.B16; \
|
2021-12-31 10:18:55 +08:00
|
|
|
VEOR XTMP7.B16, x.B16, x.B16; \
|
|
|
|
|
VEOR y.B16, x.B16, x.B16
|
|
|
|
|
|
|
|
|
|
#define SM4_TAO_L2(x, y) \
|
2022-01-01 10:57:23 +08:00
|
|
|
SM4_SBOX(x, y); \
|
2021-12-31 10:18:55 +08:00
|
|
|
; \ //#################### 4 parallel L2 linear transforms ##################//
|
|
|
|
|
VSHL $13, x.S4, XTMP6.S4; \
|
|
|
|
|
VUSHR $19, x.S4, y.S4; \
|
|
|
|
|
VORR XTMP6.B16, y.B16, y.B16; \
|
|
|
|
|
VSHL $23, x.S4, XTMP6.S4; \
|
|
|
|
|
VUSHR $9, x.S4, XTMP7.S4; \
|
|
|
|
|
VORR XTMP6.B16, XTMP7.B16, XTMP7.B16; \
|
|
|
|
|
VEOR XTMP7.B16, y.B16, y.B16; \
|
|
|
|
|
VEOR x.B16, y.B16, x.B16
|
|
|
|
|
|
|
|
|
|
// func expandKeyAsm(key *byte, ck, enc, dec *uint32)
|
|
|
|
|
TEXT ·expandKeyAsm(SB),NOSPLIT,$0
|
|
|
|
|
MOVD key+0(FP), R8
|
|
|
|
|
MOVD ck+8(FP), R9
|
|
|
|
|
MOVD enc+16(FP), R10
|
|
|
|
|
MOVD dec+24(FP), R11
|
2022-01-01 10:40:16 +08:00
|
|
|
|
2021-12-31 11:05:45 +08:00
|
|
|
LDP flip_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, FLIP_MASK.D[0]
|
|
|
|
|
VMOV R1, FLIP_MASK.D[1]
|
2022-01-01 10:40:16 +08:00
|
|
|
|
|
|
|
|
LDP nibble_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, NIBBLE_MASK.D[0]
|
|
|
|
|
VMOV R1, NIBBLE_MASK.D[1]
|
|
|
|
|
|
|
|
|
|
LDP m1_low<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, M1L.D[0]
|
|
|
|
|
VMOV R1, M1L.D[1]
|
|
|
|
|
|
|
|
|
|
LDP m1_high<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, M1H.D[0]
|
|
|
|
|
VMOV R1, M1H.D[1]
|
|
|
|
|
|
|
|
|
|
LDP m2_low<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, M2L.D[0]
|
|
|
|
|
VMOV R1, M2L.D[1]
|
|
|
|
|
|
|
|
|
|
LDP m2_high<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, M2H.D[0]
|
|
|
|
|
VMOV R1, M2H.D[1]
|
|
|
|
|
|
2021-12-31 11:05:45 +08:00
|
|
|
LDP fk_mask<>(SB), (R0, R1)
|
2022-01-01 10:40:16 +08:00
|
|
|
VMOV R0, FK_MASK.D[0]
|
|
|
|
|
VMOV R1, FK_MASK.D[1]
|
|
|
|
|
|
2022-01-01 13:00:50 +08:00
|
|
|
LDP inverse_shift_rows<>(SB), (R0, R1)
|
2022-01-01 15:45:09 +08:00
|
|
|
VMOV R0, INVERSE_SHIFT_ROWS.D[0]
|
|
|
|
|
VMOV R1, INVERSE_SHIFT_ROWS.D[1]
|
2022-01-01 13:00:50 +08:00
|
|
|
|
2022-01-01 21:11:06 +08:00
|
|
|
VLD1 (R8), [t0.B16]
|
2022-01-01 10:40:16 +08:00
|
|
|
VTBL FLIP_MASK.B16, [t0.B16], t0.B16
|
|
|
|
|
VEOR t0.B16, FK_MASK.B16, t0.B16
|
2021-12-31 10:18:55 +08:00
|
|
|
VMOV t0.S[1], t1.S[0]
|
|
|
|
|
VMOV t0.S[2], t2.S[0]
|
|
|
|
|
VMOV t0.S[3], t3.S[0]
|
|
|
|
|
|
|
|
|
|
EOR R0, R0
|
2021-12-31 11:38:53 +08:00
|
|
|
ADD $124, R11
|
2021-12-31 10:18:55 +08:00
|
|
|
VEOR ZERO.B16, ZERO.B16, ZERO.B16
|
|
|
|
|
|
2021-12-31 14:02:17 +08:00
|
|
|
ksLoop:
|
2021-12-31 11:38:53 +08:00
|
|
|
MOVW.P 4(R9), R19
|
2021-12-31 11:05:45 +08:00
|
|
|
VMOV R19, x.S[0]
|
2021-12-31 10:18:55 +08:00
|
|
|
VEOR t1.B16, x.B16, x.B16
|
|
|
|
|
VEOR t2.B16, x.B16, x.B16
|
|
|
|
|
VEOR t3.B16, x.B16, x.B16
|
2021-12-31 14:27:04 +08:00
|
|
|
SM4_TAO_L2(x, y)
|
2021-12-31 10:18:55 +08:00
|
|
|
VEOR x.B16, t0.B16, t0.B16
|
|
|
|
|
VMOV t0.S[0], R2
|
2021-12-31 11:38:53 +08:00
|
|
|
MOVW.P R2, 4(R10)
|
|
|
|
|
MOVW.P R2, -4(R11)
|
2021-12-31 10:18:55 +08:00
|
|
|
|
2021-12-31 11:38:53 +08:00
|
|
|
MOVW.P 4(R9), R19
|
2021-12-31 11:05:45 +08:00
|
|
|
VMOV R19, x.S[0]
|
2021-12-31 10:18:55 +08:00
|
|
|
VEOR t0.B16, x.B16, x.B16
|
|
|
|
|
VEOR t2.B16, x.B16, x.B16
|
|
|
|
|
VEOR t3.B16, x.B16, x.B16
|
2021-12-31 14:27:04 +08:00
|
|
|
SM4_TAO_L2(x, y)
|
2021-12-31 10:18:55 +08:00
|
|
|
VEOR x.B16, t1.B16, t1.B16
|
|
|
|
|
VMOV t1.S[0], R2
|
2021-12-31 11:38:53 +08:00
|
|
|
MOVW.P R2, 4(R10)
|
|
|
|
|
MOVW.P R2, -4(R11)
|
2021-12-31 10:18:55 +08:00
|
|
|
|
2021-12-31 11:38:53 +08:00
|
|
|
MOVW.P 4(R9), R19
|
2021-12-31 11:05:45 +08:00
|
|
|
VMOV R19, x.S[0]
|
2021-12-31 10:18:55 +08:00
|
|
|
VEOR t0.B16, x.B16, x.B16
|
|
|
|
|
VEOR t1.B16, x.B16, x.B16
|
|
|
|
|
VEOR t3.B16, x.B16, x.B16
|
2021-12-31 14:27:04 +08:00
|
|
|
SM4_TAO_L2(x, y)
|
2021-12-31 10:18:55 +08:00
|
|
|
VEOR x.B16, t2.B16, t2.B16
|
|
|
|
|
VMOV t2.S[0], R2
|
2021-12-31 11:38:53 +08:00
|
|
|
MOVW.P R2, 4(R10)
|
|
|
|
|
MOVW.P R2, -4(R11)
|
2021-12-31 10:18:55 +08:00
|
|
|
|
2021-12-31 11:38:53 +08:00
|
|
|
MOVW.P 4(R9), R19
|
2021-12-31 11:05:45 +08:00
|
|
|
VMOV R19, x.S[0]
|
2021-12-31 10:18:55 +08:00
|
|
|
VEOR t0.B16, x.B16, x.B16
|
|
|
|
|
VEOR t1.B16, x.B16, x.B16
|
|
|
|
|
VEOR t2.B16, x.B16, x.B16
|
2021-12-31 14:27:04 +08:00
|
|
|
SM4_TAO_L2(x, y)
|
2021-12-31 10:18:55 +08:00
|
|
|
VEOR x.B16, t3.B16, t3.B16
|
|
|
|
|
VMOV t3.S[0], R2
|
2021-12-31 11:38:53 +08:00
|
|
|
MOVW.P R2, 4(R10)
|
|
|
|
|
MOVW.P R2, -4(R11)
|
2021-12-31 10:18:55 +08:00
|
|
|
|
2021-12-31 14:11:47 +08:00
|
|
|
ADD $16, R0
|
2021-12-31 14:22:32 +08:00
|
|
|
CMP $128, R0
|
2021-12-31 14:11:47 +08:00
|
|
|
BNE ksLoop
|
2022-01-01 17:18:50 +08:00
|
|
|
|
2021-12-31 10:18:55 +08:00
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
// func encryptBlocksAsm(xk *uint32, dst, src *byte)
|
|
|
|
|
TEXT ·encryptBlocksAsm(SB),NOSPLIT,$0
|
|
|
|
|
MOVD xk+0(FP), R8
|
|
|
|
|
MOVD dst+8(FP), R9
|
|
|
|
|
MOVD src+16(FP), R10
|
|
|
|
|
|
2022-01-01 21:11:06 +08:00
|
|
|
LDPW (0*8)(R10), (R19, R20)
|
|
|
|
|
LDPW (1*8)(R10), (R21, R22)
|
|
|
|
|
VMOV R19, t0.S[0]
|
|
|
|
|
VMOV R20, t1.S[0]
|
|
|
|
|
VMOV R21, t2.S[0]
|
|
|
|
|
VMOV R22, t3.S[0]
|
|
|
|
|
|
|
|
|
|
LDPW (2*8)(R10), (R19, R20)
|
|
|
|
|
LDPW (3*8)(R10), (R21, R22)
|
|
|
|
|
VMOV R19, t0.S[1]
|
|
|
|
|
VMOV R20, t1.S[1]
|
|
|
|
|
VMOV R21, t2.S[1]
|
|
|
|
|
VMOV R22, t3.S[1]
|
|
|
|
|
|
|
|
|
|
LDPW (4*8)(R10), (R19, R20)
|
|
|
|
|
LDPW (5*8)(R10), (R21, R22)
|
|
|
|
|
VMOV R19, t0.S[2]
|
|
|
|
|
VMOV R20, t1.S[2]
|
|
|
|
|
VMOV R21, t2.S[2]
|
|
|
|
|
VMOV R22, t3.S[2]
|
|
|
|
|
|
|
|
|
|
LDPW (6*8)(R10), (R19, R20)
|
|
|
|
|
LDPW (7*8)(R10), (R21, R22)
|
|
|
|
|
VMOV R19, t0.S[3]
|
|
|
|
|
VMOV R20, t1.S[3]
|
|
|
|
|
VMOV R21, t2.S[3]
|
|
|
|
|
VMOV R22, t3.S[3]
|
|
|
|
|
|
|
|
|
|
LDP flip_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, FLIP_MASK.D[0]
|
|
|
|
|
VMOV R1, FLIP_MASK.D[1]
|
|
|
|
|
|
|
|
|
|
LDP nibble_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, NIBBLE_MASK.D[0]
|
|
|
|
|
VMOV R1, NIBBLE_MASK.D[1]
|
|
|
|
|
|
|
|
|
|
LDP m1_low<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, M1L.D[0]
|
|
|
|
|
VMOV R1, M1L.D[1]
|
|
|
|
|
|
|
|
|
|
LDP m1_high<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, M1H.D[0]
|
|
|
|
|
VMOV R1, M1H.D[1]
|
|
|
|
|
|
|
|
|
|
LDP m2_low<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, M2L.D[0]
|
|
|
|
|
VMOV R1, M2L.D[1]
|
|
|
|
|
|
|
|
|
|
LDP m2_high<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, M2H.D[0]
|
|
|
|
|
VMOV R1, M2H.D[1]
|
|
|
|
|
|
|
|
|
|
LDP fk_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, FK_MASK.D[0]
|
|
|
|
|
VMOV R1, FK_MASK.D[1]
|
|
|
|
|
|
|
|
|
|
LDP inverse_shift_rows<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, INVERSE_SHIFT_ROWS.D[0]
|
|
|
|
|
VMOV R1, INVERSE_SHIFT_ROWS.D[1]
|
|
|
|
|
|
|
|
|
|
LDP r08_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, R08_MASK.D[0]
|
|
|
|
|
VMOV R1, R08_MASK.D[1]
|
|
|
|
|
|
|
|
|
|
LDP r16_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, R16_MASK.D[0]
|
|
|
|
|
VMOV R1, R16_MASK.D[1]
|
|
|
|
|
|
|
|
|
|
LDP r24_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, R24_MASK.D[0]
|
|
|
|
|
VMOV R1, R24_MASK.D[1]
|
|
|
|
|
|
|
|
|
|
VTBL FLIP_MASK.B16, [t0.B16], t0.B16
|
|
|
|
|
VTBL FLIP_MASK.B16, [t1.B16], t1.B16
|
|
|
|
|
VTBL FLIP_MASK.B16, [t2.B16], t2.B16
|
|
|
|
|
VTBL FLIP_MASK.B16, [t3.B16], t3.B16
|
|
|
|
|
|
|
|
|
|
VEOR ZERO.B16, ZERO.B16, ZERO.B16
|
|
|
|
|
EOR R0, R0
|
|
|
|
|
|
|
|
|
|
encryptBlocksLoop:
|
|
|
|
|
MOVW.P 4(R8), R19
|
|
|
|
|
VMOV R19, x.S[0]
|
|
|
|
|
VMOV R19, x.S[1]
|
|
|
|
|
VMOV R19, x.S[2]
|
|
|
|
|
VMOV R19, x.S[3]
|
|
|
|
|
VEOR t1.B16, x.B16, x.B16
|
|
|
|
|
VEOR t2.B16, x.B16, x.B16
|
|
|
|
|
VEOR t3.B16, x.B16, x.B16
|
|
|
|
|
SM4_TAO_L1(x, y)
|
|
|
|
|
VEOR x.B16, t0.B16, t0.B16
|
|
|
|
|
|
|
|
|
|
MOVW.P 4(R8), R19
|
|
|
|
|
VMOV R19, x.S[0]
|
|
|
|
|
VMOV R19, x.S[1]
|
|
|
|
|
VMOV R19, x.S[2]
|
|
|
|
|
VMOV R19, x.S[3]
|
|
|
|
|
VEOR t0.B16, x.B16, x.B16
|
|
|
|
|
VEOR t2.B16, x.B16, x.B16
|
|
|
|
|
VEOR t3.B16, x.B16, x.B16
|
|
|
|
|
SM4_TAO_L1(x, y)
|
|
|
|
|
VEOR x.B16, t1.B16, t1.B16
|
|
|
|
|
|
|
|
|
|
MOVW.P 4(R8), R19
|
|
|
|
|
VMOV R19, x.S[0]
|
|
|
|
|
VMOV R19, x.S[1]
|
|
|
|
|
VMOV R19, x.S[2]
|
|
|
|
|
VMOV R19, x.S[3]
|
|
|
|
|
VEOR t0.B16, x.B16, x.B16
|
|
|
|
|
VEOR t1.B16, x.B16, x.B16
|
|
|
|
|
VEOR t3.B16, x.B16, x.B16
|
|
|
|
|
SM4_TAO_L1(x, y)
|
|
|
|
|
VEOR x.B16, t2.B16, t2.B16
|
|
|
|
|
|
|
|
|
|
MOVW.P 4(R8), R19
|
|
|
|
|
VMOV R19, x.S[0]
|
|
|
|
|
VMOV R19, x.S[1]
|
|
|
|
|
VMOV R19, x.S[2]
|
|
|
|
|
VMOV R19, x.S[3]
|
|
|
|
|
VEOR t0.B16, x.B16, x.B16
|
|
|
|
|
VEOR t1.B16, x.B16, x.B16
|
|
|
|
|
VEOR t2.B16, x.B16, x.B16
|
|
|
|
|
SM4_TAO_L1(x, y)
|
|
|
|
|
VEOR x.B16, t3.B16, t3.B16
|
|
|
|
|
|
|
|
|
|
ADD $16, R0
|
|
|
|
|
CMP $128, R0
|
|
|
|
|
BNE encryptBlocksLoop
|
|
|
|
|
|
|
|
|
|
VTBL FLIP_MASK.B16, [t0.B16], t0.B16
|
|
|
|
|
VTBL FLIP_MASK.B16, [t1.B16], t1.B16
|
|
|
|
|
VTBL FLIP_MASK.B16, [t2.B16], t2.B16
|
|
|
|
|
VTBL FLIP_MASK.B16, [t3.B16], t3.B16
|
|
|
|
|
|
|
|
|
|
VMOV t3.S[0], V8.S[0]
|
|
|
|
|
VMOV t2.S[0], V8.S[1]
|
|
|
|
|
VMOV t1.S[0], V8.S[2]
|
|
|
|
|
VMOV t0.S[0], V8.S[3]
|
|
|
|
|
VST1.P [V8.B16], 16(R9)
|
|
|
|
|
|
|
|
|
|
VMOV t3.S[1], V8.S[0]
|
|
|
|
|
VMOV t2.S[1], V8.S[1]
|
|
|
|
|
VMOV t1.S[1], V8.S[2]
|
|
|
|
|
VMOV t0.S[1], V8.S[3]
|
|
|
|
|
VST1.P [V8.B16], 16(R9)
|
|
|
|
|
|
|
|
|
|
VMOV t3.S[2], V8.S[0]
|
|
|
|
|
VMOV t2.S[2], V8.S[1]
|
|
|
|
|
VMOV t1.S[2], V8.S[2]
|
|
|
|
|
VMOV t0.S[2], V8.S[3]
|
|
|
|
|
VST1.P [V8.B16], 16(R9)
|
|
|
|
|
|
|
|
|
|
VMOV t3.S[3], V8.S[0]
|
|
|
|
|
VMOV t2.S[3], V8.S[1]
|
|
|
|
|
VMOV t1.S[3], V8.S[2]
|
|
|
|
|
VMOV t0.S[3], V8.S[3]
|
|
|
|
|
VST1 [V8.B16], (R9)
|
|
|
|
|
|
2021-12-31 10:18:55 +08:00
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// func encryptBlockAsm(xk *uint32, dst, src *byte)
|
|
|
|
|
TEXT ·encryptBlockAsm(SB),NOSPLIT,$0
|
|
|
|
|
MOVD xk+0(FP), R8
|
|
|
|
|
MOVD dst+8(FP), R9
|
|
|
|
|
MOVD src+16(FP), R10
|
|
|
|
|
|
2022-01-01 21:11:06 +08:00
|
|
|
LDPW (0*8)(R10), (R19, R20)
|
|
|
|
|
LDPW (1*8)(R10), (R21, R22)
|
|
|
|
|
REVW R19, R19
|
|
|
|
|
REVW R20, R20
|
|
|
|
|
REVW R21, R21
|
|
|
|
|
REVW R22, R22
|
|
|
|
|
VMOV R19, t0.S[0]
|
|
|
|
|
VMOV R20, t1.S[0]
|
|
|
|
|
VMOV R21, t2.S[0]
|
|
|
|
|
VMOV R22, t3.S[0]
|
|
|
|
|
|
|
|
|
|
LDP flip_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, FLIP_MASK.D[0]
|
|
|
|
|
VMOV R1, FLIP_MASK.D[1]
|
|
|
|
|
|
|
|
|
|
LDP nibble_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, NIBBLE_MASK.D[0]
|
|
|
|
|
VMOV R1, NIBBLE_MASK.D[1]
|
|
|
|
|
|
|
|
|
|
LDP m1_low<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, M1L.D[0]
|
|
|
|
|
VMOV R1, M1L.D[1]
|
|
|
|
|
|
|
|
|
|
LDP m1_high<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, M1H.D[0]
|
|
|
|
|
VMOV R1, M1H.D[1]
|
|
|
|
|
|
|
|
|
|
LDP m2_low<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, M2L.D[0]
|
|
|
|
|
VMOV R1, M2L.D[1]
|
|
|
|
|
|
|
|
|
|
LDP m2_high<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, M2H.D[0]
|
|
|
|
|
VMOV R1, M2H.D[1]
|
|
|
|
|
|
|
|
|
|
LDP fk_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, FK_MASK.D[0]
|
|
|
|
|
VMOV R1, FK_MASK.D[1]
|
|
|
|
|
|
|
|
|
|
LDP inverse_shift_rows<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, INVERSE_SHIFT_ROWS.D[0]
|
|
|
|
|
VMOV R1, INVERSE_SHIFT_ROWS.D[1]
|
|
|
|
|
|
|
|
|
|
LDP r08_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, R08_MASK.D[0]
|
|
|
|
|
VMOV R1, R08_MASK.D[1]
|
|
|
|
|
|
|
|
|
|
LDP r16_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, R16_MASK.D[0]
|
|
|
|
|
VMOV R1, R16_MASK.D[1]
|
|
|
|
|
|
|
|
|
|
LDP r24_mask<>(SB), (R0, R1)
|
|
|
|
|
VMOV R0, R24_MASK.D[0]
|
|
|
|
|
VMOV R1, R24_MASK.D[1]
|
|
|
|
|
|
|
|
|
|
VEOR ZERO.B16, ZERO.B16, ZERO.B16
|
|
|
|
|
EOR R0, R0
|
|
|
|
|
|
|
|
|
|
encryptBlockLoop:
|
|
|
|
|
MOVW.P 4(R8), R19
|
|
|
|
|
VMOV R19, x.S[0]
|
|
|
|
|
VMOV R19, x.S[1]
|
|
|
|
|
VMOV R19, x.S[2]
|
|
|
|
|
VMOV R19, x.S[3]
|
|
|
|
|
VEOR t1.B16, x.B16, x.B16
|
|
|
|
|
VEOR t2.B16, x.B16, x.B16
|
|
|
|
|
VEOR t3.B16, x.B16, x.B16
|
|
|
|
|
SM4_TAO_L1(x, y)
|
|
|
|
|
VEOR x.B16, t0.B16, t0.B16
|
|
|
|
|
|
|
|
|
|
MOVW.P 4(R8), R19
|
|
|
|
|
VMOV R19, x.S[0]
|
|
|
|
|
VMOV R19, x.S[1]
|
|
|
|
|
VMOV R19, x.S[2]
|
|
|
|
|
VMOV R19, x.S[3]
|
|
|
|
|
VEOR t0.B16, x.B16, x.B16
|
|
|
|
|
VEOR t2.B16, x.B16, x.B16
|
|
|
|
|
VEOR t3.B16, x.B16, x.B16
|
|
|
|
|
SM4_TAO_L1(x, y)
|
|
|
|
|
VEOR x.B16, t1.B16, t1.B16
|
|
|
|
|
|
|
|
|
|
MOVW.P 4(R8), R19
|
|
|
|
|
VMOV R19, x.S[0]
|
|
|
|
|
VMOV R19, x.S[1]
|
|
|
|
|
VMOV R19, x.S[2]
|
|
|
|
|
VMOV R19, x.S[3]
|
|
|
|
|
VEOR t0.B16, x.B16, x.B16
|
|
|
|
|
VEOR t1.B16, x.B16, x.B16
|
|
|
|
|
VEOR t3.B16, x.B16, x.B16
|
|
|
|
|
SM4_TAO_L1(x, y)
|
|
|
|
|
VEOR x.B16, t2.B16, t2.B16
|
|
|
|
|
|
|
|
|
|
MOVW.P 4(R8), R19
|
|
|
|
|
VMOV R19, x.S[0]
|
|
|
|
|
VMOV R19, x.S[1]
|
|
|
|
|
VMOV R19, x.S[2]
|
|
|
|
|
VMOV R19, x.S[3]
|
|
|
|
|
VEOR t0.B16, x.B16, x.B16
|
|
|
|
|
VEOR t1.B16, x.B16, x.B16
|
|
|
|
|
VEOR t2.B16, x.B16, x.B16
|
|
|
|
|
SM4_TAO_L1(x, y)
|
|
|
|
|
VEOR x.B16, t3.B16, t3.B16
|
|
|
|
|
|
|
|
|
|
ADD $16, R0
|
|
|
|
|
CMP $128, R0
|
|
|
|
|
BNE encryptBlockLoop
|
|
|
|
|
|
|
|
|
|
VTBL FLIP_MASK.B16, [t0.B16], t0.B16
|
|
|
|
|
VTBL FLIP_MASK.B16, [t1.B16], t1.B16
|
|
|
|
|
VTBL FLIP_MASK.B16, [t2.B16], t2.B16
|
|
|
|
|
VTBL FLIP_MASK.B16, [t3.B16], t3.B16
|
|
|
|
|
|
|
|
|
|
VMOV t3.S[0], V8.S[0]
|
|
|
|
|
VMOV t2.S[0], V8.S[1]
|
|
|
|
|
VMOV t1.S[0], V8.S[2]
|
|
|
|
|
VMOV t0.S[0], V8.S[3]
|
|
|
|
|
VST1 [V8.B16], (R9)
|
|
|
|
|
|
2021-12-31 10:18:55 +08:00
|
|
|
RET
|
