//go:build arm64 && !purego // +build arm64,!purego #include "textflag.h" #define x V0 #define y V1 #define t0 V2 #define t1 V3 #define t2 V4 #define t3 V5 #define ZERO V16 #define NIBBLE_MASK V20 #define INVERSE_SHIFT_ROWS V21 #define M1L V22 #define M1H V23 #define M2L V24 #define M2H V25 #define R08_MASK V26 #define R16_MASK V27 #define R24_MASK V28 #define FK_MASK V29 #define XTMP6 V6 #define IV V7 #include "aesni_arm64.h" // func encryptBlocksChain(xk *uint32, dst, src []byte, iv *byte) TEXT ·encryptBlocksChain(SB),NOSPLIT,$0 #define ctx R1 #define ptx R3 #define ptxLen R4 #define rkSave R8 LOAD_SM4_AESNI_CONSTS() MOVD xk+0(FP), rkSave MOVD dst+8(FP), ctx MOVD src+32(FP), ptx MOVD src_len+40(FP), ptxLen MOVD iv+56(FP), R5 VEOR ZERO.B16, ZERO.B16, ZERO.B16 VLD1 (R5), [IV.B16] loopSrc: CMP $16, ptxLen BLT done_sm4 SUB $16, ptxLen VLD1.P (ptx), [t0.S4] VEOR IV.B16, t0.B16, t0.B16 VREV32 t0.B16, t0.B16 VMOV t0.S[1], t1.S[0] VMOV t0.S[2], t2.S[0] VMOV t0.S[3], t3.S[0] EOR R2, R2 MOVD rkSave, R0 encryptBlockLoop: SM4_ROUND(R0, R19, x, y, XTMP6, t0, t1, t2, t3) SM4_ROUND(R0, R19, x, y, XTMP6, t1, t2, t3, t0) SM4_ROUND(R0, R19, x, y, XTMP6, t2, t3, t0, t1) SM4_ROUND(R0, R19, x, y, XTMP6, t3, t0, t1, t2) ADD $16, R2 CMP $128, R2 BNE encryptBlockLoop VMOV t2.S[0], t3.S[1] VMOV t1.S[0], t3.S[2] VMOV t0.S[0], t3.S[3] VREV32 t3.B16, t3.B16 VST1.P [t3.B16], (ctx) VMOV t3.B16, IV.B16 B loopSrc done_sm4: VST1 [IV.B16], (R5) RET #undef ctx #undef ptx #undef ptxLen #undef rkSave