mirror/gmsm
1
0
Fork 0
mirror of https://github.com/emmansun/gmsm.git synced 2025-04-26 12:16:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

[SM4] ARM64 transpose 4x4 matrix

Browse Source
This commit is contained in:
Emman 2022-01-18 16:49:14 +08:00
parent 129803a389
commit fdae8b06e6
1 changed files with 34 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
sm4/gcm_arm64.s
View File

@ -157,6 +157,28 @@ TEXT ·gcmSm4Finish(SB),NOSPLIT,$0
#undef plen
#undef dlen
#define TRANSPOSE_MATRIX(r0, r1, r2, r3) \
VMOV t3.S[0], K0.S[0] \
VMOV t2.S[0], K0.S[1] \
VMOV t1.S[0], K0.S[2] \
VMOV t0.S[0], K0.S[3] \
VMOV t3.S[1], K1.S[0] \
VMOV t2.S[1], K1.S[1] \
VMOV t1.S[1], K1.S[2] \
VMOV t0.S[1], K1.S[3] \
VMOV t3.S[2], K2.S[0] \
VMOV t2.S[2], K2.S[1] \
VMOV t1.S[2], K2.S[2] \
VMOV t0.S[2], K2.S[3] \
VMOV t3.S[3], K3.S[0] \
VMOV t2.S[3], K3.S[1] \
VMOV t1.S[3], K3.S[2] \
VMOV t0.S[3], K3.S[3] \
VMOV K0, t0 \
VMOV K1, t1 \
VMOV K2, t2 \
VMOV K3, t3 \
#define LOAD_SM4_AESNI_CONSTS() \
LDP nibble_mask<>(SB), (R20, R21) \
VMOV R20, NIBBLE_MASK.D[0] \
@ -566,7 +588,7 @@ encOctetsEnc4Blocks1:
VREV32 B1.B16, B1.B16
VREV32 B2.B16, B2.B16
VREV32 B3.B16, B3.B16
TRANSPOSE_MATRIX(B0, B1, B2, B3)
// encryption first 4 blocks
MOVD rkSave, rk
@ -583,6 +605,7 @@ encOctetsEnc4Blocks2:
VREV32 B5.B16, B5.B16
VREV32 B6.B16, B6.B16
VREV32 B7.B16, B7.B16
TRANSPOSE_MATRIX(B4, B5, B6, B7)
// XOR plaintext and store ciphertext
VLD1.P 32(srcPtr), [T1.B16, T2.B16]
@ -642,7 +665,7 @@ encNibblesLoop:
VREV32 B1.B16, B1.B16
VADD B2.S4, INC.S4, B3.S4
VREV32 B2.B16, B2.B16
VADD B3.S4, INC.S4, B4.S4
VADD B3.S4, INC.S4, CTR.S4
VREV32 B3.B16, B3.B16
// encryption first 4 blocks
@ -662,6 +685,7 @@ encNibblesEnc4Blocks:
VREV32 B1.B16, B1.B16
VREV32 B2.B16, B2.B16
VREV32 B3.B16, B3.B16
TRANSPOSE_MATRIX(B0, B1, B2, B3)
// XOR plaintext and store ciphertext
VLD1.P 32(srcPtr), [K1.B16, K2.B16]
@ -689,7 +713,7 @@ encStartSingles:
VREV32 B1.B16, B1.B16
VADD B2.S4, INC.S4, B3.S4
VREV32 B2.B16, B2.B16
VADD B3.S4, INC.S4, B4.S4
VADD B3.S4, INC.S4, CTR.S4
VREV32 B3.B16, B3.B16
// encryption first 4 blocks
@ -709,6 +733,7 @@ encSinglesEnc4Blocks:
VREV32 B1.B16, B1.B16
VREV32 B2.B16, B2.B16
VREV32 B3.B16, B3.B16
TRANSPOSE_MATRIX(B0, B1, B2, B3)
VMOV B0.B16, K0.B16
CMP $16, srcPtrLen
@ -867,6 +892,7 @@ decOctetsEnc4Blocks1:
VREV32 B1.B16, T2.B16
VREV32 B2.B16, B2.B16
VREV32 B3.B16, B3.B16
TRANSPOSE_MATRIX(B0, B1, B2, B3)
// encryption first 4 blocks
MOVD rkSave, rk
@ -884,6 +910,7 @@ decOctetsEnc4Blocks2:
VREV32 B5.B16, B5.B16
VREV32 B6.B16, B6.B16
VREV32 B7.B16, B7.B16
TRANSPOSE_MATRIX(B4, B5, B6, B7)
VLD1.P 32(srcPtr), [B0.B16, B1.B16]
VEOR B0.B16, T1.B16, T1.B16
@ -944,7 +971,7 @@ decNibblesLoop:
VREV32 B1.B16, B1.B16
VADD B2.S4, INC.S4, B3.S4
VREV32 B2.B16, B2.B16
VADD B3.S4, INC.S4, B4.S4
VADD B3.S4, INC.S4, CTR.S4
VREV32 B3.B16, B3.B16
// encryption first 4 blocks
@ -964,6 +991,7 @@ decNibblesEnc4Blocks:
VREV32 B1.B16, B1.B16
VREV32 B2.B16, B2.B16
VREV32 B3.B16, B3.B16
TRANSPOSE_MATRIX(B0, B1, B2, B3)
// XOR plaintext and store ciphertext
VLD1.P 32(srcPtr), [K1.B16, K2.B16]
@ -994,7 +1022,7 @@ decStartSingles:
VREV32 B1.B16, B1.B16
VADD B2.S4, INC.S4, B3.S4
VREV32 B2.B16, B2.B16
VADD B3.S4, INC.S4, B4.S4
VADD B3.S4, INC.S4, CTR.S4
VREV32 B3.B16, B3.B16
// encryption first 4 blocks
@ -1014,6 +1042,7 @@ decSinglesEnc4Blocks:
VREV32 B1.B16, B1.B16
VREV32 B2.B16, B2.B16
VREV32 B3.B16, B3.B16
TRANSPOSE_MATRIX(B0, B1, B2, B3)
VMOV B0.B16, K0.B16
CMP $16, srcPtrLen