//go:build amd64 || arm64 // +build amd64 arm64 package sm4 import ( "crypto/cipher" "github.com/emmansun/gmsm/internal/subtle" "golang.org/x/sys/cpu" ) var supportSM4 = cpu.ARM64.HasSM4 var supportsAES = cpu.X86.HasAES || cpu.ARM64.HasAES var supportsGFMUL = cpu.X86.HasPCLMULQDQ || cpu.ARM64.HasPMULL var useAVX2 = cpu.X86.HasAVX2 && cpu.X86.HasBMI2 //go:noescape func encryptBlocksAsm(xk *uint32, dst, src []byte) //go:noescape func encryptBlockAsm(xk *uint32, dst, src *byte) //go:noescape func expandKeyAsm(key *byte, ck, enc, dec *uint32) type sm4CipherAsm struct { sm4Cipher batchBlocks int blocksSize int } func newCipher(key []byte) (cipher.Block, error) { if !supportsAES { return newCipherGeneric(key) } blocks := 4 if useAVX2 { blocks = 8 } c := sm4CipherAsm{sm4Cipher{make([]uint32, rounds), make([]uint32, rounds)}, blocks, blocks * BlockSize} expandKeyAsm(&key[0], &ck[0], &c.enc[0], &c.dec[0]) if supportsAES && supportsGFMUL { return &sm4CipherGCM{c}, nil } return &c, nil } func (c *sm4CipherAsm) BlockSize() int { return BlockSize } func (c *sm4CipherAsm) Concurrency() int { return c.batchBlocks } func (c *sm4CipherAsm) Encrypt(dst, src []byte) { if len(src) < BlockSize { panic("sm4: input not full block") } if len(dst) < BlockSize { panic("sm4: output not full block") } if subtle.InexactOverlap(dst[:BlockSize], src[:BlockSize]) { panic("sm4: invalid buffer overlap") } encryptBlockAsm(&c.enc[0], &dst[0], &src[0]) } func (c *sm4CipherAsm) EncryptBlocks(dst, src []byte) { if len(src) < c.blocksSize { panic("sm4: input not full blocks") } if len(dst) < c.blocksSize { panic("sm4: output not full blocks") } if subtle.InexactOverlap(dst[:c.blocksSize], src[:c.blocksSize]) { panic("sm4: invalid buffer overlap") } encryptBlocksAsm(&c.enc[0], dst, src) } func (c *sm4CipherAsm) Decrypt(dst, src []byte) { if len(src) < BlockSize { panic("sm4: input not full block") } if len(dst) < BlockSize { panic("sm4: output not full block") } if subtle.InexactOverlap(dst[:BlockSize], src[:BlockSize]) { panic("sm4: invalid buffer overlap") } encryptBlockAsm(&c.dec[0], &dst[0], &src[0]) } func (c *sm4CipherAsm) DecryptBlocks(dst, src []byte) { if len(src) < c.blocksSize { panic("sm4: input not full blocks") } if len(dst) < c.blocksSize { panic("sm4: output not full blocks") } if subtle.InexactOverlap(dst[:c.blocksSize], src[:c.blocksSize]) { panic("sm4: invalid buffer overlap") } encryptBlocksAsm(&c.dec[0], dst, src) } // expandKey is used by BenchmarkExpand to ensure that the asm implementation // of key expansion is used for the benchmark when it is available. func expandKey(key []byte, enc, dec []uint32) { if supportsAES { expandKeyAsm(&key[0], &ck[0], &enc[0], &dec[0]) } else { expandKeyGo(key, enc, dec) } }