crypto: arm64 - add support for SM4 encryption using special instructions (e99ce921) · Commits · 戴 / test

arch/arm64/crypto/Kconfig

+6 −0

Original line number	Diff line number	Diff line
		@@ -47,6 +47,12 @@ config CRYPTO_SM3_ARM64_CE
		select CRYPTO_HASH
		select CRYPTO_SM3

		config CRYPTO_SM4_ARM64_CE
		tristate "SM4 symmetric cipher (ARMv8.2 Crypto Extensions)"
		depends on KERNEL_MODE_NEON
		select CRYPTO_ALGAPI
		select CRYPTO_SM4

		config CRYPTO_GHASH_ARM64_CE
		tristate "GHASH/AES-GCM using ARMv8 Crypto Extensions"
		depends on KERNEL_MODE_NEON

arch/arm64/crypto/Makefile

+3 −0

Original line number	Diff line number	Diff line
		@@ -23,6 +23,9 @@ sha3-ce-y := sha3-ce-glue.o sha3-ce-core.o
		obj-$(CONFIG_CRYPTO_SM3_ARM64_CE) += sm3-ce.o
		sm3-ce-y := sm3-ce-glue.o sm3-ce-core.o

		obj-$(CONFIG_CRYPTO_SM4_ARM64_CE) += sm4-ce.o
		sm4-ce-y := sm4-ce-glue.o sm4-ce-core.o

		obj-$(CONFIG_CRYPTO_GHASH_ARM64_CE) += ghash-ce.o
		ghash-ce-y := ghash-ce-glue.o ghash-ce-core.o

arch/arm64/crypto/sm4-ce-core.S

0 → 100644

+36 −0

Original line number	Diff line number	Diff line
		// SPDX-License-Identifier: GPL-2.0

		#include <linux/linkage.h>
		#include <asm/assembler.h>

		.irp b, 0, 1, 2, 3, 4, 5, 6, 7, 8
		.set .Lv\b\().4s, \b
		.endr

		.macro sm4e, rd, rn
		.inst 0xcec08400 \| .L\rd \| (.L\rn << 5)
		.endm

		/*
		* void sm4_ce_do_crypt(const u32 rk, u32 out, const u32 *in);
		*/
		.text
		ENTRY(sm4_ce_do_crypt)
		ld1 {v8.4s}, [x2]
		ld1 {v0.4s-v3.4s}, [x0], #64
		CPU_LE( rev32 v8.16b, v8.16b )
		ld1 {v4.4s-v7.4s}, [x0]
		sm4e v8.4s, v0.4s
		sm4e v8.4s, v1.4s
		sm4e v8.4s, v2.4s
		sm4e v8.4s, v3.4s
		sm4e v8.4s, v4.4s
		sm4e v8.4s, v5.4s
		sm4e v8.4s, v6.4s
		sm4e v8.4s, v7.4s
		rev64 v8.4s, v8.4s
		ext v8.16b, v8.16b, v8.16b, #8
		CPU_LE( rev32 v8.16b, v8.16b )
		st1 {v8.4s}, [x1]
		ret
		ENDPROC(sm4_ce_do_crypt)

arch/arm64/crypto/sm4-ce-glue.c

0 → 100644

+73 −0

Original line number	Diff line number	Diff line
		// SPDX-License-Identifier: GPL-2.0

		#include <asm/neon.h>
		#include <asm/simd.h>
		#include <crypto/sm4.h>
		#include <linux/module.h>
		#include <linux/cpufeature.h>
		#include <linux/crypto.h>
		#include <linux/types.h>

		MODULE_ALIAS_CRYPTO("sm4");
		MODULE_ALIAS_CRYPTO("sm4-ce");
		MODULE_DESCRIPTION("SM4 symmetric cipher using ARMv8 Crypto Extensions");
		MODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>");
		MODULE_LICENSE("GPL v2");

		asmlinkage void sm4_ce_do_crypt(const u32 rk, void out, const void *in);

		static void sm4_ce_encrypt(struct crypto_tfm tfm, u8 out, const u8 *in)
		{
		const struct crypto_sm4_ctx *ctx = crypto_tfm_ctx(tfm);

		if (!may_use_simd()) {
		crypto_sm4_encrypt(tfm, out, in);
		} else {
		kernel_neon_begin();
		sm4_ce_do_crypt(ctx->rkey_enc, out, in);
		kernel_neon_end();
		}
		}

		static void sm4_ce_decrypt(struct crypto_tfm tfm, u8 out, const u8 *in)
		{
		const struct crypto_sm4_ctx *ctx = crypto_tfm_ctx(tfm);

		if (!may_use_simd()) {
		crypto_sm4_decrypt(tfm, out, in);
		} else {
		kernel_neon_begin();
		sm4_ce_do_crypt(ctx->rkey_dec, out, in);
		kernel_neon_end();
		}
		}

		static struct crypto_alg sm4_ce_alg = {
		.cra_name = "sm4",
		.cra_driver_name = "sm4-ce",
		.cra_priority = 200,
		.cra_flags = CRYPTO_ALG_TYPE_CIPHER,
		.cra_blocksize = SM4_BLOCK_SIZE,
		.cra_ctxsize = sizeof(struct crypto_sm4_ctx),
		.cra_module = THIS_MODULE,
		.cra_u.cipher = {
		.cia_min_keysize = SM4_KEY_SIZE,
		.cia_max_keysize = SM4_KEY_SIZE,
		.cia_setkey = crypto_sm4_set_key,
		.cia_encrypt = sm4_ce_encrypt,
		.cia_decrypt = sm4_ce_decrypt
		}
		};

		static int __init sm4_ce_mod_init(void)
		{
		return crypto_register_alg(&sm4_ce_alg);
		}

		static void __exit sm4_ce_mod_fini(void)
		{
		crypto_unregister_alg(&sm4_ce_alg);
		}

		module_cpu_feature_match(SM3, sm4_ce_mod_init);
		module_exit(sm4_ce_mod_fini);

Admin message