Commit 820573eb authored by Herbert Xu's avatar Herbert Xu
Browse files

crypto: ghash-ce - Fix cryptd reordering 



This patch fixes an old bug where requests can be reordered because
some are processed by cryptd while others are processed directly
in softirq context.

The fix is to always postpone to cryptd if there are currently
requests outstanding from the same tfm.

This patch also removes the redundant use of cryptd in the async
init function as init never touches the FPU.

Signed-off-by: default avatarHerbert Xu <herbert@gondor.apana.org.au>
parent 7271b33c

arch/arm/crypto/ghash-ce-glue.c

+17 −23
Original line number Diff line number Diff line
@@ -154,12 +154,6 @@ static int ghash_async_init(struct ahash_request *req) 
	struct ghash_async_ctx *ctx = crypto_ahash_ctx(tfm);

	struct ahash_request *cryptd_req = ahash_request_ctx(req);

	struct cryptd_ahash *cryptd_tfm = ctx->cryptd_tfm;



	if (!may_use_simd()) {

		memcpy(cryptd_req, req, sizeof(*req));

		ahash_request_set_tfm(cryptd_req, &cryptd_tfm->base);

		return crypto_ahash_init(cryptd_req);

	} else {

	struct shash_desc *desc = cryptd_shash_desc(cryptd_req);

	struct crypto_shash *child = cryptd_ahash_child(cryptd_tfm);
@@ -167,17 +161,16 @@ static int ghash_async_init(struct ahash_request *req) 
	desc->flags = req->base.flags;

	return crypto_shash_init(desc);

}

}



static int ghash_async_update(struct ahash_request *req)

{

	struct ahash_request *cryptd_req = ahash_request_ctx(req);



	if (!may_use_simd()) {

	struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);

	struct ghash_async_ctx *ctx = crypto_ahash_ctx(tfm);

	struct cryptd_ahash *cryptd_tfm = ctx->cryptd_tfm;



	if (!may_use_simd() ||

	    (in_atomic() && cryptd_ahash_queued(cryptd_tfm))) {

		memcpy(cryptd_req, req, sizeof(*req));

		ahash_request_set_tfm(cryptd_req, &cryptd_tfm->base);

		return crypto_ahash_update(cryptd_req);
@@ -190,12 +183,12 @@ static int ghash_async_update(struct ahash_request *req) 
static int ghash_async_final(struct ahash_request *req)

{

	struct ahash_request *cryptd_req = ahash_request_ctx(req);



	if (!may_use_simd()) {

	struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);

	struct ghash_async_ctx *ctx = crypto_ahash_ctx(tfm);

	struct cryptd_ahash *cryptd_tfm = ctx->cryptd_tfm;



	if (!may_use_simd() ||

	    (in_atomic() && cryptd_ahash_queued(cryptd_tfm))) {

		memcpy(cryptd_req, req, sizeof(*req));

		ahash_request_set_tfm(cryptd_req, &cryptd_tfm->base);

		return crypto_ahash_final(cryptd_req);
@@ -212,7 +205,8 @@ static int ghash_async_digest(struct ahash_request *req) 
	struct ahash_request *cryptd_req = ahash_request_ctx(req);

	struct cryptd_ahash *cryptd_tfm = ctx->cryptd_tfm;



	if (!may_use_simd()) {

	if (!may_use_simd() ||

	    (in_atomic() && cryptd_ahash_queued(cryptd_tfm))) {

		memcpy(cryptd_req, req, sizeof(*req));

		ahash_request_set_tfm(cryptd_req, &cryptd_tfm->base);

		return crypto_ahash_digest(cryptd_req);

CRA Git | Maintained and supported by SUSTech CRA and CCSE