Commit c7674c00 authored by Karsten Graul's avatar Karsten Graul Committed by David S. Miller
Browse files

net/smc: unregister rkeys of unused buffer 



When an rmb is no longer in use by a connection, unregister its rkey at
the remote peer with an LLC DELETE RKEY message. With this change,
unused buffers held in the buffer pool are no longer registered at the
remote peer. They are registered before the buffer is actually used and
unregistered when they are no longer used by a connection.

Signed-off-by: default avatarKarsten Graul <kgraul@linux.ibm.com>
Signed-off-by: default avatarUrsula Braun <ubraun@linux.ibm.com>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent 60e03c62

net/smc/af_smc.c

+11 −11
Original line number Diff line number Diff line
@@ -299,15 +299,18 @@ static void smc_copy_sock_settings_to_smc(struct smc_sock *smc) 
	smc_copy_sock_settings(&smc->sk, smc->clcsock->sk, SK_FLAGS_CLC_TO_SMC);

}



/* register a new rmb, optionally send confirm_rkey msg to register with peer */

/* register a new rmb, send confirm_rkey msg to register with peer */

static int smc_reg_rmb(struct smc_link *link, struct smc_buf_desc *rmb_desc,

		       bool conf_rkey)

{

	if (!rmb_desc->wr_reg) {

		/* register memory region for new rmb */

		if (smc_wr_reg_send(link, rmb_desc->mr_rx[SMC_SINGLE_LINK])) {

			rmb_desc->regerr = 1;

			return -EFAULT;

		}

		rmb_desc->wr_reg = 1;

	}

	if (!conf_rkey)

		return 0;

	/* exchange confirm_rkey msg with peer */
@@ -581,8 +584,7 @@ static int smc_connect_rdma(struct smc_sock *smc, 
			return smc_connect_abort(smc, SMC_CLC_DECL_ERR_RDYLNK,

						 local_contact);

	} else {

		if (!smc->conn.rmb_desc->reused &&

		    smc_reg_rmb(link, smc->conn.rmb_desc, true))

		if (smc_reg_rmb(link, smc->conn.rmb_desc, true))

			return smc_connect_abort(smc, SMC_CLC_DECL_ERR_REGRMB,

						 local_contact);

	}
@@ -1143,11 +1145,9 @@ static int smc_listen_rdma_reg(struct smc_sock *new_smc, int local_contact) 
	struct smc_link *link = &new_smc->conn.lgr->lnk[SMC_SINGLE_LINK];



	if (local_contact != SMC_FIRST_CONTACT) {

		if (!new_smc->conn.rmb_desc->reused) {

		if (smc_reg_rmb(link, new_smc->conn.rmb_desc, true))

			return SMC_CLC_DECL_ERR_REGRMB;

	}

	}

	smc_rmb_sync_sg_for_device(&new_smc->conn);



	return 0;

net/smc/smc_core.c

+6 −1
Original line number Diff line number Diff line
@@ -298,8 +298,13 @@ static void smc_buf_unuse(struct smc_connection *conn, 
		conn->sndbuf_desc->used = 0;

	if (conn->rmb_desc) {

		if (!conn->rmb_desc->regerr) {

			conn->rmb_desc->reused = 1;

			conn->rmb_desc->used = 0;

			if (!lgr->is_smcd) {

				/* unregister rmb with peer */

				smc_llc_do_delete_rkey(

						&lgr->lnk[SMC_SINGLE_LINK],

						conn->rmb_desc);

			}

		} else {

			/* buf registration failed, reuse not possible */

			write_lock_bh(&lgr->rmbs_lock);

net/smc/smc_core.h

+1 −1
Original line number Diff line number Diff line
@@ -130,7 +130,7 @@ struct smc_buf_desc { 
	struct page		*pages;

	int			len;		/* length of buffer */

	u32			used;		/* currently used / unused */

	u8			reused	: 1;	/* new created / reused */

	u8			wr_reg	: 1;	/* mem region registered */

	u8			regerr	: 1;	/* err during registration */

	union {

		struct { /* SMC-R */

CRA Git | Maintained and supported by SUSTech CRA and CCSE