Commit 8aeb1ba6 authored by Zach Brown's avatar Zach Brown Committed by Andy Grover
Browse files

RDS/IB: destroy connections on rmmod 



IB connections were not being destroyed during rmmod.

First, recently IB device removal callback was changed to disconnect
connections that used the removing device rather than destroying them.  So
connections with devices during rmmod were not being destroyed.

Second, rds_ib_destroy_nodev_conns() was being called before connections are
disassociated with devices.  It would almost never find connections in the
nodev list.

We first get rid of rds_ib_destroy_conns(), which is no longer called, and
refactor the existing caller into the main body of the function and get rid of
the list and lock wrappers.

Then we call rds_ib_destroy_nodev_conns() *after* ib_unregister_client() has
removed the IB device from all the conns and put the conns on the nodev list.

The result is that IB connections are destroyed by rmmod.

Signed-off-by: default avatarZach Brown <zach.brown@oracle.com>
parent 24fa163a

net/rds/ib.c

+1 −1
Original line number Diff line number Diff line
@@ -346,8 +346,8 @@ static void rds_ib_unregister_client(void) 
void rds_ib_exit(void)

{

	rds_info_deregister_func(RDS_INFO_IB_CONNECTIONS, rds_ib_ic_info);

	rds_ib_destroy_nodev_conns();

	rds_ib_unregister_client();

	rds_ib_destroy_nodev_conns();

	rds_ib_sysctl_exit();

	rds_ib_recv_exit();

	rds_trans_unregister(&rds_ib_transport);

net/rds/ib.h

+1 −9
Original line number Diff line number Diff line
@@ -299,15 +299,7 @@ void rds_ib_cm_connect_complete(struct rds_connection *conn, 
int rds_ib_update_ipaddr(struct rds_ib_device *rds_ibdev, __be32 ipaddr);

void rds_ib_add_conn(struct rds_ib_device *rds_ibdev, struct rds_connection *conn);

void rds_ib_remove_conn(struct rds_ib_device *rds_ibdev, struct rds_connection *conn);

void __rds_ib_destroy_conns(struct list_head *list, spinlock_t *list_lock);

static inline void rds_ib_destroy_nodev_conns(void)

{

	__rds_ib_destroy_conns(&ib_nodev_conns, &ib_nodev_conns_lock);

}

static inline void rds_ib_destroy_conns(struct rds_ib_device *rds_ibdev)

{

	__rds_ib_destroy_conns(&rds_ibdev->conn_list, &rds_ibdev->spinlock);

}

void rds_ib_destroy_nodev_conns(void);

struct rds_ib_mr_pool *rds_ib_create_mr_pool(struct rds_ib_device *);

void rds_ib_get_mr_info(struct rds_ib_device *rds_ibdev, struct rds_info_rdma_connection *iinfo);

void rds_ib_destroy_mr_pool(struct rds_ib_mr_pool *);

net/rds/ib_rdma.c

+4 −5
Original line number Diff line number Diff line
@@ -198,16 +198,15 @@ void rds_ib_remove_conn(struct rds_ib_device *rds_ibdev, struct rds_connection * 
	rds_ib_dev_put(rds_ibdev);

}



void __rds_ib_destroy_conns(struct list_head *list, spinlock_t *list_lock)

void rds_ib_destroy_nodev_conns(void)

{

	struct rds_ib_connection *ic, *_ic;

	LIST_HEAD(tmp_list);



	/* avoid calling conn_destroy with irqs off */

	spin_lock_irq(list_lock);

	list_splice(list, &tmp_list);

	INIT_LIST_HEAD(list);

	spin_unlock_irq(list_lock);

	spin_lock_irq(&ib_nodev_conns_lock);

	list_splice(&ib_nodev_conns, &tmp_list);

	spin_unlock_irq(&ib_nodev_conns_lock);



	list_for_each_entry_safe(ic, _ic, &tmp_list, ib_node)

		rds_conn_destroy(ic->conn);

CRA Git | Maintained and supported by SUSTech CRA and CCSE