Commit 380f7c65 authored by Steven Whitehouse's avatar Steven Whitehouse
Browse files

GFS2: Resolve inode eviction and ail list interaction bug 



This patch contains a few misc fixes which resolve a recently
reported issue. This patch has been a real team effort and has
received a lot of testing.

The first issue is that the ail lock needs to be held over a few
more operations. The lock thats added into gfs2_releasepage() may
possibly be a candidate for replacing with RCU at some future
point, but at this stage we've gone for the obvious fix.

The second issue is that gfs2_write_inode() can end up calling
a glock recursively when called from gfs2_evict_inode() via the
syncing code, so it needs a guard added.

The third issue is that we either need to not truncate the metadata
pages of inodes which have zero link count, but which we cannot
deallocate due to them still being in use by other nodes, or we need
to ensure that those pages have all made it through the journal and
ail lists first. This patch takes the former approach, but the
latter has also been tested and there is nothing to choose between
them performance-wise. So again, we could revise that decision
in the future.

Also, the inode eviction process is now better documented.

Signed-off-by: default avatarSteven Whitehouse <swhiteho@redhat.com>
Tested-by: default avatarBob Peterson <rpeterso@redhat.com>
Tested-by: default avatarAbhijith Das <adas@redhat.com>
Reported-by: default avatarBarry J. Marson <bmarson@redhat.com>
Reported-by: default avatarDavid Teigland <teigland@redhat.com>
parent 3942ae53

fs/gfs2/aops.c

+3 −0
Original line number Diff line number Diff line
@@ -1069,6 +1069,7 @@ int gfs2_releasepage(struct page *page, gfp_t gfp_mask) 
		return 0;



	gfs2_log_lock(sdp);

	spin_lock(&sdp->sd_ail_lock);

	head = bh = page_buffers(page);

	do {

		if (atomic_read(&bh->b_count))
@@ -1080,6 +1081,7 @@ int gfs2_releasepage(struct page *page, gfp_t gfp_mask) 
			goto not_possible;

		bh = bh->b_this_page;

	} while(bh != head);

	spin_unlock(&sdp->sd_ail_lock);

	gfs2_log_unlock(sdp);



	head = bh = page_buffers(page);
@@ -1112,6 +1114,7 @@ not_possible: /* Should never happen */ 
	WARN_ON(buffer_dirty(bh));

	WARN_ON(buffer_pinned(bh));

cannot_release:

	spin_unlock(&sdp->sd_ail_lock);

	gfs2_log_unlock(sdp);

	return 0;

}

fs/gfs2/glops.c

+2 −2
Original line number Diff line number Diff line
@@ -47,10 +47,10 @@ static void __gfs2_ail_flush(struct gfs2_glock *gl) 
				bd_ail_gl_list);

		bh = bd->bd_bh;

		gfs2_remove_from_ail(bd);

		spin_unlock(&sdp->sd_ail_lock);



		bd->bd_bh = NULL;

		bh->b_private = NULL;

		spin_unlock(&sdp->sd_ail_lock);



		bd->bd_blkno = bh->b_blocknr;

		gfs2_log_lock(sdp);

		gfs2_assert_withdraw(sdp, !buffer_busy(bh));

fs/gfs2/log.c

+1 −0
Original line number Diff line number Diff line
@@ -903,6 +903,7 @@ void gfs2_meta_syncfs(struct gfs2_sbd *sdp) 
		if (gfs2_ail1_empty(sdp))

			break;

	}

	gfs2_log_flush(sdp, NULL);

}



static inline int gfs2_jrnl_flush_reqd(struct gfs2_sbd *sdp)

fs/gfs2/super.c

+30 −6
Original line number Diff line number Diff line
@@ -757,13 +757,17 @@ static int gfs2_write_inode(struct inode *inode, struct writeback_control *wbc) 
	struct timespec atime;

	struct gfs2_dinode *di;

	int ret = -EAGAIN;

	int unlock_required = 0;



	/* Skip timestamp update, if this is from a memalloc */

	if (current->flags & PF_MEMALLOC)

		goto do_flush;

	if (!gfs2_glock_is_locked_by_me(ip->i_gl)) {

		ret = gfs2_glock_nq_init(ip->i_gl, LM_ST_EXCLUSIVE, 0, &gh);

		if (ret)

			goto do_flush;

		unlock_required = 1;

	}

	ret = gfs2_trans_begin(sdp, RES_DINODE, 0);

	if (ret)

		goto do_unlock;
@@ -780,6 +784,7 @@ static int gfs2_write_inode(struct inode *inode, struct writeback_control *wbc) 
	}

	gfs2_trans_end(sdp);

do_unlock:

	if (unlock_required)

		gfs2_glock_dq_uninit(&gh);

do_flush:

	if (wbc->sync_mode == WB_SYNC_ALL)
@@ -1427,7 +1432,20 @@ out: 
	return error;

}



/*

/**

 * gfs2_evict_inode - Remove an inode from cache

 * @inode: The inode to evict

 *

 * There are three cases to consider:

 * 1. i_nlink == 0, we are final opener (and must deallocate)

 * 2. i_nlink == 0, we are not the final opener (and cannot deallocate)

 * 3. i_nlink > 0

 *

 * If the fs is read only, then we have to treat all cases as per #3

 * since we are unable to do any deallocation. The inode will be

 * deallocated by the next read/write node to attempt an allocation

 * in the same resource group

 *

 * We have to (at the moment) hold the inodes main lock to cover

 * the gap between unlocking the shared lock on the iopen lock and

 * taking the exclusive lock. I'd rather do a shared -> exclusive
@@ -1470,6 +1488,8 @@ static void gfs2_evict_inode(struct inode *inode) 
	if (error)

		goto out_truncate;



	/* Case 1 starts here */



	if (S_ISDIR(inode->i_mode) &&

	    (ip->i_diskflags & GFS2_DIF_EXHASH)) {

		error = gfs2_dir_exhash_dealloc(ip);
@@ -1493,13 +1513,16 @@ static void gfs2_evict_inode(struct inode *inode) 
	goto out_unlock;



out_truncate:

	/* Case 2 starts here */

	error = gfs2_trans_begin(sdp, 0, sdp->sd_jdesc->jd_blocks);

	if (error)

		goto out_unlock;

	gfs2_final_release_pages(ip);

	/* Needs to be done before glock release & also in a transaction */

	truncate_inode_pages(&inode->i_data, 0);

	gfs2_trans_end(sdp);



out_unlock:

	/* Error path for case 1 */

	if (test_bit(HIF_HOLDER, &ip->i_iopen_gh.gh_iflags))

		gfs2_glock_dq(&ip->i_iopen_gh);

	gfs2_holder_uninit(&ip->i_iopen_gh);
@@ -1507,6 +1530,7 @@ out_unlock: 
	if (error && error != GLR_TRYFAILED && error != -EROFS)

		fs_warn(sdp, "gfs2_evict_inode: %d\n", error);

out:

	/* Case 3 starts here */

	truncate_inode_pages(&inode->i_data, 0);

	end_writeback(inode);

CRA Git | Maintained and supported by SUSTech CRA and CCSE