Commit 4bef0848 authored by Chris Mason's avatar Chris Mason
Browse files

Btrfs: Tree logging fixes 



* Pin down data blocks to prevent them from being reallocated like so:

trans 1: allocate file extent
trans 2: free file extent
trans 3: free file extent during old snapshot deletion
trans 3: allocate file extent to new file
trans 3: fsync new file

Before the tree logging code, this was legal because the fsync
would commit the transation that did the final data extent free
and the transaction that allocated the extent to the new file
at the same time.

With the tree logging code, the tree log subtransaction can commit
before the transaction that freed the extent.  If we crash,
we're left with two different files using the extent.

* Don't wait in start_transaction if log replay is going on.  This
avoids deadlocks from iput while we're cleaning up link counts in the
replay code.

* Don't deadlock in replay_one_name by trying to read an inode off
the disk while holding paths for the directory

* Hold the buffer lock while we mark a buffer as written.  This
closes a race where someone is changing a buffer while we write it.
They are supposed to mark it dirty again after they change it, but
this violates the cow rules.

Signed-off-by: default avatarChris Mason <chris.mason@oracle.com>
parent 325cd4ba

fs/btrfs/disk-io.c

+30 −3
Original line number Diff line number Diff line
@@ -307,9 +307,7 @@ int csum_dirty_buffer(struct btrfs_root *root, struct page *page) 
		goto err;

	}

	found_level = btrfs_header_level(eb);

	spin_lock(&root->fs_info->hash_lock);

	btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN);

	spin_unlock(&root->fs_info->hash_lock);



	csum_tree_block(root, eb, 0);

err:

	free_extent_buffer(eb);
@@ -1998,7 +1996,36 @@ int btrfs_read_buffer(struct extent_buffer *buf, u64 parent_transid) 
	return ret;

}



int btree_lock_page_hook(struct page *page)

{

	struct inode *inode = page->mapping->host;

	struct btrfs_root *root = BTRFS_I(inode)->root;

	struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree;

	struct extent_buffer *eb;

	unsigned long len;

	u64 bytenr = page_offset(page);



	if (page->private == EXTENT_PAGE_PRIVATE)

		goto out;



	len = page->private >> 2;

	eb = find_extent_buffer(io_tree, bytenr, len, GFP_NOFS);

	if (!eb)

		goto out;



	btrfs_tree_lock(eb);

	spin_lock(&root->fs_info->hash_lock);

	btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN);

	spin_unlock(&root->fs_info->hash_lock);

	btrfs_tree_unlock(eb);

	free_extent_buffer(eb);

out:

	lock_page(page);

	return 0;

}



static struct extent_io_ops btree_extent_io_ops = {

	.write_cache_pages_lock_hook = btree_lock_page_hook,

	.writepage_io_hook = btree_writepage_io_hook,

	.readpage_end_io_hook = btree_readpage_end_io_hook,

	.submit_bio_hook = btree_submit_bio_hook,

fs/btrfs/disk-io.h

+1 −0
Original line number Diff line number Diff line
@@ -80,4 +80,5 @@ int btrfs_free_log_root_tree(struct btrfs_trans_handle *trans, 
			     struct btrfs_fs_info *fs_info);

int btrfs_init_log_root_tree(struct btrfs_trans_handle *trans,

			     struct btrfs_fs_info *fs_info);

int btree_lock_page_hook(struct page *page);

#endif

fs/btrfs/extent-tree.c

+17 −3
Original line number Diff line number Diff line
@@ -1590,13 +1590,17 @@ static int finish_current_insert(struct btrfs_trans_handle *trans, 
}



static int pin_down_bytes(struct btrfs_root *root, u64 bytenr, u32 num_bytes,

			  int pending)

			  int is_data, int pending)

{

	int err = 0;



	WARN_ON(!mutex_is_locked(&root->fs_info->alloc_mutex));

	if (!pending) {

		struct extent_buffer *buf;



		if (is_data)

			goto pinit;



		buf = btrfs_find_tree_block(root, bytenr, num_bytes);

		if (buf) {

			/* we can reuse a block if it hasn't been written
@@ -1624,6 +1628,7 @@ static int pin_down_bytes(struct btrfs_root *root, u64 bytenr, u32 num_bytes, 
			}

			free_extent_buffer(buf);

		}

pinit:

		btrfs_update_pinned_extents(root, bytenr, num_bytes, 1);

	} else {

		set_extent_bits(&root->fs_info->pending_del,
@@ -1744,7 +1749,8 @@ static int __free_extent(struct btrfs_trans_handle *trans, struct btrfs_root 
#endif



		if (pin) {

			ret = pin_down_bytes(root, bytenr, num_bytes, 0);

			ret = pin_down_bytes(root, bytenr, num_bytes,

			     owner_objectid >= BTRFS_FIRST_FREE_OBJECTID, 0);

			if (ret > 0)

				mark_free = 1;

			BUG_ON(ret < 0);
@@ -1862,9 +1868,17 @@ static int __btrfs_free_extent(struct btrfs_trans_handle *trans, 
		ref_generation = 0;



	if (root == extent_root) {

		pin_down_bytes(root, bytenr, num_bytes, 1);

		pin_down_bytes(root, bytenr, num_bytes, 0, 1);

		return 0;

	}

	/* if metadata always pin */

	if (owner_objectid < BTRFS_FIRST_FREE_OBJECTID)

		pin = 1;



	/* if data pin when any transaction has committed this */

	if (ref_generation != trans->transid)

		pin = 1;



	ret = __free_extent(trans, root, bytenr, num_bytes, root_objectid,

			    ref_generation, owner_objectid, owner_offset,

			    pin, pin == 0);

fs/btrfs/extent_io.c

+36 −11
Original line number Diff line number Diff line
@@ -29,7 +29,10 @@ static struct kmem_cache *extent_buffer_cache; 


static LIST_HEAD(buffers);

static LIST_HEAD(states);



#ifdef LEAK_DEBUG

static spinlock_t leak_lock = SPIN_LOCK_UNLOCKED;

#endif



#define BUFFER_LRU_MAX 64
@@ -106,7 +109,9 @@ EXPORT_SYMBOL(extent_io_tree_init); 
struct extent_state *alloc_extent_state(gfp_t mask)

{

	struct extent_state *state;

#ifdef LEAK_DEBUG

	unsigned long flags;

#endif



	state = kmem_cache_alloc(extent_state_cache, mask);

	if (!state)
@@ -114,10 +119,11 @@ struct extent_state *alloc_extent_state(gfp_t mask) 
	state->state = 0;

	state->private = 0;

	state->tree = NULL;

#ifdef LEAK_DEBUG

	spin_lock_irqsave(&leak_lock, flags);

	list_add(&state->leak_list, &states);

	spin_unlock_irqrestore(&leak_lock, flags);



#endif

	atomic_set(&state->refs, 1);

	init_waitqueue_head(&state->wq);

	return state;
@@ -129,11 +135,15 @@ void free_extent_state(struct extent_state *state) 
	if (!state)

		return;

	if (atomic_dec_and_test(&state->refs)) {

#ifdef LEAK_DEBUG

		unsigned long flags;

#endif

		WARN_ON(state->tree);

#ifdef LEAK_DEBUG

		spin_lock_irqsave(&leak_lock, flags);

		list_del(&state->leak_list);

		spin_unlock_irqrestore(&leak_lock, flags);

#endif

		kmem_cache_free(extent_state_cache, state);

	}

}
@@ -2070,13 +2080,13 @@ done: 
}



#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22)

/* Taken directly from 2.6.23 for 2.6.18 back port */

/* Taken directly from 2.6.23 with a mod for a lockpage hook */

typedef int (*writepage_t)(struct page *page, struct writeback_control *wbc,

                                void *data);

#endif



/**

 * write_cache_pages - walk the list of dirty pages of the given address space

 * and write all of them.

 * write_cache_pages - walk the list of dirty pages of the given address space and write all of them.

 * @mapping: address space structure to write

 * @wbc: subtract the number of written pages from *@wbc->nr_to_write

 * @writepage: function called for each page
@@ -2090,9 +2100,10 @@ typedef int (*writepage_t)(struct page *page, struct writeback_control *wbc, 
 * WB_SYNC_ALL then we were called for data integrity and we must wait for

 * existing IO to complete.

 */

static int write_cache_pages(struct address_space *mapping,

		      struct writeback_control *wbc, writepage_t writepage,

		      void *data)

int extent_write_cache_pages(struct extent_io_tree *tree,

			     struct address_space *mapping,

			     struct writeback_control *wbc,

			     writepage_t writepage, void *data)

{

	struct backing_dev_info *bdi = mapping->backing_dev_info;

	int ret = 0;
@@ -2138,6 +2149,9 @@ retry: 
			 * swizzled back from swapper_space to tmpfs file

			 * mapping

			 */

			if (tree->ops && tree->ops->write_cache_pages_lock_hook)

				tree->ops->write_cache_pages_lock_hook(page);

			else

				lock_page(page);



			if (unlikely(page->mapping != mapping)) {
@@ -2187,9 +2201,12 @@ retry: 
	}

	if (wbc->range_cyclic || (range_whole && wbc->nr_to_write > 0))

		mapping->writeback_index = index;



	if (wbc->range_cont)

		wbc->range_start = index << PAGE_CACHE_SHIFT;

	return ret;

}

#endif

EXPORT_SYMBOL(extent_write_cache_pages);



int extent_write_full_page(struct extent_io_tree *tree, struct page *page,

			  get_extent_t *get_extent,
@@ -2214,7 +2231,8 @@ int extent_write_full_page(struct extent_io_tree *tree, struct page *page, 


	ret = __extent_writepage(page, wbc, &epd);



	write_cache_pages(mapping, &wbc_writepages, __extent_writepage, &epd);

	extent_write_cache_pages(tree, mapping, &wbc_writepages,

				 __extent_writepage, &epd);

	if (epd.bio) {

		submit_one_bio(WRITE, epd.bio, 0);

	}
@@ -2235,7 +2253,8 @@ int extent_writepages(struct extent_io_tree *tree, 
		.get_extent = get_extent,

	};



	ret = write_cache_pages(mapping, wbc, __extent_writepage, &epd);

	ret = extent_write_cache_pages(tree, mapping, wbc,

				       __extent_writepage, &epd);

	if (epd.bio) {

		submit_one_bio(WRITE, epd.bio, 0);

	}
@@ -2567,15 +2586,19 @@ static struct extent_buffer *__alloc_extent_buffer(struct extent_io_tree *tree, 
						   gfp_t mask)

{

	struct extent_buffer *eb = NULL;

#ifdef LEAK_DEBUG

	unsigned long flags;

#endif



	eb = kmem_cache_zalloc(extent_buffer_cache, mask);

	eb->start = start;

	eb->len = len;

	mutex_init(&eb->mutex);

#ifdef LEAK_DEBUG

	spin_lock_irqsave(&leak_lock, flags);

	list_add(&eb->leak_list, &buffers);

	spin_unlock_irqrestore(&leak_lock, flags);

#endif

	atomic_set(&eb->refs, 1);



	return eb;
@@ -2583,10 +2606,12 @@ static struct extent_buffer *__alloc_extent_buffer(struct extent_io_tree *tree, 


static void __free_extent_buffer(struct extent_buffer *eb)

{

#ifdef LEAK_DEBUG

	unsigned long flags;

	spin_lock_irqsave(&leak_lock, flags);

	list_del(&eb->leak_list);

	spin_unlock_irqrestore(&leak_lock, flags);

#endif

	kmem_cache_free(extent_buffer_cache, eb);

}

fs/btrfs/extent_io.h

+1 −0
Original line number Diff line number Diff line
@@ -50,6 +50,7 @@ struct extent_io_ops { 
			    unsigned long old, unsigned long bits);

	int (*clear_bit_hook)(struct inode *inode, u64 start, u64 end,

			    unsigned long old, unsigned long bits);

	int (*write_cache_pages_lock_hook)(struct page *page);

};



struct extent_io_tree {

CRA Git | Maintained and supported by SUSTech CRA and CCSE