Commit 16e7549f authored by Josef Bacik's avatar Josef Bacik Committed by Chris Mason
Browse files

Btrfs: incompatible format change to remove hole extents 



Btrfs has always had these filler extent data items for holes in inodes.  This
has made somethings very easy, like logging hole punches and sending hole
punches.  However for large holey files these extent data items are pure
overhead.  So add an incompatible feature to no longer add hole extents to
reduce the amount of metadata used by these sort of files.  This has a few
changes for logging and send obviously since they will need to detect holes and
log/send the holes if there are any.  I've tested this thoroughly with xfstests
and it doesn't cause any issues with and without the incompat format set.
Thanks,

Signed-off-by: default avatarJosef Bacik <jbacik@fusionio.com>
Signed-off-by: default avatarChris Mason <clm@fb.com>
parent d8ec26d7

fs/btrfs/ctree.c

+1 −2
Original line number Diff line number Diff line
@@ -41,7 +41,6 @@ static void del_ptr(struct btrfs_root *root, struct btrfs_path *path, 
		    int level, int slot);

static void tree_mod_log_free_eb(struct btrfs_fs_info *fs_info,

				 struct extent_buffer *eb);

static int btrfs_prev_leaf(struct btrfs_root *root, struct btrfs_path *path);



struct btrfs_path *btrfs_alloc_path(void)

{
@@ -4817,7 +4816,7 @@ int btrfs_del_items(struct btrfs_trans_handle *trans, struct btrfs_root *root, 
 * This may release the path, and so you may lose any locks held at the

 * time you call it.

 */

static int btrfs_prev_leaf(struct btrfs_root *root, struct btrfs_path *path)

int btrfs_prev_leaf(struct btrfs_root *root, struct btrfs_path *path)

{

	struct btrfs_key key;

	struct btrfs_disk_key found_key;

fs/btrfs/ctree.h

+4 −1
Original line number Diff line number Diff line
@@ -521,6 +521,7 @@ struct btrfs_super_block { 
#define BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF	(1ULL << 6)

#define BTRFS_FEATURE_INCOMPAT_RAID56		(1ULL << 7)

#define BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA	(1ULL << 8)

#define BTRFS_FEATURE_INCOMPAT_NO_HOLES		(1ULL << 9)



#define BTRFS_FEATURE_COMPAT_SUPP		0ULL

#define BTRFS_FEATURE_COMPAT_RO_SUPP		0ULL
@@ -532,7 +533,8 @@ struct btrfs_super_block { 
	 BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO |		\

	 BTRFS_FEATURE_INCOMPAT_RAID56 |		\

	 BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF |		\

	 BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA)

	 BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA |	\

	 BTRFS_FEATURE_INCOMPAT_NO_HOLES)



/*

 * A leaf is full of items. offset and size tell us where to find
@@ -3399,6 +3401,7 @@ static inline int btrfs_insert_empty_item(struct btrfs_trans_handle *trans, 
}



int btrfs_next_leaf(struct btrfs_root *root, struct btrfs_path *path);

int btrfs_prev_leaf(struct btrfs_root *root, struct btrfs_path *path);

int btrfs_next_old_leaf(struct btrfs_root *root, struct btrfs_path *path,

			u64 time_seq);

static inline int btrfs_next_old_item(struct btrfs_root *root,

fs/btrfs/file.c

+9 −4
Original line number Diff line number Diff line
@@ -1963,11 +1963,13 @@ static int fill_holes(struct btrfs_trans_handle *trans, struct inode *inode, 
	struct btrfs_key key;

	int ret;



	if (btrfs_fs_incompat(root->fs_info, NO_HOLES))

		goto out;



	key.objectid = btrfs_ino(inode);

	key.type = BTRFS_EXTENT_DATA_KEY;

	key.offset = offset;





	ret = btrfs_search_slot(trans, root, &key, path, 0, 1);

	if (ret < 0)

		return ret;
@@ -2064,8 +2066,10 @@ static int btrfs_punch_hole(struct inode *inode, loff_t offset, loff_t len) 
	u64 drop_end;

	int ret = 0;

	int err = 0;

	int rsv_count;

	bool same_page = ((offset >> PAGE_CACHE_SHIFT) ==

			  ((offset + len - 1) >> PAGE_CACHE_SHIFT));

	bool no_holes = btrfs_fs_incompat(root->fs_info, NO_HOLES);



	ret = btrfs_wait_ordered_range(inode, offset, len);

	if (ret)
@@ -2163,9 +2167,10 @@ static int btrfs_punch_hole(struct inode *inode, loff_t offset, loff_t len) 
	/*

	 * 1 - update the inode

	 * 1 - removing the extents in the range

	 * 1 - adding the hole extent

	 * 1 - adding the hole extent if no_holes isn't set

	 */

	trans = btrfs_start_transaction(root, 3);

	rsv_count = no_holes ? 2 : 3;

	trans = btrfs_start_transaction(root, rsv_count);

	if (IS_ERR(trans)) {

		err = PTR_ERR(trans);

		goto out_free;
@@ -2202,7 +2207,7 @@ static int btrfs_punch_hole(struct inode *inode, loff_t offset, loff_t len) 
		btrfs_end_transaction(trans, root);

		btrfs_btree_balance_dirty(root);



		trans = btrfs_start_transaction(root, 3);

		trans = btrfs_start_transaction(root, rsv_count);

		if (IS_ERR(trans)) {

			ret = PTR_ERR(trans);

			trans = NULL;

fs/btrfs/inode.c

+48 −30
Original line number Diff line number Diff line
@@ -4203,6 +4203,49 @@ out: 
	return ret;

}



static int maybe_insert_hole(struct btrfs_root *root, struct inode *inode,

			     u64 offset, u64 len)

{

	struct btrfs_trans_handle *trans;

	int ret;



	/*

	 * Still need to make sure the inode looks like it's been updated so

	 * that any holes get logged if we fsync.

	 */

	if (btrfs_fs_incompat(root->fs_info, NO_HOLES)) {

		BTRFS_I(inode)->last_trans = root->fs_info->generation;

		BTRFS_I(inode)->last_sub_trans = root->log_transid;

		BTRFS_I(inode)->last_log_commit = root->last_log_commit;

		return 0;

	}



	/*

	 * 1 - for the one we're dropping

	 * 1 - for the one we're adding

	 * 1 - for updating the inode.

	 */

	trans = btrfs_start_transaction(root, 3);

	if (IS_ERR(trans))

		return PTR_ERR(trans);



	ret = btrfs_drop_extents(trans, root, inode, offset, offset + len, 1);

	if (ret) {

		btrfs_abort_transaction(trans, root, ret);

		btrfs_end_transaction(trans, root);

		return ret;

	}



	ret = btrfs_insert_file_extent(trans, root, btrfs_ino(inode), offset,

				       0, 0, len, 0, len, 0, 0, 0);

	if (ret)

		btrfs_abort_transaction(trans, root, ret);

	else

		btrfs_update_inode(trans, root, inode);

	btrfs_end_transaction(trans, root);

	return ret;

}



/*

 * This function puts in dummy file extents for the area we're creating a hole

 * for.  So if we are truncating this file to a larger size we need to insert
@@ -4211,7 +4254,6 @@ out: 
 */

int btrfs_cont_expand(struct inode *inode, loff_t oldsize, loff_t size)

{

	struct btrfs_trans_handle *trans;

	struct btrfs_root *root = BTRFS_I(inode)->root;

	struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree;

	struct extent_map *em = NULL;
@@ -4266,31 +4308,10 @@ int btrfs_cont_expand(struct inode *inode, loff_t oldsize, loff_t size) 
			struct extent_map *hole_em;

			hole_size = last_byte - cur_offset;



			trans = btrfs_start_transaction(root, 3);

			if (IS_ERR(trans)) {

				err = PTR_ERR(trans);

				break;

			}



			err = btrfs_drop_extents(trans, root, inode,

						 cur_offset,

						 cur_offset + hole_size, 1);

			if (err) {

				btrfs_abort_transaction(trans, root, err);

				btrfs_end_transaction(trans, root);

				break;

			}



			err = btrfs_insert_file_extent(trans, root,

					btrfs_ino(inode), cur_offset, 0,

					0, hole_size, 0, hole_size,

					0, 0, 0);

			if (err) {

				btrfs_abort_transaction(trans, root, err);

				btrfs_end_transaction(trans, root);

			err = maybe_insert_hole(root, inode, cur_offset,

						hole_size);

			if (err)

				break;

			}



			btrfs_drop_extent_cache(inode, cur_offset,

						cur_offset + hole_size - 1, 0);

			hole_em = alloc_extent_map();
@@ -4309,7 +4330,7 @@ int btrfs_cont_expand(struct inode *inode, loff_t oldsize, loff_t size) 
			hole_em->ram_bytes = hole_size;

			hole_em->bdev = root->fs_info->fs_devices->latest_bdev;

			hole_em->compress_type = BTRFS_COMPRESS_NONE;

			hole_em->generation = trans->transid;

			hole_em->generation = root->fs_info->generation;



			while (1) {

				write_lock(&em_tree->lock);
@@ -4322,17 +4343,14 @@ int btrfs_cont_expand(struct inode *inode, loff_t oldsize, loff_t size) 
							hole_size - 1, 0);

			}

			free_extent_map(hole_em);

next:

			btrfs_update_inode(trans, root, inode);

			btrfs_end_transaction(trans, root);

		}

next:

		free_extent_map(em);

		em = NULL;

		cur_offset = last_byte;

		if (cur_offset >= block_end)

			break;

	}



	free_extent_map(em);

	unlock_extent_cached(io_tree, hole_start, block_end - 1, &cached_state,

			     GFP_NOFS);

fs/btrfs/send.c

+149 −9
Original line number Diff line number Diff line
@@ -111,6 +111,7 @@ struct send_ctx { 
	int cur_inode_deleted;

	u64 cur_inode_size;

	u64 cur_inode_mode;

	u64 cur_inode_last_extent;



	u64 send_progress;
@@ -145,6 +146,13 @@ struct name_cache_entry { 
	char name[];

};



static int need_send_hole(struct send_ctx *sctx)

{

	return (sctx->parent_root && !sctx->cur_inode_new &&

		!sctx->cur_inode_new_gen && !sctx->cur_inode_deleted &&

		S_ISREG(sctx->cur_inode_mode));

}



static void fs_path_reset(struct fs_path *p)

{

	if (p->reversed) {
@@ -3752,6 +3760,39 @@ out: 
	return ret;

}



static int send_hole(struct send_ctx *sctx, u64 end)

{

	struct fs_path *p = NULL;

	u64 offset = sctx->cur_inode_last_extent;

	u64 len;

	int ret = 0;



	p = fs_path_alloc();

	if (!p)

		return -ENOMEM;

	memset(sctx->read_buf, 0, BTRFS_SEND_READ_SIZE);

	while (offset < end) {

		len = min_t(u64, end - offset, BTRFS_SEND_READ_SIZE);



		ret = begin_cmd(sctx, BTRFS_SEND_C_WRITE);

		if (ret < 0)

			break;

		ret = get_cur_path(sctx, sctx->cur_ino, sctx->cur_inode_gen, p);

		if (ret < 0)

			break;

		TLV_PUT_PATH(sctx, BTRFS_SEND_A_PATH, p);

		TLV_PUT_U64(sctx, BTRFS_SEND_A_FILE_OFFSET, offset);

		TLV_PUT(sctx, BTRFS_SEND_A_DATA, sctx->read_buf, len);

		ret = send_cmd(sctx);

		if (ret < 0)

			break;

		offset += len;

	}

tlv_put_failure:

	fs_path_free(p);

	return ret;

}



static int send_write_or_clone(struct send_ctx *sctx,

			       struct btrfs_path *path,

			       struct btrfs_key *key,
@@ -3979,6 +4020,84 @@ out: 
	return ret;

}



static int get_last_extent(struct send_ctx *sctx, u64 offset)

{

	struct btrfs_path *path;

	struct btrfs_root *root = sctx->send_root;

	struct btrfs_file_extent_item *fi;

	struct btrfs_key key;

	u64 extent_end;

	u8 type;

	int ret;



	path = alloc_path_for_send();

	if (!path)

		return -ENOMEM;



	sctx->cur_inode_last_extent = 0;



	key.objectid = sctx->cur_ino;

	key.type = BTRFS_EXTENT_DATA_KEY;

	key.offset = offset;

	ret = btrfs_search_slot_for_read(root, &key, path, 0, 1);

	if (ret < 0)

		goto out;

	ret = 0;

	btrfs_item_key_to_cpu(path->nodes[0], &key, path->slots[0]);

	if (key.objectid != sctx->cur_ino || key.type != BTRFS_EXTENT_DATA_KEY)

		goto out;



	fi = btrfs_item_ptr(path->nodes[0], path->slots[0],

			    struct btrfs_file_extent_item);

	type = btrfs_file_extent_type(path->nodes[0], fi);

	if (type == BTRFS_FILE_EXTENT_INLINE) {

		u64 size = btrfs_file_extent_inline_len(path->nodes[0], fi);

		extent_end = ALIGN(key.offset + size,

				   sctx->send_root->sectorsize);

	} else {

		extent_end = key.offset +

			btrfs_file_extent_num_bytes(path->nodes[0], fi);

	}

	sctx->cur_inode_last_extent = extent_end;

out:

	btrfs_free_path(path);

	return ret;

}



static int maybe_send_hole(struct send_ctx *sctx, struct btrfs_path *path,

			   struct btrfs_key *key)

{

	struct btrfs_file_extent_item *fi;

	u64 extent_end;

	u8 type;

	int ret = 0;



	if (sctx->cur_ino != key->objectid || !need_send_hole(sctx))

		return 0;



	if (sctx->cur_inode_last_extent == (u64)-1) {

		ret = get_last_extent(sctx, key->offset - 1);

		if (ret)

			return ret;

	}



	fi = btrfs_item_ptr(path->nodes[0], path->slots[0],

			    struct btrfs_file_extent_item);

	type = btrfs_file_extent_type(path->nodes[0], fi);

	if (type == BTRFS_FILE_EXTENT_INLINE) {

		u64 size = btrfs_file_extent_inline_len(path->nodes[0], fi);

		extent_end = ALIGN(key->offset + size,

				   sctx->send_root->sectorsize);

	} else {

		extent_end = key->offset +

			btrfs_file_extent_num_bytes(path->nodes[0], fi);

	}

	if (sctx->cur_inode_last_extent < key->offset)

		ret = send_hole(sctx, key->offset);

	sctx->cur_inode_last_extent = extent_end;

	return ret;

}



static int process_extent(struct send_ctx *sctx,

			  struct btrfs_path *path,

			  struct btrfs_key *key)
@@ -3995,7 +4114,7 @@ static int process_extent(struct send_ctx *sctx, 
			goto out;

		if (ret) {

			ret = 0;

			goto out;

			goto out_hole;

		}

	} else {

		struct btrfs_file_extent_item *ei;
@@ -4031,7 +4150,10 @@ static int process_extent(struct send_ctx *sctx, 
		goto out;



	ret = send_write_or_clone(sctx, path, key, found_clone);



	if (ret)

		goto out;

out_hole:

	ret = maybe_send_hole(sctx, path, key);

out:

	return ret;

}
@@ -4157,6 +4279,19 @@ static int finish_inode_if_needed(struct send_ctx *sctx, int at_end) 
	}



	if (S_ISREG(sctx->cur_inode_mode)) {

		if (need_send_hole(sctx)) {

			if (sctx->cur_inode_last_extent == (u64)-1) {

				ret = get_last_extent(sctx, (u64)-1);

				if (ret)

					goto out;

			}

			if (sctx->cur_inode_last_extent <

			    sctx->cur_inode_size) {

				ret = send_hole(sctx, sctx->cur_inode_size);

				if (ret)

					goto out;

			}

		}

		ret = send_truncate(sctx, sctx->cur_ino, sctx->cur_inode_gen,

				sctx->cur_inode_size);

		if (ret < 0)
@@ -4200,6 +4335,7 @@ static int changed_inode(struct send_ctx *sctx, 


	sctx->cur_ino = key->objectid;

	sctx->cur_inode_new_gen = 0;

	sctx->cur_inode_last_extent = (u64)-1;



	/*

	 * Set send_progress to current inode. This will tell all get_cur_xxx
@@ -4480,14 +4616,18 @@ static int changed_cb(struct btrfs_root *left_root, 
	struct send_ctx *sctx = ctx;



	if (result == BTRFS_COMPARE_TREE_SAME) {

		if (key->type != BTRFS_INODE_REF_KEY &&

		    key->type != BTRFS_INODE_EXTREF_KEY)

			return 0;

		if (key->type == BTRFS_INODE_REF_KEY ||

		    key->type == BTRFS_INODE_EXTREF_KEY) {

			ret = compare_refs(sctx, left_path, key);

			if (!ret)

				return 0;

			if (ret < 0)

				return ret;

		} else if (key->type == BTRFS_EXTENT_DATA_KEY) {

			return maybe_send_hole(sctx, left_path, key);

		} else {

			return 0;

		}

		result = BTRFS_COMPARE_TREE_CHANGED;

		ret = 0;

	}

CRA Git | Maintained and supported by SUSTech CRA and CCSE