Commit a912b54d authored by Jaegeuk Kim's avatar Jaegeuk Kim
Browse files

f2fs: split bio cache 



Split DATA/NODE type bio cache according to different temperature,
so write IOs with the same temperature can be merged in corresponding
bio cache as much as possible, otherwise, different temperature write
IOs submitting into one bio cache will always cause split of bio.

Signed-off-by: default avatarChao Yu <yuchao0@huawei.com>
Signed-off-by: default avatarJaegeuk Kim <jaegeuk@kernel.org>
parent 81377bd6

fs/f2fs/data.c

+39 −18
Original line number Diff line number Diff line
@@ -282,27 +282,32 @@ static bool has_merged_page(struct f2fs_sb_info *sbi, struct inode *inode, 
				nid_t ino, pgoff_t idx, enum page_type type)

{

	enum page_type btype = PAGE_TYPE_OF_BIO(type);

	struct f2fs_bio_info *io = &sbi->write_io[btype];

	bool ret;

	enum temp_type temp;

	struct f2fs_bio_info *io;

	bool ret = false;



	for (temp = HOT; temp < NR_TEMP_TYPE; temp++) {

		io = sbi->write_io[btype] + temp;



		down_read(&io->io_rwsem);

		ret = __has_merged_page(io, inode, ino, idx);

		up_read(&io->io_rwsem);



		/* TODO: use HOT temp only for meta pages now. */

		if (ret || btype == META)

			break;

	}

	return ret;

}



static void __f2fs_submit_merged_write(struct f2fs_sb_info *sbi,

				struct inode *inode, nid_t ino, pgoff_t idx,

				enum page_type type)

				enum page_type type, enum temp_type temp)

{

	enum page_type btype = PAGE_TYPE_OF_BIO(type);

	struct f2fs_bio_info *io = &sbi->write_io[btype];

	struct f2fs_bio_info *io = sbi->write_io[btype] + temp;



	down_write(&io->io_rwsem);



	if (!__has_merged_page(io, inode, ino, idx))

		goto out;



	/* change META to META_FLUSH in the checkpoint procedure */

	if (type >= META_FLUSH) {

		io->fio.type = META_FLUSH;
@@ -312,21 +317,38 @@ static void __f2fs_submit_merged_write(struct f2fs_sb_info *sbi, 
			io->fio.op_flags |= REQ_PREFLUSH | REQ_FUA;

	}

	__submit_merged_bio(io);

out:

	up_write(&io->io_rwsem);

}



static void __submit_merged_write_cond(struct f2fs_sb_info *sbi,

				struct inode *inode, nid_t ino, pgoff_t idx,

				enum page_type type, bool force)

{

	enum temp_type temp;



	if (!force && !has_merged_page(sbi, inode, ino, idx, type))

		return;



	for (temp = HOT; temp < NR_TEMP_TYPE; temp++) {



		__f2fs_submit_merged_write(sbi, type, temp);



		/* TODO: use HOT temp only for meta pages now. */

		if (type >= META)

			break;

	}

}



void f2fs_submit_merged_write(struct f2fs_sb_info *sbi, enum page_type type)

{

	__f2fs_submit_merged_write(sbi, NULL, 0, 0, type);

	__submit_merged_write_cond(sbi, NULL, 0, 0, type, true);

}



void f2fs_submit_merged_write_cond(struct f2fs_sb_info *sbi,

				struct inode *inode, nid_t ino, pgoff_t idx,

				enum page_type type)

{

	if (has_merged_page(sbi, inode, ino, idx, type))

		__f2fs_submit_merged_write(sbi, inode, ino, idx, type);

	__submit_merged_write_cond(sbi, inode, ino, idx, type, false);

}



void f2fs_flush_merged_writes(struct f2fs_sb_info *sbi)
@@ -369,7 +391,7 @@ int f2fs_submit_page_write(struct f2fs_io_info *fio) 
{

	struct f2fs_sb_info *sbi = fio->sbi;

	enum page_type btype = PAGE_TYPE_OF_BIO(fio->type);

	struct f2fs_bio_info *io = &sbi->write_io[btype];

	struct f2fs_bio_info *io = sbi->write_io[btype] + fio->temp;

	struct page *bio_page;

	int err = 0;
@@ -405,8 +427,7 @@ alloc_new: 
		io->fio = *fio;

	}



	if (bio_add_page(io->bio, bio_page, PAGE_SIZE, 0) <

							PAGE_SIZE) {

	if (bio_add_page(io->bio, bio_page, PAGE_SIZE, 0) < PAGE_SIZE) {

		__submit_merged_bio(io);

		goto alloc_new;

	}

fs/f2fs/f2fs.h

+9 −1
Original line number Diff line number Diff line
@@ -792,9 +792,17 @@ enum page_type { 
	OPU,

};



enum temp_type {

	HOT = 0,	/* must be zero for meta bio */

	WARM,

	COLD,

	NR_TEMP_TYPE,

};



struct f2fs_io_info {

	struct f2fs_sb_info *sbi;	/* f2fs_sb_info pointer */

	enum page_type type;	/* contains DATA/NODE/META/META_FLUSH */

	enum temp_type temp;	/* contains HOT/WARM/COLD */

	int op;			/* contains REQ_OP_ */

	int op_flags;		/* req_flag_bits */

	block_t new_blkaddr;	/* new block address to be written */
@@ -879,7 +887,7 @@ struct f2fs_sb_info { 
	struct f2fs_sm_info *sm_info;		/* segment manager */



	/* for bio operations */

	struct f2fs_bio_info write_io[NR_PAGE_TYPE];	/* for write bios */

	struct f2fs_bio_info *write_io[NR_PAGE_TYPE];	/* for write bios */

	struct mutex wio_mutex[NODE + 1];	/* bio ordering for NODE/DATA */

	int write_io_size_bits;			/* Write IO size bits */

	mempool_t *write_io_dummy;		/* Dummy pages */

fs/f2fs/gc.c

+2 −0
Original line number Diff line number Diff line
@@ -586,6 +586,7 @@ static void move_encrypted_block(struct inode *inode, block_t bidx, 
	struct f2fs_io_info fio = {

		.sbi = F2FS_I_SB(inode),

		.type = DATA,

		.temp = COLD,

		.op = REQ_OP_READ,

		.op_flags = 0,

		.encrypted_page = NULL,
@@ -712,6 +713,7 @@ static void move_data_page(struct inode *inode, block_t bidx, int gc_type, 
		struct f2fs_io_info fio = {

			.sbi = F2FS_I_SB(inode),

			.type = DATA,

			.temp = COLD,

			.op = REQ_OP_WRITE,

			.op_flags = REQ_SYNC,

			.old_blkaddr = NULL_ADDR,

fs/f2fs/segment.c

+18 −6
Original line number Diff line number Diff line
@@ -2084,17 +2084,29 @@ static int __get_segment_type_6(struct f2fs_io_info *fio) 


static int __get_segment_type(struct f2fs_io_info *fio)

{

	int type = 0;



	switch (fio->sbi->active_logs) {

	case 2:

		return __get_segment_type_2(fio);

		type = __get_segment_type_2(fio);

		break;

	case 4:

		return __get_segment_type_4(fio);

		type = __get_segment_type_4(fio);

		break;

	case 6:

		type = __get_segment_type_6(fio);

		break;

	default:

		f2fs_bug_on(fio->sbi, true);

	}



	/* NR_CURSEG_TYPE(6) logs by default */

	f2fs_bug_on(fio->sbi, fio->sbi->active_logs != NR_CURSEG_TYPE);



	return __get_segment_type_6(fio);

	if (IS_HOT(type))

		fio->temp = HOT;

	else if (IS_WARM(type))

		fio->temp = WARM;

	else

		fio->temp = COLD;

	return type;

}



void allocate_data_block(struct f2fs_sb_info *sbi, struct page *page,

fs/f2fs/segment.h

+4 −0
Original line number Diff line number Diff line
@@ -27,6 +27,10 @@ 
#define IS_DATASEG(t)	((t) <= CURSEG_COLD_DATA)

#define IS_NODESEG(t)	((t) >= CURSEG_HOT_NODE)



#define IS_HOT(t)	((t) == CURSEG_HOT_NODE || (t) == CURSEG_HOT_DATA)

#define IS_WARM(t)	((t) == CURSEG_WARM_NODE || (t) == CURSEG_WARM_DATA)

#define IS_COLD(t)	((t) == CURSEG_COLD_NODE || (t) == CURSEG_COLD_DATA)



#define IS_CURSEG(sbi, seg)						\

	(((seg) == CURSEG_I(sbi, CURSEG_HOT_DATA)->segno) ||	\

	 ((seg) == CURSEG_I(sbi, CURSEG_WARM_DATA)->segno) ||	\

CRA Git | Maintained and supported by SUSTech CRA and CCSE