Merge branch 'nvme-5.7-rc1' of git://git.infradead.org/nvme into for-5.7/drivers (01bb12fc) · Commits · 戴 / test

drivers/nvme/host/Kconfig

+0 −2

Original line number	Diff line number	Diff line
		@@ -32,8 +32,6 @@ config NVME_HWMON
		a hardware monitoring device will be created for each NVMe drive
		in the system.

		If unsure, say N.

		config NVME_FABRICS
		tristate

drivers/nvme/host/core.c

+156 −99

Original line number	Diff line number	Diff line
		@@ -171,7 +171,6 @@ static void nvme_do_delete_ctrl(struct nvme_ctrl *ctrl)
		nvme_remove_namespaces(ctrl);
		ctrl->ops->delete_ctrl(ctrl);
		nvme_uninit_ctrl(ctrl);
		nvme_put_ctrl(ctrl);
		}

		static void nvme_delete_ctrl_work(struct work_struct *work)
		@@ -192,21 +191,16 @@ int nvme_delete_ctrl(struct nvme_ctrl *ctrl)
		}
		EXPORT_SYMBOL_GPL(nvme_delete_ctrl);

		static int nvme_delete_ctrl_sync(struct nvme_ctrl *ctrl)
		static void nvme_delete_ctrl_sync(struct nvme_ctrl *ctrl)
		{
		int ret = 0;

		/*
		* Keep a reference until nvme_do_delete_ctrl() complete,
		* since ->delete_ctrl can free the controller.
		*/
		nvme_get_ctrl(ctrl);
		if (!nvme_change_ctrl_state(ctrl, NVME_CTRL_DELETING))
		ret = -EBUSY;
		if (!ret)
		if (nvme_change_ctrl_state(ctrl, NVME_CTRL_DELETING))
		nvme_do_delete_ctrl(ctrl);
		nvme_put_ctrl(ctrl);
		return ret;
		}

		static inline bool nvme_ns_has_pi(struct nvme_ns *ns)
		@@ -291,11 +285,8 @@ void nvme_complete_rq(struct request *req)
		nvme_req(req)->ctrl->comp_seen = true;

		if (unlikely(status != BLK_STS_OK && nvme_req_needs_retry(req))) {
		if ((req->cmd_flags & REQ_NVME_MPATH) &&
		blk_path_error(status)) {
		nvme_failover_req(req);
		if ((req->cmd_flags & REQ_NVME_MPATH) && nvme_failover_req(req))
		return;
		}

		if (!blk_queue_dying(req->q)) {
		nvme_retry_req(req);
		@@ -1055,6 +1046,43 @@ static int nvme_identify_ctrl(struct nvme_ctrl dev, struct nvme_id_ctrl *id)
		return error;
		}

		static int nvme_process_ns_desc(struct nvme_ctrl ctrl, struct nvme_ns_ids ids,
		struct nvme_ns_id_desc *cur)
		{
		const char *warn_str = "ctrl returned bogus length:";
		void *data = cur;

		switch (cur->nidt) {
		case NVME_NIDT_EUI64:
		if (cur->nidl != NVME_NIDT_EUI64_LEN) {
		dev_warn(ctrl->device, "%s %d for NVME_NIDT_EUI64\n",
		warn_str, cur->nidl);
		return -1;
		}
		memcpy(ids->eui64, data + sizeof(*cur), NVME_NIDT_EUI64_LEN);
		return NVME_NIDT_EUI64_LEN;
		case NVME_NIDT_NGUID:
		if (cur->nidl != NVME_NIDT_NGUID_LEN) {
		dev_warn(ctrl->device, "%s %d for NVME_NIDT_NGUID\n",
		warn_str, cur->nidl);
		return -1;
		}
		memcpy(ids->nguid, data + sizeof(*cur), NVME_NIDT_NGUID_LEN);
		return NVME_NIDT_NGUID_LEN;
		case NVME_NIDT_UUID:
		if (cur->nidl != NVME_NIDT_UUID_LEN) {
		dev_warn(ctrl->device, "%s %d for NVME_NIDT_UUID\n",
		warn_str, cur->nidl);
		return -1;
		}
		uuid_copy(&ids->uuid, data + sizeof(*cur));
		return NVME_NIDT_UUID_LEN;
		default:
		/* Skip unknown types */
		return cur->nidl;
		}
		}

		static int nvme_identify_ns_descs(struct nvme_ctrl *ctrl, unsigned nsid,
		struct nvme_ns_ids *ids)
		{
		@@ -1074,8 +1102,17 @@ static int nvme_identify_ns_descs(struct nvme_ctrl *ctrl, unsigned nsid,

		status = nvme_submit_sync_cmd(ctrl->admin_q, &c, data,
		NVME_IDENTIFY_DATA_SIZE);
		if (status)
		if (status) {
		dev_warn(ctrl->device,
		"Identify Descriptors failed (%d)\n", status);
		/*
		* Don't treat an error as fatal, as we potentially already
		* have a NGUID or EUI-64.
		*/
		if (status > 0)
		status = 0;
		goto free_data;
		}

		for (pos = 0; pos < NVME_IDENTIFY_DATA_SIZE; pos += len) {
		struct nvme_ns_id_desc *cur = data + pos;
		@@ -1083,42 +1120,9 @@ static int nvme_identify_ns_descs(struct nvme_ctrl *ctrl, unsigned nsid,
		if (cur->nidl == 0)
		break;

		switch (cur->nidt) {
		case NVME_NIDT_EUI64:
		if (cur->nidl != NVME_NIDT_EUI64_LEN) {
		dev_warn(ctrl->device,
		"ctrl returned bogus length: %d for NVME_NIDT_EUI64\n",
		cur->nidl);
		goto free_data;
		}
		len = NVME_NIDT_EUI64_LEN;
		memcpy(ids->eui64, data + pos + sizeof(*cur), len);
		break;
		case NVME_NIDT_NGUID:
		if (cur->nidl != NVME_NIDT_NGUID_LEN) {
		dev_warn(ctrl->device,
		"ctrl returned bogus length: %d for NVME_NIDT_NGUID\n",
		cur->nidl);
		goto free_data;
		}
		len = NVME_NIDT_NGUID_LEN;
		memcpy(ids->nguid, data + pos + sizeof(*cur), len);
		break;
		case NVME_NIDT_UUID:
		if (cur->nidl != NVME_NIDT_UUID_LEN) {
		dev_warn(ctrl->device,
		"ctrl returned bogus length: %d for NVME_NIDT_UUID\n",
		cur->nidl);
		len = nvme_process_ns_desc(ctrl, ids, cur);
		if (len < 0)
		goto free_data;
		}
		len = NVME_NIDT_UUID_LEN;
		uuid_copy(&ids->uuid, data + pos + sizeof(*cur));
		break;
		default:
		/* Skip unknown types */
		len = cur->nidl;
		break;
		}

		len += sizeof(*cur);
		}
		@@ -1584,6 +1588,47 @@ static int nvme_ioctl(struct block_device *bdev, fmode_t mode,
		return ret;
		}

		#ifdef CONFIG_COMPAT
		struct nvme_user_io32 {
		__u8 opcode;
		__u8 flags;
		__u16 control;
		__u16 nblocks;
		__u16 rsvd;
		__u64 metadata;
		__u64 addr;
		__u64 slba;
		__u32 dsmgmt;
		__u32 reftag;
		__u16 apptag;
		__u16 appmask;
		} __attribute__((__packed__));

		#define NVME_IOCTL_SUBMIT_IO32 _IOW('N', 0x42, struct nvme_user_io32)

		static int nvme_compat_ioctl(struct block_device *bdev, fmode_t mode,
		unsigned int cmd, unsigned long arg)
		{
		/*
		* Corresponds to the difference of NVME_IOCTL_SUBMIT_IO
		* between 32 bit programs and 64 bit kernel.
		* The cause is that the results of sizeof(struct nvme_user_io),
		* which is used to define NVME_IOCTL_SUBMIT_IO,
		* are not same between 32 bit compiler and 64 bit compiler.
		* NVME_IOCTL_SUBMIT_IO32 is for 64 bit kernel handling
		* NVME_IOCTL_SUBMIT_IO issued from 32 bit programs.
		* Other IOCTL numbers are same between 32 bit and 64 bit.
		* So there is nothing to do regarding to other IOCTL numbers.
		*/
		if (cmd == NVME_IOCTL_SUBMIT_IO32)
		return nvme_ioctl(bdev, mode, NVME_IOCTL_SUBMIT_IO, arg);

		return nvme_ioctl(bdev, mode, cmd, arg);
		}
		#else
		#define nvme_compat_ioctl NULL
		#endif /* CONFIG_COMPAT */

		static int nvme_open(struct block_device *bdev, fmode_t mode)
		{
		struct nvme_ns *ns = bdev->bd_disk->private_data;
		@@ -1721,26 +1766,15 @@ static void nvme_config_write_zeroes(struct gendisk disk, struct nvme_ns ns)
		static int nvme_report_ns_ids(struct nvme_ctrl *ctrl, unsigned int nsid,
		struct nvme_id_ns id, struct nvme_ns_ids ids)
		{
		int ret = 0;

		memset(ids, 0, sizeof(*ids));

		if (ctrl->vs >= NVME_VS(1, 1, 0))
		memcpy(ids->eui64, id->eui64, sizeof(id->eui64));
		if (ctrl->vs >= NVME_VS(1, 2, 0))
		memcpy(ids->nguid, id->nguid, sizeof(id->nguid));
		if (ctrl->vs >= NVME_VS(1, 3, 0)) {
		/* Don't treat error as fatal we potentially
		* already have a NGUID or EUI-64
		*/
		ret = nvme_identify_ns_descs(ctrl, nsid, ids);
		if (ret)
		dev_warn(ctrl->device,
		"Identify Descriptors failed (%d)\n", ret);
		if (ret > 0)
		ret = 0;
		}
		return ret;
		if (ctrl->vs >= NVME_VS(1, 3, 0))
		return nvme_identify_ns_descs(ctrl, nsid, ids);
		return 0;
		}

		static bool nvme_ns_ids_valid(struct nvme_ns_ids *ids)
		@@ -2027,7 +2061,7 @@ EXPORT_SYMBOL_GPL(nvme_sec_submit);
		static const struct block_device_operations nvme_fops = {
		.owner = THIS_MODULE,
		.ioctl = nvme_ioctl,
		.compat_ioctl = nvme_ioctl,
		.compat_ioctl = nvme_compat_ioctl,
		.open = nvme_open,
		.release = nvme_release,
		.getgeo = nvme_getgeo,
		@@ -2055,7 +2089,7 @@ const struct block_device_operations nvme_ns_head_ops = {
		.open = nvme_ns_head_open,
		.release = nvme_ns_head_release,
		.ioctl = nvme_ioctl,
		.compat_ioctl = nvme_ioctl,
		.compat_ioctl = nvme_compat_ioctl,
		.getgeo = nvme_getgeo,
		.pr_ops = &nvme_pr_ops,
		};
		@@ -2074,13 +2108,13 @@ static int nvme_wait_ready(struct nvme_ctrl *ctrl, u64 cap, bool enabled)
		if ((csts & NVME_CSTS_RDY) == bit)
		break;

		msleep(100);
		usleep_range(1000, 2000);
		if (fatal_signal_pending(current))
		return -EINTR;
		if (time_after(jiffies, timeout)) {
		dev_err(ctrl->device,
		"Device not ready; aborting %s\n", enabled ?
		"initialisation" : "reset");
		"Device not ready; aborting %s, CSTS=0x%x\n",
		enabled ? "initialisation" : "reset", csts);
		return -ENODEV;
		}
		}
		@@ -2591,8 +2625,7 @@ static bool nvme_validate_cntlid(struct nvme_subsystem *subsys,
		lockdep_assert_held(&nvme_subsystems_lock);

		list_for_each_entry(tmp, &subsys->ctrls, subsys_entry) {
		if (tmp->state == NVME_CTRL_DELETING \|\|
		tmp->state == NVME_CTRL_DEAD)
		if (nvme_state_terminal(tmp))
		continue;

		if (tmp->cntlid == ctrl->cntlid) {
		@@ -3193,6 +3226,10 @@ static ssize_t nvme_sysfs_delete(struct device *dev,
		{
		struct nvme_ctrl *ctrl = dev_get_drvdata(dev);

		/* Can't delete non-created controllers */
		if (!ctrl->created)
		return -EBUSY;

		if (device_remove_file_self(dev, attr))
		nvme_delete_ctrl_sync(ctrl);
		return count;
		@@ -3242,6 +3279,26 @@ static ssize_t nvme_sysfs_show_subsysnqn(struct device *dev,
		}
		static DEVICE_ATTR(subsysnqn, S_IRUGO, nvme_sysfs_show_subsysnqn, NULL);

		static ssize_t nvme_sysfs_show_hostnqn(struct device *dev,
		struct device_attribute *attr,
		char *buf)
		{
		struct nvme_ctrl *ctrl = dev_get_drvdata(dev);

		return snprintf(buf, PAGE_SIZE, "%s\n", ctrl->opts->host->nqn);
		}
		static DEVICE_ATTR(hostnqn, S_IRUGO, nvme_sysfs_show_hostnqn, NULL);

		static ssize_t nvme_sysfs_show_hostid(struct device *dev,
		struct device_attribute *attr,
		char *buf)
		{
		struct nvme_ctrl *ctrl = dev_get_drvdata(dev);

		return snprintf(buf, PAGE_SIZE, "%pU\n", &ctrl->opts->host->id);
		}
		static DEVICE_ATTR(hostid, S_IRUGO, nvme_sysfs_show_hostid, NULL);

		static ssize_t nvme_sysfs_show_address(struct device *dev,
		struct device_attribute *attr,
		char *buf)
		@@ -3267,6 +3324,8 @@ static struct attribute *nvme_dev_attrs[] = {
		&dev_attr_numa_node.attr,
		&dev_attr_queue_count.attr,
		&dev_attr_sqsize.attr,
		&dev_attr_hostnqn.attr,
		&dev_attr_hostid.attr,
		NULL
		};

		@@ -3280,6 +3339,10 @@ static umode_t nvme_dev_attrs_are_visible(struct kobject *kobj,
		return 0;
		if (a == &dev_attr_address.attr && !ctrl->ops->get_address)
		return 0;
		if (a == &dev_attr_hostnqn.attr && !ctrl->opts)
		return 0;
		if (a == &dev_attr_hostid.attr && !ctrl->opts)
		return 0;

		return a->mode;
		}
		@@ -3294,7 +3357,7 @@ static const struct attribute_group *nvme_dev_attr_groups[] = {
		NULL,
		};

		static struct nvme_ns_head __nvme_find_ns_head(struct nvme_subsystem subsys,
		static struct nvme_ns_head nvme_find_ns_head(struct nvme_subsystem subsys,
		unsigned nsid)
		{
		struct nvme_ns_head *h;
		@@ -3327,7 +3390,8 @@ static int __nvme_check_ids(struct nvme_subsystem *subsys,
		}

		static struct nvme_ns_head nvme_alloc_ns_head(struct nvme_ctrl ctrl,
		unsigned nsid, struct nvme_id_ns *id)
		unsigned nsid, struct nvme_id_ns *id,
		struct nvme_ns_ids *ids)
		{
		struct nvme_ns_head *head;
		size_t size = sizeof(*head);
		@@ -3350,12 +3414,9 @@ static struct nvme_ns_head nvme_alloc_ns_head(struct nvme_ctrl ctrl,
		goto out_ida_remove;
		head->subsys = ctrl->subsys;
		head->ns_id = nsid;
		head->ids = *ids;
		kref_init(&head->ref);

		ret = nvme_report_ns_ids(ctrl, nsid, id, &head->ids);
		if (ret)
		goto out_cleanup_srcu;

		ret = __nvme_check_ids(ctrl->subsys, head);
		if (ret) {
		dev_err(ctrl->device,
		@@ -3390,24 +3451,23 @@ static int nvme_init_ns_head(struct nvme_ns *ns, unsigned nsid,
		struct nvme_ctrl *ctrl = ns->ctrl;
		bool is_shared = id->nmic & (1 << 0);
		struct nvme_ns_head *head = NULL;
		struct nvme_ns_ids ids;
		int ret = 0;

		ret = nvme_report_ns_ids(ctrl, nsid, id, &ids);
		if (ret)
		goto out;

		mutex_lock(&ctrl->subsys->lock);
		if (is_shared)
		head = __nvme_find_ns_head(ctrl->subsys, nsid);
		head = nvme_find_ns_head(ctrl->subsys, nsid);
		if (!head) {
		head = nvme_alloc_ns_head(ctrl, nsid, id);
		head = nvme_alloc_ns_head(ctrl, nsid, id, &ids);
		if (IS_ERR(head)) {
		ret = PTR_ERR(head);
		goto out_unlock;
		}
		} else {
		struct nvme_ns_ids ids;

		ret = nvme_report_ns_ids(ctrl, nsid, id, &ids);
		if (ret)
		goto out_unlock;

		if (!nvme_ns_ids_equal(&head->ids, &ids)) {
		dev_err(ctrl->device,
		"IDs don't match for shared namespace %d\n",
		@@ -3422,6 +3482,7 @@ static int nvme_init_ns_head(struct nvme_ns *ns, unsigned nsid,

		out_unlock:
		mutex_unlock(&ctrl->subsys->lock);
		out:
		if (ret > 0)
		ret = blk_status_to_errno(nvme_error_status(ret));
		return ret;
		@@ -3480,7 +3541,7 @@ static int nvme_setup_streams_ns(struct nvme_ctrl ctrl, struct nvme_ns ns)
		return 0;
		}

		static int nvme_alloc_ns(struct nvme_ctrl *ctrl, unsigned nsid)
		static void nvme_alloc_ns(struct nvme_ctrl *ctrl, unsigned nsid)
		{
		struct nvme_ns *ns;
		struct gendisk *disk;
		@@ -3490,13 +3551,11 @@ static int nvme_alloc_ns(struct nvme_ctrl *ctrl, unsigned nsid)

		ns = kzalloc_node(sizeof(*ns), GFP_KERNEL, node);
		if (!ns)
		return -ENOMEM;
		return;

		ns->queue = blk_mq_init_queue(ctrl->tagset);
		if (IS_ERR(ns->queue)) {
		ret = PTR_ERR(ns->queue);
		if (IS_ERR(ns->queue))
		goto out_free_ns;
		}

		if (ctrl->opts && ctrl->opts->data_digest)
		ns->queue->backing_dev_info->capabilities
		@@ -3519,10 +3578,8 @@ static int nvme_alloc_ns(struct nvme_ctrl *ctrl, unsigned nsid)
		if (ret)
		goto out_free_queue;

		if (id->ncap == 0) {
		ret = -EINVAL;
		if (id->ncap == 0) /* no namespace (legacy quirk) */
		goto out_free_id;
		}

		ret = nvme_init_ns_head(ns, nsid, id);
		if (ret)
		@@ -3531,10 +3588,8 @@ static int nvme_alloc_ns(struct nvme_ctrl *ctrl, unsigned nsid)
		nvme_set_disk_name(disk_name, ns, ctrl, &flags);

		disk = alloc_disk_node(0, node);
		if (!disk) {
		ret = -ENOMEM;
		if (!disk)
		goto out_unlink_ns;
		}

		disk->fops = &nvme_fops;
		disk->private_data = ns;
		@@ -3565,7 +3620,7 @@ static int nvme_alloc_ns(struct nvme_ctrl *ctrl, unsigned nsid)
		nvme_fault_inject_init(&ns->fault_inject, ns->disk->disk_name);
		kfree(id);

		return 0;
		return;
		out_put_disk:
		put_disk(ns->disk);
		out_unlink_ns:
		@@ -3579,9 +3634,6 @@ static int nvme_alloc_ns(struct nvme_ctrl *ctrl, unsigned nsid)
		blk_cleanup_queue(ns->queue);
		out_free_ns:
		kfree(ns);
		if (ret > 0)
		ret = blk_status_to_errno(nvme_error_status(ret));
		return ret;
		}

		static void nvme_ns_remove(struct nvme_ns *ns)
		@@ -3987,6 +4039,7 @@ void nvme_start_ctrl(struct nvme_ctrl *ctrl)
		nvme_queue_scan(ctrl);
		nvme_start_queues(ctrl);
		}
		ctrl->created = true;
		}
		EXPORT_SYMBOL_GPL(nvme_start_ctrl);

		@@ -3995,6 +4048,7 @@ void nvme_uninit_ctrl(struct nvme_ctrl *ctrl)
		nvme_fault_inject_fini(&ctrl->fault_inject);
		dev_pm_qos_hide_latency_tolerance(ctrl->device);
		cdev_device_del(&ctrl->cdev, ctrl->device);
		nvme_put_ctrl(ctrl);
		}
		EXPORT_SYMBOL_GPL(nvme_uninit_ctrl);

		@@ -4077,6 +4131,7 @@ int nvme_init_ctrl(struct nvme_ctrl ctrl, struct device dev,
		if (ret)
		goto out_release_instance;

		nvme_get_ctrl(ctrl);
		cdev_init(&ctrl->cdev, &nvme_dev_fops);
		ctrl->cdev.owner = ops->module;
		ret = cdev_device_add(&ctrl->cdev, ctrl->device);
		@@ -4095,6 +4150,7 @@ int nvme_init_ctrl(struct nvme_ctrl ctrl, struct device dev,

		return 0;
		out_free_name:
		nvme_put_ctrl(ctrl);
		kfree_const(ctrl->device->kobj.name);
		out_release_instance:
		ida_simple_remove(&nvme_instance_ida, ctrl->instance);
		@@ -4299,6 +4355,7 @@ static void __exit nvme_core_exit(void)
		destroy_workqueue(nvme_delete_wq);
		destroy_workqueue(nvme_reset_wq);
		destroy_workqueue(nvme_wq);
		ida_destroy(&nvme_instance_ida);
		}

		MODULE_LICENSE("GPL");

drivers/nvme/host/fabrics.c

+4 −4

Original line number	Diff line number	Diff line
		@@ -105,14 +105,14 @@ int nvmf_get_address(struct nvme_ctrl ctrl, char buf, int size)
		int len = 0;

		if (ctrl->opts->mask & NVMF_OPT_TRADDR)
		len += snprintf(buf, size, "traddr=%s", ctrl->opts->traddr);
		len += scnprintf(buf, size, "traddr=%s", ctrl->opts->traddr);
		if (ctrl->opts->mask & NVMF_OPT_TRSVCID)
		len += snprintf(buf + len, size - len, "%strsvcid=%s",
		len += scnprintf(buf + len, size - len, "%strsvcid=%s",
		(len) ? "," : "", ctrl->opts->trsvcid);
		if (ctrl->opts->mask & NVMF_OPT_HOST_TRADDR)
		len += snprintf(buf + len, size - len, "%shost_traddr=%s",
		len += scnprintf(buf + len, size - len, "%shost_traddr=%s",
		(len) ? "," : "", ctrl->opts->host_traddr);
		len += snprintf(buf + len, size - len, "\n");
		len += scnprintf(buf + len, size - len, "\n");

		return len;
		}

drivers/nvme/host/fc.c

+0 −3

Original line number	Diff line number	Diff line
		@@ -3181,10 +3181,7 @@ nvme_fc_init_ctrl(struct device dev, struct nvmf_ctrl_options opts,
		goto fail_ctrl;
		}

		nvme_get_ctrl(&ctrl->ctrl);

		if (!queue_delayed_work(nvme_wq, &ctrl->connect_work, 0)) {
		nvme_put_ctrl(&ctrl->ctrl);
		dev_err(ctrl->ctrl.device,
		"NVME-FC{%d}: failed to schedule initial connect\n",
		ctrl->cnum);

drivers/nvme/host/multipath.c

+9 −12

Original line number	Diff line number	Diff line
		@@ -64,17 +64,12 @@ void nvme_set_disk_name(char disk_name, struct nvme_ns ns,
		}
		}

		void nvme_failover_req(struct request *req)
		bool nvme_failover_req(struct request *req)
		{
		struct nvme_ns *ns = req->q->queuedata;
		u16 status = nvme_req(req)->status;
		unsigned long flags;

		spin_lock_irqsave(&ns->head->requeue_lock, flags);
		blk_steal_bios(&ns->head->requeue_list, req);
		spin_unlock_irqrestore(&ns->head->requeue_lock, flags);
		blk_mq_end_request(req, 0);

		switch (status & 0x7ff) {
		case NVME_SC_ANA_TRANSITION:
		case NVME_SC_ANA_INACCESSIBLE:
		@@ -103,15 +98,17 @@ void nvme_failover_req(struct request *req)
		nvme_mpath_clear_current_path(ns);
		break;
		default:
		/*
		* Reset the controller for any non-ANA error as we don't know
		* what caused the error.
		*/
		nvme_reset_ctrl(ns->ctrl);
		break;
		/* This was a non-ANA error so follow the normal error path. */
		return false;
		}

		spin_lock_irqsave(&ns->head->requeue_lock, flags);
		blk_steal_bios(&ns->head->requeue_list, req);
		spin_unlock_irqrestore(&ns->head->requeue_lock, flags);
		blk_mq_end_request(req, 0);

		kblockd_schedule_work(&ns->head->requeue_work);
		return true;
		}

		void nvme_kick_requeue_lists(struct nvme_ctrl *ctrl)

Admin message