Commit bc840b21 authored by Keith Busch's avatar Keith Busch Committed by Jens Axboe
Browse files

nvme: remove virtual boundary for sgl capable devices 



The nvme virtual boundary is only required for the PRP format. Devices
that can use SGL for DMA don't need it for IO queues. Drop reporting it
for such devices; rdma fabrics controllers will continue to use the
limit as they currently don't report any boundary requirements, but tcp
and fc never needed it in the first place so they get to report no
virtual boundary.

Applications may continue to align to the same virtual boundaries for
optimization purposes if they want, and the driver will continue to
decide whether to use the PRP format the same as before if the IO allows
it.

Reviewed-by: default avatarChristoph Hellwig <hch@lst.de>
Signed-off-by: default avatarKeith Busch <kbusch@kernel.org>
Reviewed-by: default avatarMartin K. Petersen <martin.petersen@oracle.com>
Signed-off-by: default avatarJens Axboe <axboe@kernel.dk>
parent 2f6b2565

drivers/nvme/host/apple.c

+1 −0
Original line number Diff line number Diff line
@@ -1283,6 +1283,7 @@ static const struct nvme_ctrl_ops nvme_ctrl_ops = { 
	.reg_read64 = apple_nvme_reg_read64,

	.free_ctrl = apple_nvme_free_ctrl,

	.get_address = apple_nvme_get_address,

	.get_virt_boundary = nvme_get_virt_boundary,

};



static void apple_nvme_async_probe(void *data, async_cookie_t cookie)

drivers/nvme/host/core.c

+5 −5
Original line number Diff line number Diff line
@@ -2069,13 +2069,13 @@ static u32 nvme_max_drv_segments(struct nvme_ctrl *ctrl) 
}



static void nvme_set_ctrl_limits(struct nvme_ctrl *ctrl,

		struct queue_limits *lim)

		struct queue_limits *lim, bool is_admin)

{

	lim->max_hw_sectors = ctrl->max_hw_sectors;

	lim->max_segments = min_t(u32, USHRT_MAX,

		min_not_zero(nvme_max_drv_segments(ctrl), ctrl->max_segments));

	lim->max_integrity_segments = ctrl->max_integrity_segments;

	lim->virt_boundary_mask = NVME_CTRL_PAGE_SIZE - 1;

	lim->virt_boundary_mask = ctrl->ops->get_virt_boundary(ctrl, is_admin);

	lim->max_segment_size = UINT_MAX;

	lim->dma_alignment = 3;

}
@@ -2177,7 +2177,7 @@ static int nvme_update_ns_info_generic(struct nvme_ns *ns, 
	int ret;



	lim = queue_limits_start_update(ns->disk->queue);

	nvme_set_ctrl_limits(ns->ctrl, &lim);

	nvme_set_ctrl_limits(ns->ctrl, &lim, false);



	memflags = blk_mq_freeze_queue(ns->disk->queue);

	ret = queue_limits_commit_update(ns->disk->queue, &lim);
@@ -2381,7 +2381,7 @@ static int nvme_update_ns_info_block(struct nvme_ns *ns, 
	ns->head->lba_shift = id->lbaf[lbaf].ds;

	ns->head->nuse = le64_to_cpu(id->nuse);

	capacity = nvme_lba_to_sect(ns->head, le64_to_cpu(id->nsze));

	nvme_set_ctrl_limits(ns->ctrl, &lim);

	nvme_set_ctrl_limits(ns->ctrl, &lim, false);

	nvme_configure_metadata(ns->ctrl, ns->head, id, nvm, info);

	nvme_set_chunk_sectors(ns, id, &lim);

	if (!nvme_update_disk_info(ns, id, &lim))
@@ -3588,7 +3588,7 @@ static int nvme_init_identify(struct nvme_ctrl *ctrl) 
		min_not_zero(ctrl->max_hw_sectors, max_hw_sectors);



	lim = queue_limits_start_update(ctrl->admin_q);

	nvme_set_ctrl_limits(ctrl, &lim);

	nvme_set_ctrl_limits(ctrl, &lim, true);

	ret = queue_limits_commit_update(ctrl->admin_q, &lim);

	if (ret)

		goto out_free;

drivers/nvme/host/fabrics.h

+6 −0
Original line number Diff line number Diff line
@@ -217,6 +217,12 @@ static inline unsigned int nvmf_nr_io_queues(struct nvmf_ctrl_options *opts) 
		min(opts->nr_poll_queues, num_online_cpus());

}



static inline unsigned long nvmf_get_virt_boundary(struct nvme_ctrl *ctrl,

						   bool is_admin)

{

	return 0;

}



int nvmf_reg_read32(struct nvme_ctrl *ctrl, u32 off, u32 *val);

int nvmf_reg_read64(struct nvme_ctrl *ctrl, u32 off, u64 *val);

int nvmf_reg_write32(struct nvme_ctrl *ctrl, u32 off, u32 val);

drivers/nvme/host/fc.c

+1 −0
Original line number Diff line number Diff line
@@ -3360,6 +3360,7 @@ static const struct nvme_ctrl_ops nvme_fc_ctrl_ops = { 
	.submit_async_event	= nvme_fc_submit_async_event,

	.delete_ctrl		= nvme_fc_delete_ctrl,

	.get_address		= nvmf_get_address,

	.get_virt_boundary	= nvmf_get_virt_boundary,

};



static void

drivers/nvme/host/nvme.h

+7 −0
Original line number Diff line number Diff line
@@ -558,6 +558,12 @@ static inline bool nvme_ns_has_pi(struct nvme_ns_head *head) 
	return head->pi_type && head->ms == head->pi_size;

}



static inline unsigned long nvme_get_virt_boundary(struct nvme_ctrl *ctrl,

						   bool is_admin)

{

	return NVME_CTRL_PAGE_SIZE - 1;

}



struct nvme_ctrl_ops {

	const char *name;

	struct module *module;
@@ -578,6 +584,7 @@ struct nvme_ctrl_ops { 
	int (*get_address)(struct nvme_ctrl *ctrl, char *buf, int size);

	void (*print_device_info)(struct nvme_ctrl *ctrl);

	bool (*supports_pci_p2pdma)(struct nvme_ctrl *ctrl);

	unsigned long (*get_virt_boundary)(struct nvme_ctrl *ctrl, bool is_admin);

};



/*