Commit c3b0ec0f authored by Tomasz Rusinowicz's avatar Tomasz Rusinowicz Committed by Jacek Lawrynowicz
Browse files

accel/ivpu: Make DB_ID and JOB_ID allocations incremental 



Save last used ID and use it to limit the possible values
for the ID. This should decrease the rate at which the IDs
are reused, which will make debugging easier.

Signed-off-by: default avatarTomasz Rusinowicz <tomasz.rusinowicz@intel.com>
Reviewed-by: default avatarJacek Lawrynowicz <jacek.lawrynowicz@linux.intel.com>
Reviewed-by: default avatarJeffrey Hugo <quic_jhugo@quicinc.com>
Link: https://patchwork.freedesktop.org/patch/msgid/20240930195322.461209-19-jacek.lawrynowicz@linux.intel.com


Signed-off-by: default avatarJacek Lawrynowicz <jacek.lawrynowicz@linux.intel.com>
parent 3886f944

drivers/accel/ivpu/ivpu_drv.c

+9 −0
Original line number Diff line number Diff line
@@ -260,6 +260,11 @@ static int ivpu_open(struct drm_device *dev, struct drm_file *file) 
	if (ret)

		goto err_xa_erase;



	file_priv->default_job_limit.min = FIELD_PREP(IVPU_JOB_ID_CONTEXT_MASK,

						      (file_priv->ctx.id - 1));

	file_priv->default_job_limit.max = file_priv->default_job_limit.min | IVPU_JOB_ID_JOB_MASK;

	file_priv->job_limit = file_priv->default_job_limit;



	mutex_unlock(&vdev->context_list_lock);

	drm_dev_exit(idx);
@@ -614,6 +619,10 @@ static int ivpu_dev_init(struct ivpu_device *vdev) 
	lockdep_set_class(&vdev->submitted_jobs_xa.xa_lock, &submitted_jobs_xa_lock_class_key);

	INIT_LIST_HEAD(&vdev->bo_list);



	vdev->default_db_limit.min = IVPU_MIN_DB;

	vdev->default_db_limit.max = IVPU_MAX_DB;

	vdev->db_limit = vdev->default_db_limit;



	ret = drmm_mutex_init(&vdev->drm, &vdev->context_list_lock);

	if (ret)

		goto err_xa_destroy;

drivers/accel/ivpu/ivpu_drv.h

+7 −0
Original line number Diff line number Diff line
@@ -45,6 +45,9 @@ 
#define IVPU_MIN_DB 1

#define IVPU_MAX_DB 255



#define IVPU_JOB_ID_JOB_MASK		GENMASK(7, 0)

#define IVPU_JOB_ID_CONTEXT_MASK	GENMASK(31, 8)



#define IVPU_NUM_ENGINES       2

#define IVPU_NUM_PRIORITIES    4

#define IVPU_NUM_CMDQS_PER_CTX (IVPU_NUM_ENGINES * IVPU_NUM_PRIORITIES)
@@ -135,6 +138,8 @@ struct ivpu_device { 
	struct xa_limit context_xa_limit;



	struct xarray db_xa;

	struct xa_limit db_limit;

	struct xa_limit default_db_limit;



	struct mutex bo_list_lock; /* Protects bo_list */

	struct list_head bo_list;
@@ -170,6 +175,8 @@ struct ivpu_file_priv { 
	struct mutex ms_lock; /* Protects ms_instance_list, ms_info_bo */

	struct list_head ms_instance_list;

	struct ivpu_bo *ms_info_bo;

	struct xa_limit job_limit;

	struct xa_limit default_job_limit;

	bool has_mmu_faults;

	bool bound;

	bool aborted;

drivers/accel/ivpu/ivpu_job.c

+27 −10
Original line number Diff line number Diff line
@@ -21,8 +21,6 @@ 
#include "vpu_boot_api.h"



#define CMD_BUF_IDX	     0

#define JOB_ID_JOB_MASK	     GENMASK(7, 0)

#define JOB_ID_CONTEXT_MASK  GENMASK(31, 8)

#define JOB_MAX_BUFFER_COUNT 65535



static void ivpu_cmdq_ring_db(struct ivpu_device *vdev, struct ivpu_cmdq *cmdq)
@@ -77,9 +75,28 @@ static void ivpu_preemption_buffers_free(struct ivpu_device *vdev, 
	ivpu_bo_free(cmdq->secondary_preempt_buf);

}



static int ivpu_id_alloc(struct xarray *xa, u32 *id, void *entry, struct xa_limit *limit,

			 const struct xa_limit default_limit)

{

	int ret;



	ret = __xa_alloc(xa, id, entry, *limit, GFP_KERNEL);

	if (ret) {

		limit->min = default_limit.min;

		ret = __xa_alloc(xa, id, entry, *limit, GFP_KERNEL);

		if (ret)

			return ret;

	}



	limit->min = *id + 1;

	if (limit->min > limit->max)

		limit->min = default_limit.min;



	return ret;

}



static struct ivpu_cmdq *ivpu_cmdq_alloc(struct ivpu_file_priv *file_priv)

{

	struct xa_limit db_xa_limit = {.max = IVPU_MAX_DB, .min = IVPU_MIN_DB};

	struct ivpu_device *vdev = file_priv->vdev;

	struct ivpu_cmdq *cmdq;

	int ret;
@@ -88,7 +105,10 @@ static struct ivpu_cmdq *ivpu_cmdq_alloc(struct ivpu_file_priv *file_priv) 
	if (!cmdq)

		return NULL;



	ret = xa_alloc(&vdev->db_xa, &cmdq->db_id, NULL, db_xa_limit, GFP_KERNEL);

	xa_lock(&vdev->db_xa); /* lock here to protect db_limit */

	ret = ivpu_id_alloc(&vdev->db_xa, &cmdq->db_id, NULL, &vdev->db_limit,

			    vdev->default_db_limit);

	xa_unlock(&vdev->db_xa);

	if (ret) {

		ivpu_err(vdev, "Failed to allocate doorbell id: %d\n", ret);

		goto err_free_cmdq;
@@ -519,7 +539,6 @@ static int ivpu_job_submit(struct ivpu_job *job, u8 priority) 
{

	struct ivpu_file_priv *file_priv = job->file_priv;

	struct ivpu_device *vdev = job->vdev;

	struct xa_limit job_id_range;

	struct ivpu_cmdq *cmdq;

	bool is_first_job;

	int ret;
@@ -530,7 +549,7 @@ static int ivpu_job_submit(struct ivpu_job *job, u8 priority) 


	mutex_lock(&file_priv->lock);



	cmdq = ivpu_cmdq_acquire(job->file_priv, job->engine_idx, priority);

	cmdq = ivpu_cmdq_acquire(file_priv, job->engine_idx, priority);

	if (!cmdq) {

		ivpu_warn_ratelimited(vdev, "Failed to get job queue, ctx %d engine %d prio %d\n",

				      file_priv->ctx.id, job->engine_idx, priority);
@@ -538,12 +557,10 @@ static int ivpu_job_submit(struct ivpu_job *job, u8 priority) 
		goto err_unlock_file_priv;

	}



	job_id_range.min = FIELD_PREP(JOB_ID_CONTEXT_MASK, (file_priv->ctx.id - 1));

	job_id_range.max = job_id_range.min | JOB_ID_JOB_MASK;



	xa_lock(&vdev->submitted_jobs_xa);

	is_first_job = xa_empty(&vdev->submitted_jobs_xa);

	ret = __xa_alloc(&vdev->submitted_jobs_xa, &job->job_id, job, job_id_range, GFP_KERNEL);

	ret = ivpu_id_alloc(&vdev->submitted_jobs_xa, &job->job_id, job, &file_priv->job_limit,

			    file_priv->default_job_limit);

	if (ret) {

		ivpu_dbg(vdev, JOB, "Too many active jobs in ctx %d\n",

			 file_priv->ctx.id);