From: "Jesse.zhang@xxxxxxx" <jesse.zhang@xxxxxxx> Added ring ID scheduling. In some cases, userspace needs to run a job on a specific ring. Instead of selecting the best ring to run based on the ring score. For example, The user want to run a bad job on a specific ring to check whether the ring can recover from a queue reset. Signed-off-by: Jesse Zhang <Jesse.Zhang@xxxxxxx> --- drivers/gpu/drm/amd/amdgpu/amdgpu_cs.c | 2 +- drivers/gpu/drm/amd/amdgpu/amdgpu_job.c | 2 +- drivers/gpu/drm/etnaviv/etnaviv_sched.c | 2 +- drivers/gpu/drm/imagination/pvr_queue.c | 2 +- drivers/gpu/drm/lima/lima_sched.c | 2 +- drivers/gpu/drm/msm/msm_gem_submit.c | 2 +- drivers/gpu/drm/nouveau/nouveau_sched.c | 2 +- drivers/gpu/drm/panfrost/panfrost_job.c | 2 +- drivers/gpu/drm/scheduler/sched_entity.c | 11 +++++++++-- drivers/gpu/drm/scheduler/sched_main.c | 4 ++-- drivers/gpu/drm/v3d/v3d_submit.c | 2 +- include/drm/gpu_scheduler.h | 4 ++-- 12 files changed, 22 insertions(+), 15 deletions(-) diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_cs.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_cs.c index d891ab779ca7..18887128a973 100644 --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_cs.c +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_cs.c @@ -1286,7 +1286,7 @@ static int amdgpu_cs_submit(struct amdgpu_cs_parser *p, int r; for (i = 0; i < p->gang_size; ++i) - drm_sched_job_arm(&p->jobs[i]->base); + drm_sched_job_arm(&p->jobs[i]->base, -1); for (i = 0; i < p->gang_size; ++i) { struct dma_fence *fence; diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_job.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_job.c index 717adcedf096..8d75ffa9a097 100644 --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_job.c +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_job.c @@ -320,7 +320,7 @@ struct dma_fence *amdgpu_job_submit(struct amdgpu_job *job) { struct dma_fence *f; - drm_sched_job_arm(&job->base); + drm_sched_job_arm(&job->base, -1); f = dma_fence_get(&job->base.s_fence->finished); amdgpu_job_free_resources(job); drm_sched_entity_push_job(&job->base); diff --git a/drivers/gpu/drm/etnaviv/etnaviv_sched.c b/drivers/gpu/drm/etnaviv/etnaviv_sched.c index 62dcfdc7894d..98d003757af1 100644 --- a/drivers/gpu/drm/etnaviv/etnaviv_sched.c +++ b/drivers/gpu/drm/etnaviv/etnaviv_sched.c @@ -107,7 +107,7 @@ int etnaviv_sched_push_job(struct etnaviv_gem_submit *submit) */ mutex_lock(&gpu->sched_lock); - drm_sched_job_arm(&submit->sched_job); + drm_sched_job_arm(&submit->sched_job, -1); submit->out_fence = dma_fence_get(&submit->sched_job.s_fence->finished); ret = xa_alloc_cyclic(&gpu->user_fences, &submit->out_fence_id, diff --git a/drivers/gpu/drm/imagination/pvr_queue.c b/drivers/gpu/drm/imagination/pvr_queue.c index 5ed9c98fb599..ed7398a0ff21 100644 --- a/drivers/gpu/drm/imagination/pvr_queue.c +++ b/drivers/gpu/drm/imagination/pvr_queue.c @@ -1115,7 +1115,7 @@ int pvr_queue_job_init(struct pvr_job *job) */ struct dma_fence *pvr_queue_job_arm(struct pvr_job *job) { - drm_sched_job_arm(&job->base); + drm_sched_job_arm(&job->base, -1); return &job->base.s_fence->finished; } diff --git a/drivers/gpu/drm/lima/lima_sched.c b/drivers/gpu/drm/lima/lima_sched.c index bbf3f8feab94..cc83b2aab9ce 100644 --- a/drivers/gpu/drm/lima/lima_sched.c +++ b/drivers/gpu/drm/lima/lima_sched.c @@ -130,7 +130,7 @@ int lima_sched_task_init(struct lima_sched_task *task, return err; } - drm_sched_job_arm(&task->base); + drm_sched_job_arm(&task->base, -1); task->num_bos = num_bos; task->vm = lima_vm_get(vm); diff --git a/drivers/gpu/drm/msm/msm_gem_submit.c b/drivers/gpu/drm/msm/msm_gem_submit.c index fba78193127d..74c4e1b4df78 100644 --- a/drivers/gpu/drm/msm/msm_gem_submit.c +++ b/drivers/gpu/drm/msm/msm_gem_submit.c @@ -831,7 +831,7 @@ int msm_ioctl_gem_submit(struct drm_device *dev, void *data, goto out; } - drm_sched_job_arm(&submit->base); + drm_sched_job_arm(&submit->base, -1); submit->user_fence = dma_fence_get(&submit->base.s_fence->finished); diff --git a/drivers/gpu/drm/nouveau/nouveau_sched.c b/drivers/gpu/drm/nouveau/nouveau_sched.c index 32fa2e273965..3ff8142b5370 100644 --- a/drivers/gpu/drm/nouveau/nouveau_sched.c +++ b/drivers/gpu/drm/nouveau/nouveau_sched.c @@ -309,7 +309,7 @@ nouveau_job_submit(struct nouveau_job *job) list_add(&job->entry, &sched->job.list.head); spin_unlock(&sched->job.list.lock); - drm_sched_job_arm(&job->base); + drm_sched_job_arm(&job->base, -1); job->done_fence = dma_fence_get(&job->base.s_fence->finished); if (job->sync) done_fence = dma_fence_get(job->done_fence); diff --git a/drivers/gpu/drm/panfrost/panfrost_job.c b/drivers/gpu/drm/panfrost/panfrost_job.c index a61ef0af9a4e..cc937420cd35 100644 --- a/drivers/gpu/drm/panfrost/panfrost_job.c +++ b/drivers/gpu/drm/panfrost/panfrost_job.c @@ -301,7 +301,7 @@ int panfrost_job_push(struct panfrost_job *job) return ret; mutex_lock(&pfdev->sched_lock); - drm_sched_job_arm(&job->base); + drm_sched_job_arm(&job->base, -1); job->render_done_fence = dma_fence_get(&job->base.s_fence->finished); diff --git a/drivers/gpu/drm/scheduler/sched_entity.c b/drivers/gpu/drm/scheduler/sched_entity.c index 58c8161289fe..f4669422b3f9 100644 --- a/drivers/gpu/drm/scheduler/sched_entity.c +++ b/drivers/gpu/drm/scheduler/sched_entity.c @@ -525,7 +525,7 @@ struct drm_sched_job *drm_sched_entity_pop_job(struct drm_sched_entity *entity) return sched_job; } -void drm_sched_entity_select_rq(struct drm_sched_entity *entity) +void drm_sched_entity_select_rq(struct drm_sched_entity *entity, int ring) { struct dma_fence *fence; struct drm_gpu_scheduler *sched; @@ -554,7 +554,14 @@ void drm_sched_entity_select_rq(struct drm_sched_entity *entity) return; spin_lock(&entity->rq_lock); - sched = drm_sched_pick_best(entity->sched_list, entity->num_sched_list); + if(ring >= 0) { + if(entity->sched_list[ring] && entity->sched_list[ring]->ready) + sched = entity->sched_list[ring]; + else + sched = drm_sched_pick_best(entity->sched_list, entity->num_sched_list); + } + else + sched = drm_sched_pick_best(entity->sched_list, entity->num_sched_list); rq = sched ? sched->sched_rq[entity->priority] : NULL; if (rq != entity->rq) { drm_sched_rq_remove_entity(entity->rq, entity); diff --git a/drivers/gpu/drm/scheduler/sched_main.c b/drivers/gpu/drm/scheduler/sched_main.c index 7e90c9f95611..356adf510670 100644 --- a/drivers/gpu/drm/scheduler/sched_main.c +++ b/drivers/gpu/drm/scheduler/sched_main.c @@ -833,13 +833,13 @@ EXPORT_SYMBOL(drm_sched_job_init); * * This can only be called if drm_sched_job_init() succeeded. */ -void drm_sched_job_arm(struct drm_sched_job *job) +void drm_sched_job_arm(struct drm_sched_job *job, int ring) { struct drm_gpu_scheduler *sched; struct drm_sched_entity *entity = job->entity; BUG_ON(!entity); - drm_sched_entity_select_rq(entity); + drm_sched_entity_select_rq(entity, ring); sched = entity->rq->sched; job->sched = sched; diff --git a/drivers/gpu/drm/v3d/v3d_submit.c b/drivers/gpu/drm/v3d/v3d_submit.c index 88f63d526b22..d33749017f93 100644 --- a/drivers/gpu/drm/v3d/v3d_submit.c +++ b/drivers/gpu/drm/v3d/v3d_submit.c @@ -211,7 +211,7 @@ v3d_job_init(struct v3d_dev *v3d, struct drm_file *file_priv, static void v3d_push_job(struct v3d_job *job) { - drm_sched_job_arm(&job->base); + drm_sched_job_arm(&job->base, -1); job->done_fence = dma_fence_get(&job->base.s_fence->finished); diff --git a/include/drm/gpu_scheduler.h b/include/drm/gpu_scheduler.h index 5acc64954a88..0eab405a2683 100644 --- a/include/drm/gpu_scheduler.h +++ b/include/drm/gpu_scheduler.h @@ -553,7 +553,7 @@ void drm_sched_fini(struct drm_gpu_scheduler *sched); int drm_sched_job_init(struct drm_sched_job *job, struct drm_sched_entity *entity, u32 credits, void *owner); -void drm_sched_job_arm(struct drm_sched_job *job); +void drm_sched_job_arm(struct drm_sched_job *job, int ring); int drm_sched_job_add_dependency(struct drm_sched_job *job, struct dma_fence *fence); int drm_sched_job_add_syncobj_dependency(struct drm_sched_job *job, @@ -603,7 +603,7 @@ int drm_sched_entity_init(struct drm_sched_entity *entity, long drm_sched_entity_flush(struct drm_sched_entity *entity, long timeout); void drm_sched_entity_fini(struct drm_sched_entity *entity); void drm_sched_entity_destroy(struct drm_sched_entity *entity); -void drm_sched_entity_select_rq(struct drm_sched_entity *entity); +void drm_sched_entity_select_rq(struct drm_sched_entity *entity, int ring); struct drm_sched_job *drm_sched_entity_pop_job(struct drm_sched_entity *entity); void drm_sched_entity_push_job(struct drm_sched_job *sched_job); void drm_sched_entity_set_priority(struct drm_sched_entity *entity, -- 2.25.1