As this engine owns the lock around rq->sched.link (for those waiters
submitted to this engine), we can use that link as an element in a local
list. We can thus replace the recursive algorithm with an iterative walk
over the ordered list of waiters.
Signed-off-by: Chris Wilson <chris@xxxxxxxxxxxxxxxxxx>
---
drivers/gpu/drm/i915/gt/intel_lrc.c | 49 ++++++++++++++---------------
1 file changed, 24 insertions(+), 25 deletions(-)
diff --git a/drivers/gpu/drm/i915/gt/intel_lrc.c b/drivers/gpu/drm/i915/gt/intel_lrc.c
index efccc31887de..f83bcf0191d6 100644
--- a/drivers/gpu/drm/i915/gt/intel_lrc.c
+++ b/drivers/gpu/drm/i915/gt/intel_lrc.c
@@ -837,10 +837,9 @@ last_active(const struct intel_engine_execlists *execlists)
return *last;
}
-static void
-defer_request(struct i915_request * const rq, struct list_head * const pl)
+static void defer_request(struct i915_request *rq, struct list_head * const pl)
{
- struct i915_dependency *p;
+ LIST_HEAD(list);
/*
* We want to move the interrupted request to the back of
@@ -849,34 +848,34 @@ defer_request(struct i915_request * const rq, struct list_head * const pl)
* flight and were waiting for the interrupted request to
* be run after it again.
*/
- list_move_tail(&rq->sched.link, pl);
+ do {
+ struct i915_dependency *p;
- list_for_each_entry(p, &rq->sched.waiters_list, wait_link) {
- struct i915_request *w =
- container_of(p->waiter, typeof(*w), sched);
+ list_move_tail(&rq->sched.link, pl);
- /* Leave semaphores spinning on the other engines */
- if (w->engine != rq->engine)
- continue;
+ list_for_each_entry(p, &rq->sched.waiters_list, wait_link) {
+ struct i915_request *w =
+ container_of(p->waiter, typeof(*w), sched);
- /* No waiter should start before the active request completed */
- GEM_BUG_ON(i915_request_started(w));
+ /* Leave semaphores spinning on the other engines */
+ if (w->engine != rq->engine)
+ continue;
- GEM_BUG_ON(rq_prio(w) > rq_prio(rq));
- if (rq_prio(w) < rq_prio(rq))
- continue;
+ /* No waiter should start before its signaler */
+ GEM_BUG_ON(i915_request_started(w));
+
+ GEM_BUG_ON(rq_prio(w) > rq_prio(rq));
+ if (rq_prio(w) < rq_prio(rq))
+ continue;
- if (list_empty(&w->sched.link))
- continue; /* Not yet submitted; unready */
+ if (list_empty(&w->sched.link))
+ continue; /* Not yet submitted; unready */
- /*
- * This should be very shallow as it is limited by the
- * number of requests that can fit in a ring (<64) and
- * the number of contexts that can be in flight on this
- * engine.
- */
- defer_request(w, pl);
- }
+ list_move_tail(&w->sched.link, &list);
+ }
+
+ rq = list_first_entry_or_null(&list, typeof(*rq), sched.link);
+ } while (rq);
}
static void defer_active(struct intel_engine_cs *engine)
--
2.20.1
_______________________________________________
Intel-gfx mailing list
Intel-gfx@xxxxxxxxxxxxxxxxxxxxx
https://lists.freedesktop.org/mailman/listinfo/intel-gfx
