Subject: softirq: Allow early break
From: Peter Zijlstra <peterz@infradead.org>
Date: Fri Sep 11 17:50:17 CEST 2020
Allow terminating the softirq processing loop without finishing the
vectors.
Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org>
---
kernel/softirq.c | 16 ++++++++++------
1 file changed, 10 insertions(+), 6 deletions(-)
--- a/kernel/softirq.c
+++ b/kernel/softirq.c
@@ -309,19 +309,23 @@ asmlinkage __visible void __softirq_entr
prev_count, preempt_count());
preempt_count_set(prev_count);
}
+
+ if (pending && __softirq_needs_break(start))
+ break;
}
if (__this_cpu_read(ksoftirqd) == current)
rcu_softirq_qs();
local_irq_disable();
- pending = local_softirq_pending();
- if (pending) {
- if (!__softirq_needs_break(start) && --max_restart)
- goto restart;
+ if (pending)
+ or_softirq_pending(pending);
+ else if ((pending = local_softirq_pending()) &&
+ !__softirq_needs_break(start) &&
+ --max_restart)
+ goto restart;
- wakeup_softirqd();
- }
+ wakeup_softirqd();
lockdep_softirq_end(in_hardirq);
account_irq_exit_time(current);