2020-04-21 20:13:52 +00:00
|
|
|
From af455cf90e7dc741d2f547f1b0920e355053a316 Mon Sep 17 00:00:00 2001
|
2018-08-27 14:32:32 +00:00
|
|
|
From: Sebastian Andrzej Siewior <bigeasy@linutronix.de>
|
|
|
|
Date: Wed, 20 Jan 2016 15:39:05 +0100
|
2020-04-21 20:13:52 +00:00
|
|
|
Subject: [PATCH 199/325] net: provide a way to delegate processing a softirq
|
2019-04-08 23:49:20 +00:00
|
|
|
to ksoftirqd
|
2020-04-21 20:13:52 +00:00
|
|
|
Origin: https://www.kernel.org/pub/linux/kernel/projects/rt/4.19/older/patches-4.19.115-rt48.tar.xz
|
2018-08-27 14:32:32 +00:00
|
|
|
|
|
|
|
If the NET_RX uses up all of his budget it moves the following NAPI
|
|
|
|
invocations into the `ksoftirqd`. On -RT it does not do so. Instead it
|
|
|
|
rises the NET_RX softirq in its current context again.
|
|
|
|
|
|
|
|
In order to get closer to mainline's behaviour this patch provides
|
|
|
|
__raise_softirq_irqoff_ksoft() which raises the softirq in the ksoftird.
|
|
|
|
|
|
|
|
Cc: stable-rt@vger.kernel.org
|
|
|
|
Signed-off-by: Sebastian Andrzej Siewior <bigeasy@linutronix.de>
|
|
|
|
---
|
2019-04-08 23:49:20 +00:00
|
|
|
include/linux/interrupt.h | 8 ++++++++
|
|
|
|
kernel/softirq.c | 21 +++++++++++++++++++++
|
|
|
|
net/core/dev.c | 2 +-
|
2018-08-27 14:32:32 +00:00
|
|
|
3 files changed, 30 insertions(+), 1 deletion(-)
|
|
|
|
|
2019-04-08 23:49:20 +00:00
|
|
|
diff --git a/include/linux/interrupt.h b/include/linux/interrupt.h
|
2020-04-21 20:13:52 +00:00
|
|
|
index e1438fe66467..97d9ba26915e 100644
|
2018-08-27 14:32:32 +00:00
|
|
|
--- a/include/linux/interrupt.h
|
|
|
|
+++ b/include/linux/interrupt.h
|
2020-04-21 20:13:52 +00:00
|
|
|
@@ -518,6 +518,14 @@ extern void thread_do_softirq(void);
|
2018-08-27 14:32:32 +00:00
|
|
|
extern void open_softirq(int nr, void (*action)(struct softirq_action *));
|
|
|
|
extern void softirq_init(void);
|
|
|
|
extern void __raise_softirq_irqoff(unsigned int nr);
|
|
|
|
+#ifdef CONFIG_PREEMPT_RT_FULL
|
|
|
|
+extern void __raise_softirq_irqoff_ksoft(unsigned int nr);
|
|
|
|
+#else
|
|
|
|
+static inline void __raise_softirq_irqoff_ksoft(unsigned int nr)
|
|
|
|
+{
|
|
|
|
+ __raise_softirq_irqoff(nr);
|
|
|
|
+}
|
|
|
|
+#endif
|
|
|
|
|
|
|
|
extern void raise_softirq_irqoff(unsigned int nr);
|
|
|
|
extern void raise_softirq(unsigned int nr);
|
2019-04-08 23:49:20 +00:00
|
|
|
diff --git a/kernel/softirq.c b/kernel/softirq.c
|
|
|
|
index 27a4bb2303d0..25bcf2f2714b 100644
|
2018-08-27 14:32:32 +00:00
|
|
|
--- a/kernel/softirq.c
|
|
|
|
+++ b/kernel/softirq.c
|
2019-04-08 23:49:20 +00:00
|
|
|
@@ -721,6 +721,27 @@ void __raise_softirq_irqoff(unsigned int nr)
|
|
|
|
wakeup_proper_softirq(nr);
|
2018-08-27 14:32:32 +00:00
|
|
|
}
|
|
|
|
|
2019-04-08 23:49:20 +00:00
|
|
|
+/*
|
2018-08-27 14:32:32 +00:00
|
|
|
+ * Same as __raise_softirq_irqoff() but will process them in ksoftirqd
|
|
|
|
+ */
|
|
|
|
+void __raise_softirq_irqoff_ksoft(unsigned int nr)
|
|
|
|
+{
|
|
|
|
+ unsigned int mask;
|
|
|
|
+
|
|
|
|
+ if (WARN_ON_ONCE(!__this_cpu_read(ksoftirqd) ||
|
|
|
|
+ !__this_cpu_read(ktimer_softirqd)))
|
|
|
|
+ return;
|
|
|
|
+ mask = 1UL << nr;
|
|
|
|
+
|
|
|
|
+ trace_softirq_raise(nr);
|
|
|
|
+ or_softirq_pending(mask);
|
|
|
|
+ if (mask & TIMER_SOFTIRQS)
|
|
|
|
+ __this_cpu_read(ktimer_softirqd)->softirqs_raised |= mask;
|
|
|
|
+ else
|
|
|
|
+ __this_cpu_read(ksoftirqd)->softirqs_raised |= mask;
|
|
|
|
+ wakeup_proper_softirq(nr);
|
|
|
|
+}
|
|
|
|
+
|
2019-04-08 23:49:20 +00:00
|
|
|
/*
|
2018-08-27 14:32:32 +00:00
|
|
|
* This function must run with irqs disabled!
|
|
|
|
*/
|
2019-04-08 23:49:20 +00:00
|
|
|
diff --git a/net/core/dev.c b/net/core/dev.c
|
2020-04-21 20:13:52 +00:00
|
|
|
index 031079f6703b..f3c394d0037e 100644
|
2018-08-27 14:32:32 +00:00
|
|
|
--- a/net/core/dev.c
|
|
|
|
+++ b/net/core/dev.c
|
2020-04-21 20:13:52 +00:00
|
|
|
@@ -6370,7 +6370,7 @@ static __latent_entropy void net_rx_action(struct softirq_action *h)
|
2018-08-27 14:32:32 +00:00
|
|
|
list_splice_tail(&repoll, &list);
|
|
|
|
list_splice(&list, &sd->poll_list);
|
|
|
|
if (!list_empty(&sd->poll_list))
|
|
|
|
- __raise_softirq_irqoff(NET_RX_SOFTIRQ);
|
|
|
|
+ __raise_softirq_irqoff_ksoft(NET_RX_SOFTIRQ);
|
|
|
|
|
|
|
|
net_rps_action_and_irq_enable(sd);
|
|
|
|
out:
|
2020-01-03 23:36:11 +00:00
|
|
|
--
|
2020-04-09 19:44:24 +00:00
|
|
|
2.25.1
|
2020-01-03 23:36:11 +00:00
|
|
|
|