2019-08-18 21:33:52 +00:00
|
|
|
From 02487d0393920e03426a2378e40bc7547193c3aa Mon Sep 17 00:00:00 2001
|
2018-08-27 14:32:32 +00:00
|
|
|
From: Thomas Gleixner <tglx@linutronix.de>
|
|
|
|
Date: Wed, 8 Mar 2017 14:23:35 +0100
|
2019-08-18 21:33:52 +00:00
|
|
|
Subject: [PATCH 060/283] futex: workaround migrate_disable/enable in different
|
2019-04-08 23:49:20 +00:00
|
|
|
context
|
2019-08-18 21:33:52 +00:00
|
|
|
Origin: https://www.kernel.org/pub/linux/kernel/projects/rt/4.19/older/patches-4.19.59-rt24.tar.xz
|
2018-08-27 14:32:32 +00:00
|
|
|
|
|
|
|
migrate_disable()/migrate_enable() takes a different path in atomic() vs
|
|
|
|
!atomic() context. These little hacks ensure that we don't underflow / overflow
|
|
|
|
the migrate code counts properly while we lock the hb lockwith interrupts
|
|
|
|
enabled and unlock it with interrupts disabled.
|
|
|
|
|
|
|
|
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
|
|
|
|
Signed-off-by: Sebastian Andrzej Siewior <bigeasy@linutronix.de>
|
|
|
|
---
|
2019-04-08 23:49:20 +00:00
|
|
|
kernel/futex.c | 19 +++++++++++++++++++
|
2018-08-27 14:32:32 +00:00
|
|
|
1 file changed, 19 insertions(+)
|
|
|
|
|
2019-04-08 23:49:20 +00:00
|
|
|
diff --git a/kernel/futex.c b/kernel/futex.c
|
2019-08-18 21:33:52 +00:00
|
|
|
index afdc5eadce6e..304f07d08c95 100644
|
2018-08-27 14:32:32 +00:00
|
|
|
--- a/kernel/futex.c
|
|
|
|
+++ b/kernel/futex.c
|
2019-08-18 21:33:52 +00:00
|
|
|
@@ -2876,6 +2876,14 @@ static int futex_lock_pi(u32 __user *uaddr, unsigned int flags,
|
2019-02-27 18:51:46 +00:00
|
|
|
* before __rt_mutex_start_proxy_lock() is done.
|
2018-08-27 14:32:32 +00:00
|
|
|
*/
|
|
|
|
raw_spin_lock_irq(&q.pi_state->pi_mutex.wait_lock);
|
|
|
|
+ /*
|
|
|
|
+ * the migrate_disable() here disables migration in the in_atomic() fast
|
|
|
|
+ * path which is enabled again in the following spin_unlock(). We have
|
|
|
|
+ * one migrate_disable() pending in the slow-path which is reversed
|
|
|
|
+ * after the raw_spin_unlock_irq() where we leave the atomic context.
|
|
|
|
+ */
|
|
|
|
+ migrate_disable();
|
|
|
|
+
|
|
|
|
spin_unlock(q.lock_ptr);
|
2019-02-27 18:51:46 +00:00
|
|
|
/*
|
|
|
|
* __rt_mutex_start_proxy_lock() unconditionally enqueues the @rt_waiter
|
2019-08-18 21:33:52 +00:00
|
|
|
@@ -2884,6 +2892,7 @@ static int futex_lock_pi(u32 __user *uaddr, unsigned int flags,
|
2019-02-27 18:51:46 +00:00
|
|
|
*/
|
2018-08-27 14:32:32 +00:00
|
|
|
ret = __rt_mutex_start_proxy_lock(&q.pi_state->pi_mutex, &rt_waiter, current);
|
|
|
|
raw_spin_unlock_irq(&q.pi_state->pi_mutex.wait_lock);
|
|
|
|
+ migrate_enable();
|
|
|
|
|
|
|
|
if (ret) {
|
|
|
|
if (ret == 1)
|
2019-08-18 21:33:52 +00:00
|
|
|
@@ -3032,11 +3041,21 @@ static int futex_unlock_pi(u32 __user *uaddr, unsigned int flags)
|
2019-02-27 18:51:46 +00:00
|
|
|
* rt_waiter. Also see the WARN in wake_futex_pi().
|
2018-08-27 14:32:32 +00:00
|
|
|
*/
|
|
|
|
raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock);
|
|
|
|
+ /*
|
|
|
|
+ * Magic trickery for now to make the RT migrate disable
|
|
|
|
+ * logic happy. The following spin_unlock() happens with
|
|
|
|
+ * interrupts disabled so the internal migrate_enable()
|
|
|
|
+ * won't undo the migrate_disable() which was issued when
|
|
|
|
+ * locking hb->lock.
|
|
|
|
+ */
|
|
|
|
+ migrate_disable();
|
|
|
|
spin_unlock(&hb->lock);
|
|
|
|
|
|
|
|
/* drops pi_state->pi_mutex.wait_lock */
|
|
|
|
ret = wake_futex_pi(uaddr, uval, pi_state);
|
|
|
|
|
|
|
|
+ migrate_enable();
|
|
|
|
+
|
|
|
|
put_pi_state(pi_state);
|
|
|
|
|
|
|
|
/*
|
2019-04-08 23:49:20 +00:00
|
|
|
--
|
|
|
|
2.20.1
|
|
|
|
|