.. | .. |
---|
15 | 15 | |
---|
16 | 16 | #include <linux/rtmutex.h> |
---|
17 | 17 | #include <linux/sched/wake_q.h> |
---|
| 18 | +#include <linux/sched/debug.h> |
---|
18 | 19 | |
---|
19 | 20 | /* |
---|
20 | 21 | * This is the control structure for tasks blocked on a rt_mutex, |
---|
.. | .. |
---|
29 | 30 | struct rb_node pi_tree_entry; |
---|
30 | 31 | struct task_struct *task; |
---|
31 | 32 | struct rt_mutex *lock; |
---|
| 33 | + bool savestate; |
---|
32 | 34 | #ifdef CONFIG_DEBUG_RT_MUTEXES |
---|
33 | 35 | unsigned long ip; |
---|
34 | 36 | struct pid *deadlock_task_pid; |
---|
.. | .. |
---|
130 | 132 | /* |
---|
131 | 133 | * PI-futex support (proxy locking functions, etc.): |
---|
132 | 134 | */ |
---|
| 135 | +#define PI_WAKEUP_INPROGRESS ((struct rt_mutex_waiter *) 1) |
---|
| 136 | +#define PI_REQUEUE_INPROGRESS ((struct rt_mutex_waiter *) 2) |
---|
| 137 | + |
---|
133 | 138 | extern struct task_struct *rt_mutex_next_owner(struct rt_mutex *lock); |
---|
134 | 139 | extern void rt_mutex_init_proxy_locked(struct rt_mutex *lock, |
---|
135 | 140 | struct task_struct *proxy_owner); |
---|
136 | 141 | extern void rt_mutex_proxy_unlock(struct rt_mutex *lock); |
---|
137 | | -extern void rt_mutex_init_waiter(struct rt_mutex_waiter *waiter); |
---|
| 142 | +extern void rt_mutex_init_waiter(struct rt_mutex_waiter *waiter, bool savetate); |
---|
138 | 143 | extern int __rt_mutex_start_proxy_lock(struct rt_mutex *lock, |
---|
139 | 144 | struct rt_mutex_waiter *waiter, |
---|
140 | 145 | struct task_struct *task); |
---|
.. | .. |
---|
152 | 157 | |
---|
153 | 158 | extern void rt_mutex_futex_unlock(struct rt_mutex *lock); |
---|
154 | 159 | extern bool __rt_mutex_futex_unlock(struct rt_mutex *lock, |
---|
155 | | - struct wake_q_head *wqh); |
---|
| 160 | + struct wake_q_head *wqh, |
---|
| 161 | + struct wake_q_head *wq_sleeper); |
---|
156 | 162 | |
---|
157 | | -extern void rt_mutex_postunlock(struct wake_q_head *wake_q); |
---|
| 163 | +extern void rt_mutex_postunlock(struct wake_q_head *wake_q, |
---|
| 164 | + struct wake_q_head *wake_sleeper_q); |
---|
| 165 | + |
---|
| 166 | +/* RW semaphore special interface */ |
---|
| 167 | +struct ww_acquire_ctx; |
---|
| 168 | + |
---|
| 169 | +extern int __rt_mutex_lock_state(struct rt_mutex *lock, int state); |
---|
| 170 | +extern int __rt_mutex_trylock(struct rt_mutex *lock); |
---|
| 171 | +extern void __rt_mutex_unlock(struct rt_mutex *lock); |
---|
| 172 | +int __sched rt_mutex_slowlock_locked(struct rt_mutex *lock, int state, |
---|
| 173 | + struct hrtimer_sleeper *timeout, |
---|
| 174 | + enum rtmutex_chainwalk chwalk, |
---|
| 175 | + struct ww_acquire_ctx *ww_ctx, |
---|
| 176 | + struct rt_mutex_waiter *waiter); |
---|
| 177 | +void __sched rt_spin_lock_slowlock_locked(struct rt_mutex *lock, |
---|
| 178 | + struct rt_mutex_waiter *waiter, |
---|
| 179 | + unsigned long flags); |
---|
| 180 | +void __sched rt_spin_lock_slowunlock(struct rt_mutex *lock); |
---|
158 | 181 | |
---|
159 | 182 | #ifdef CONFIG_DEBUG_RT_MUTEXES |
---|
160 | 183 | # include "rtmutex-debug.h" |
---|