| .. | .. |
|---|
| 7 | 7 | #include <linux/lockdep.h> |
|---|
| 8 | 8 | |
|---|
| 9 | 9 | typedef struct { |
|---|
| 10 | | -#ifdef CONFIG_PREEMPT_RT |
|---|
| 11 | | - spinlock_t lock; |
|---|
| 12 | | - struct task_struct *owner; |
|---|
| 13 | | - int nestcnt; |
|---|
| 14 | | - |
|---|
| 15 | | -#elif defined(CONFIG_DEBUG_LOCK_ALLOC) |
|---|
| 10 | +#ifdef CONFIG_DEBUG_LOCK_ALLOC |
|---|
| 16 | 11 | struct lockdep_map dep_map; |
|---|
| 17 | 12 | struct task_struct *owner; |
|---|
| 18 | 13 | #endif |
|---|
| 19 | 14 | } local_lock_t; |
|---|
| 20 | 15 | |
|---|
| 21 | | -#ifdef CONFIG_PREEMPT_RT |
|---|
| 22 | | - |
|---|
| 23 | | -#define INIT_LOCAL_LOCK(lockname) { \ |
|---|
| 24 | | - __SPIN_LOCK_UNLOCKED((lockname).lock), \ |
|---|
| 25 | | - .owner = NULL, \ |
|---|
| 26 | | - .nestcnt = 0, \ |
|---|
| 27 | | - } |
|---|
| 28 | | - |
|---|
| 29 | | -static inline void ___local_lock_init(local_lock_t *l) |
|---|
| 30 | | -{ |
|---|
| 31 | | - l->owner = NULL; |
|---|
| 32 | | - l->nestcnt = 0; |
|---|
| 33 | | -} |
|---|
| 34 | | - |
|---|
| 35 | | -#define __local_lock_init(l) \ |
|---|
| 36 | | -do { \ |
|---|
| 37 | | - spin_lock_init(&(l)->lock); \ |
|---|
| 38 | | - ___local_lock_init(l); \ |
|---|
| 39 | | -} while (0) |
|---|
| 40 | | - |
|---|
| 41 | | -#elif defined(CONFIG_DEBUG_LOCK_ALLOC) |
|---|
| 42 | | - |
|---|
| 16 | +#ifdef CONFIG_DEBUG_LOCK_ALLOC |
|---|
| 43 | 17 | # define LOCAL_LOCK_DEBUG_INIT(lockname) \ |
|---|
| 44 | 18 | .dep_map = { \ |
|---|
| 45 | 19 | .name = #lockname, \ |
|---|
| .. | .. |
|---|
| 47 | 21 | .lock_type = LD_LOCK_PERCPU, \ |
|---|
| 48 | 22 | }, \ |
|---|
| 49 | 23 | .owner = NULL, |
|---|
| 50 | | -#endif |
|---|
| 51 | 24 | |
|---|
| 52 | | -#ifdef CONFIG_PREEMPT_RT |
|---|
| 53 | | - |
|---|
| 54 | | -static inline void local_lock_acquire(local_lock_t *l) |
|---|
| 55 | | -{ |
|---|
| 56 | | - if (l->owner != current) { |
|---|
| 57 | | - spin_lock(&l->lock); |
|---|
| 58 | | - DEBUG_LOCKS_WARN_ON(l->owner); |
|---|
| 59 | | - DEBUG_LOCKS_WARN_ON(l->nestcnt); |
|---|
| 60 | | - l->owner = current; |
|---|
| 61 | | - } |
|---|
| 62 | | - l->nestcnt++; |
|---|
| 63 | | -} |
|---|
| 64 | | - |
|---|
| 65 | | -static inline void local_lock_release(local_lock_t *l) |
|---|
| 66 | | -{ |
|---|
| 67 | | - DEBUG_LOCKS_WARN_ON(l->nestcnt == 0); |
|---|
| 68 | | - DEBUG_LOCKS_WARN_ON(l->owner != current); |
|---|
| 69 | | - if (--l->nestcnt) |
|---|
| 70 | | - return; |
|---|
| 71 | | - |
|---|
| 72 | | - l->owner = NULL; |
|---|
| 73 | | - spin_unlock(&l->lock); |
|---|
| 74 | | -} |
|---|
| 75 | | - |
|---|
| 76 | | -#elif defined(CONFIG_DEBUG_LOCK_ALLOC) |
|---|
| 77 | 25 | static inline void local_lock_acquire(local_lock_t *l) |
|---|
| 78 | 26 | { |
|---|
| 79 | 27 | lock_map_acquire(&l->dep_map); |
|---|
| .. | .. |
|---|
| 99 | 47 | static inline void local_lock_debug_init(local_lock_t *l) { } |
|---|
| 100 | 48 | #endif /* !CONFIG_DEBUG_LOCK_ALLOC */ |
|---|
| 101 | 49 | |
|---|
| 102 | | -#ifdef CONFIG_PREEMPT_RT |
|---|
| 103 | | - |
|---|
| 104 | | -#define __local_lock(lock) \ |
|---|
| 105 | | - do { \ |
|---|
| 106 | | - migrate_disable(); \ |
|---|
| 107 | | - local_lock_acquire(this_cpu_ptr(lock)); \ |
|---|
| 108 | | - } while (0) |
|---|
| 109 | | - |
|---|
| 110 | | -#define __local_unlock(lock) \ |
|---|
| 111 | | - do { \ |
|---|
| 112 | | - local_lock_release(this_cpu_ptr(lock)); \ |
|---|
| 113 | | - migrate_enable(); \ |
|---|
| 114 | | - } while (0) |
|---|
| 115 | | - |
|---|
| 116 | | -#define __local_lock_irq(lock) \ |
|---|
| 117 | | - do { \ |
|---|
| 118 | | - migrate_disable(); \ |
|---|
| 119 | | - local_lock_acquire(this_cpu_ptr(lock)); \ |
|---|
| 120 | | - } while (0) |
|---|
| 121 | | - |
|---|
| 122 | | -#define __local_lock_irqsave(lock, flags) \ |
|---|
| 123 | | - do { \ |
|---|
| 124 | | - migrate_disable(); \ |
|---|
| 125 | | - flags = 0; \ |
|---|
| 126 | | - local_lock_acquire(this_cpu_ptr(lock)); \ |
|---|
| 127 | | - } while (0) |
|---|
| 128 | | - |
|---|
| 129 | | -#define __local_unlock_irq(lock) \ |
|---|
| 130 | | - do { \ |
|---|
| 131 | | - local_lock_release(this_cpu_ptr(lock)); \ |
|---|
| 132 | | - migrate_enable(); \ |
|---|
| 133 | | - } while (0) |
|---|
| 134 | | - |
|---|
| 135 | | -#define __local_unlock_irqrestore(lock, flags) \ |
|---|
| 136 | | - do { \ |
|---|
| 137 | | - local_lock_release(this_cpu_ptr(lock)); \ |
|---|
| 138 | | - migrate_enable(); \ |
|---|
| 139 | | - } while (0) |
|---|
| 140 | | - |
|---|
| 141 | | -#else |
|---|
| 142 | | - |
|---|
| 143 | 50 | #define INIT_LOCAL_LOCK(lockname) { LOCAL_LOCK_DEBUG_INIT(lockname) } |
|---|
| 144 | 51 | |
|---|
| 145 | 52 | #define __local_lock_init(lock) \ |
|---|
| .. | .. |
|---|
| 159 | 66 | local_lock_acquire(this_cpu_ptr(lock)); \ |
|---|
| 160 | 67 | } while (0) |
|---|
| 161 | 68 | |
|---|
| 162 | | -#define __local_unlock(lock) \ |
|---|
| 163 | | - do { \ |
|---|
| 164 | | - local_lock_release(this_cpu_ptr(lock)); \ |
|---|
| 165 | | - preempt_enable(); \ |
|---|
| 166 | | - } while (0) |
|---|
| 167 | | - |
|---|
| 168 | 69 | #define __local_lock_irq(lock) \ |
|---|
| 169 | 70 | do { \ |
|---|
| 170 | 71 | local_irq_disable(); \ |
|---|
| .. | .. |
|---|
| 175 | 76 | do { \ |
|---|
| 176 | 77 | local_irq_save(flags); \ |
|---|
| 177 | 78 | local_lock_acquire(this_cpu_ptr(lock)); \ |
|---|
| 79 | + } while (0) |
|---|
| 80 | + |
|---|
| 81 | +#define __local_unlock(lock) \ |
|---|
| 82 | + do { \ |
|---|
| 83 | + local_lock_release(this_cpu_ptr(lock)); \ |
|---|
| 84 | + preempt_enable(); \ |
|---|
| 178 | 85 | } while (0) |
|---|
| 179 | 86 | |
|---|
| 180 | 87 | #define __local_unlock_irq(lock) \ |
|---|
| .. | .. |
|---|
| 188 | 95 | local_lock_release(this_cpu_ptr(lock)); \ |
|---|
| 189 | 96 | local_irq_restore(flags); \ |
|---|
| 190 | 97 | } while (0) |
|---|
| 191 | | - |
|---|
| 192 | | -#endif |
|---|