linux/include/linux/rwlock_api_smp.h
<<
>>
Prefs
   1#ifndef __LINUX_RWLOCK_API_SMP_H
   2#define __LINUX_RWLOCK_API_SMP_H
   3
   4#ifndef __LINUX_SPINLOCK_API_SMP_H
   5# error "please don't include this file directly"
   6#endif
   7
   8/*
   9 * include/linux/rwlock_api_smp.h
  10 *
  11 * spinlock API declarations on SMP (and debug)
  12 * (implemented in kernel/spinlock.c)
  13 *
  14 * portions Copyright 2005, Red Hat, Inc., Ingo Molnar
  15 * Released under the General Public License (GPL).
  16 */
  17
  18void __lockfunc _raw_read_lock(rwlock_t *lock)          __acquires(lock);
  19void __lockfunc _raw_write_lock(rwlock_t *lock)         __acquires(lock);
  20void __lockfunc _raw_read_lock_bh(rwlock_t *lock)       __acquires(lock);
  21void __lockfunc _raw_write_lock_bh(rwlock_t *lock)      __acquires(lock);
  22void __lockfunc _raw_read_lock_irq(rwlock_t *lock)      __acquires(lock);
  23void __lockfunc _raw_write_lock_irq(rwlock_t *lock)     __acquires(lock);
  24unsigned long __lockfunc _raw_read_lock_irqsave(rwlock_t *lock)
  25                                                        __acquires(lock);
  26unsigned long __lockfunc _raw_write_lock_irqsave(rwlock_t *lock)
  27                                                        __acquires(lock);
  28int __lockfunc _raw_read_trylock(rwlock_t *lock);
  29int __lockfunc _raw_write_trylock(rwlock_t *lock);
  30void __lockfunc _raw_read_unlock(rwlock_t *lock)        __releases(lock);
  31void __lockfunc _raw_write_unlock(rwlock_t *lock)       __releases(lock);
  32void __lockfunc _raw_read_unlock_bh(rwlock_t *lock)     __releases(lock);
  33void __lockfunc _raw_write_unlock_bh(rwlock_t *lock)    __releases(lock);
  34void __lockfunc _raw_read_unlock_irq(rwlock_t *lock)    __releases(lock);
  35void __lockfunc _raw_write_unlock_irq(rwlock_t *lock)   __releases(lock);
  36void __lockfunc
  37_raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
  38                                                        __releases(lock);
  39void __lockfunc
  40_raw_write_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
  41                                                        __releases(lock);
  42
  43#ifdef CONFIG_INLINE_READ_LOCK
  44#define _raw_read_lock(lock) __raw_read_lock(lock)
  45#endif
  46
  47#ifdef CONFIG_INLINE_WRITE_LOCK
  48#define _raw_write_lock(lock) __raw_write_lock(lock)
  49#endif
  50
  51#ifdef CONFIG_INLINE_READ_LOCK_BH
  52#define _raw_read_lock_bh(lock) __raw_read_lock_bh(lock)
  53#endif
  54
  55#ifdef CONFIG_INLINE_WRITE_LOCK_BH
  56#define _raw_write_lock_bh(lock) __raw_write_lock_bh(lock)
  57#endif
  58
  59#ifdef CONFIG_INLINE_READ_LOCK_IRQ
  60#define _raw_read_lock_irq(lock) __raw_read_lock_irq(lock)
  61#endif
  62
  63#ifdef CONFIG_INLINE_WRITE_LOCK_IRQ
  64#define _raw_write_lock_irq(lock) __raw_write_lock_irq(lock)
  65#endif
  66
  67#ifdef CONFIG_INLINE_READ_LOCK_IRQSAVE
  68#define _raw_read_lock_irqsave(lock) __raw_read_lock_irqsave(lock)
  69#endif
  70
  71#ifdef CONFIG_INLINE_WRITE_LOCK_IRQSAVE
  72#define _raw_write_lock_irqsave(lock) __raw_write_lock_irqsave(lock)
  73#endif
  74
  75#ifdef CONFIG_INLINE_READ_TRYLOCK
  76#define _raw_read_trylock(lock) __raw_read_trylock(lock)
  77#endif
  78
  79#ifdef CONFIG_INLINE_WRITE_TRYLOCK
  80#define _raw_write_trylock(lock) __raw_write_trylock(lock)
  81#endif
  82
  83#ifdef CONFIG_INLINE_READ_UNLOCK
  84#define _raw_read_unlock(lock) __raw_read_unlock(lock)
  85#endif
  86
  87#ifdef CONFIG_INLINE_WRITE_UNLOCK
  88#define _raw_write_unlock(lock) __raw_write_unlock(lock)
  89#endif
  90
  91#ifdef CONFIG_INLINE_READ_UNLOCK_BH
  92#define _raw_read_unlock_bh(lock) __raw_read_unlock_bh(lock)
  93#endif
  94
  95#ifdef CONFIG_INLINE_WRITE_UNLOCK_BH
  96#define _raw_write_unlock_bh(lock) __raw_write_unlock_bh(lock)
  97#endif
  98
  99#ifdef CONFIG_INLINE_READ_UNLOCK_IRQ
 100#define _raw_read_unlock_irq(lock) __raw_read_unlock_irq(lock)
 101#endif
 102
 103#ifdef CONFIG_INLINE_WRITE_UNLOCK_IRQ
 104#define _raw_write_unlock_irq(lock) __raw_write_unlock_irq(lock)
 105#endif
 106
 107#ifdef CONFIG_INLINE_READ_UNLOCK_IRQRESTORE
 108#define _raw_read_unlock_irqrestore(lock, flags) \
 109        __raw_read_unlock_irqrestore(lock, flags)
 110#endif
 111
 112#ifdef CONFIG_INLINE_WRITE_UNLOCK_IRQRESTORE
 113#define _raw_write_unlock_irqrestore(lock, flags) \
 114        __raw_write_unlock_irqrestore(lock, flags)
 115#endif
 116
 117static inline int __raw_read_trylock(rwlock_t *lock)
 118{
 119        preempt_disable();
 120        if (do_raw_read_trylock(lock)) {
 121                rwlock_acquire_read(&lock->dep_map, 0, 1, _RET_IP_);
 122                return 1;
 123        }
 124        preempt_enable();
 125        return 0;
 126}
 127
 128static inline int __raw_write_trylock(rwlock_t *lock)
 129{
 130        preempt_disable();
 131        if (do_raw_write_trylock(lock)) {
 132                rwlock_acquire(&lock->dep_map, 0, 1, _RET_IP_);
 133                return 1;
 134        }
 135        preempt_enable();
 136        return 0;
 137}
 138
 139/*
 140 * If lockdep is enabled then we use the non-preemption spin-ops
 141 * even on CONFIG_PREEMPT, because lockdep assumes that interrupts are
 142 * not re-enabled during lock-acquire (which the preempt-spin-ops do):
 143 */
 144#if !defined(CONFIG_GENERIC_LOCKBREAK) || defined(CONFIG_DEBUG_LOCK_ALLOC)
 145
 146static inline void __raw_read_lock(rwlock_t *lock)
 147{
 148        preempt_disable();
 149        rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
 150        LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock);
 151}
 152
 153static inline unsigned long __raw_read_lock_irqsave(rwlock_t *lock)
 154{
 155        unsigned long flags;
 156
 157        local_irq_save(flags);
 158        preempt_disable();
 159        rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
 160        LOCK_CONTENDED_FLAGS(lock, do_raw_read_trylock, do_raw_read_lock,
 161                             do_raw_read_lock_flags, &flags);
 162        return flags;
 163}
 164
 165static inline void __raw_read_lock_irq(rwlock_t *lock)
 166{
 167        local_irq_disable();
 168        preempt_disable();
 169        rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
 170        LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock);
 171}
 172
 173static inline void __raw_read_lock_bh(rwlock_t *lock)
 174{
 175        local_bh_disable();
 176        preempt_disable();
 177        rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
 178        LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock);
 179}
 180
 181static inline unsigned long __raw_write_lock_irqsave(rwlock_t *lock)
 182{
 183        unsigned long flags;
 184
 185        local_irq_save(flags);
 186        preempt_disable();
 187        rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
 188        LOCK_CONTENDED_FLAGS(lock, do_raw_write_trylock, do_raw_write_lock,
 189                             do_raw_write_lock_flags, &flags);
 190        return flags;
 191}
 192
 193static inline void __raw_write_lock_irq(rwlock_t *lock)
 194{
 195        local_irq_disable();
 196        preempt_disable();
 197        rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
 198        LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock);
 199}
 200
 201static inline void __raw_write_lock_bh(rwlock_t *lock)
 202{
 203        local_bh_disable();
 204        preempt_disable();
 205        rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
 206        LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock);
 207}
 208
 209static inline void __raw_write_lock(rwlock_t *lock)
 210{
 211        preempt_disable();
 212        rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
 213        LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock);
 214}
 215
 216#endif /* CONFIG_PREEMPT */
 217
 218static inline void __raw_write_unlock(rwlock_t *lock)
 219{
 220        rwlock_release(&lock->dep_map, 1, _RET_IP_);
 221        do_raw_write_unlock(lock);
 222        preempt_enable();
 223}
 224
 225static inline void __raw_read_unlock(rwlock_t *lock)
 226{
 227        rwlock_release(&lock->dep_map, 1, _RET_IP_);
 228        do_raw_read_unlock(lock);
 229        preempt_enable();
 230}
 231
 232static inline void
 233__raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
 234{
 235        rwlock_release(&lock->dep_map, 1, _RET_IP_);
 236        do_raw_read_unlock(lock);
 237        local_irq_restore(flags);
 238        preempt_enable();
 239}
 240
 241static inline void __raw_read_unlock_irq(rwlock_t *lock)
 242{
 243        rwlock_release(&lock->dep_map, 1, _RET_IP_);
 244        do_raw_read_unlock(lock);
 245        local_irq_enable();
 246        preempt_enable();
 247}
 248
 249static inline void __raw_read_unlock_bh(rwlock_t *lock)
 250{
 251        rwlock_release(&lock->dep_map, 1, _RET_IP_);
 252        do_raw_read_unlock(lock);
 253        preempt_enable_no_resched();
 254        local_bh_enable_ip((unsigned long)__builtin_return_address(0));
 255}
 256
 257static inline void __raw_write_unlock_irqrestore(rwlock_t *lock,
 258                                             unsigned long flags)
 259{
 260        rwlock_release(&lock->dep_map, 1, _RET_IP_);
 261        do_raw_write_unlock(lock);
 262        local_irq_restore(flags);
 263        preempt_enable();
 264}
 265
 266static inline void __raw_write_unlock_irq(rwlock_t *lock)
 267{
 268        rwlock_release(&lock->dep_map, 1, _RET_IP_);
 269        do_raw_write_unlock(lock);
 270        local_irq_enable();
 271        preempt_enable();
 272}
 273
 274static inline void __raw_write_unlock_bh(rwlock_t *lock)
 275{
 276        rwlock_release(&lock->dep_map, 1, _RET_IP_);
 277        do_raw_write_unlock(lock);
 278        preempt_enable_no_resched();
 279        local_bh_enable_ip((unsigned long)__builtin_return_address(0));
 280}
 281
 282#endif /* __LINUX_RWLOCK_API_SMP_H */
 283
lxr.linux.no kindly hosted by Redpill Linpro AS, provider of Linux consulting and operations services since 1995.