tools/memory-model/linux-kernel.def

   1 // SPDX-License-Identifier: GPL-2.0+
   2 //
   3 // An earlier version of this file appeared in the companion webpage for
   4 // "Frightening small children and disconcerting grown-ups: Concurrency
   5 // in the Linux kernel" by Alglave, Maranget, McKenney, Parri, and Stern,
   6 // which appeared in ASPLOS 2018.
   7
   8 // ONCE
   9 READ_ONCE(X) __load{once}(X)
  10 WRITE_ONCE(X,V) { __store{once}(X,V); }
  11
  12 // Release Acquire and friends
  13 smp_store_release(X,V) { __store{release}(*X,V); }
  14 smp_load_acquire(X) __load{acquire}(*X)
  15 rcu_assign_pointer(X,V) { __store{release}(X,V); }
  16 rcu_dereference(X) __load{once}(X)
  17 smp_store_mb(X,V) { __store{once}(X,V); __fence{mb}; }
  18
  19 // Fences
  20 smp_mb() { __fence{mb}; }
  21 smp_rmb() { __fence{rmb}; }
  22 smp_wmb() { __fence{wmb}; }
  23 smp_mb__before_atomic() { __fence{before-atomic}; }
  24 smp_mb__after_atomic() { __fence{after-atomic}; }
  25 smp_mb__after_spinlock() { __fence{after-spinlock}; }
  26 smp_mb__after_unlock_lock() { __fence{after-unlock-lock}; }
  27
  28 // Exchange
  29 xchg(X,V)  __xchg{mb}(X,V)
  30 xchg_relaxed(X,V) __xchg{once}(X,V)
  31 xchg_release(X,V) __xchg{release}(X,V)
  32 xchg_acquire(X,V) __xchg{acquire}(X,V)
  33 cmpxchg(X,V,W) __cmpxchg{mb}(X,V,W)
  34 cmpxchg_relaxed(X,V,W) __cmpxchg{once}(X,V,W)
  35 cmpxchg_acquire(X,V,W) __cmpxchg{acquire}(X,V,W)
  36 cmpxchg_release(X,V,W) __cmpxchg{release}(X,V,W)
  37
  38 // Spinlocks
  39 spin_lock(X) { __lock(X); }
  40 spin_unlock(X) { __unlock(X); }
  41 spin_trylock(X) __trylock(X)
  42 spin_is_locked(X) __islocked(X)
  43
  44 // RCU
  45 rcu_read_lock() { __fence{rcu-lock}; }
  46 rcu_read_unlock() { __fence{rcu-unlock}; }
  47 synchronize_rcu() { __fence{sync-rcu}; }
  48 synchronize_rcu_expedited() { __fence{sync-rcu}; }
  49
  50 // Atomic
  51 atomic_read(X) READ_ONCE(*X)
  52 atomic_set(X,V) { WRITE_ONCE(*X,V); }
  53 atomic_read_acquire(X) smp_load_acquire(X)
  54 atomic_set_release(X,V) { smp_store_release(X,V); }
  55
  56 atomic_add(V,X) { __atomic_op(X,+,V); }
  57 atomic_sub(V,X) { __atomic_op(X,-,V); }
  58 atomic_inc(X)   { __atomic_op(X,+,1); }
  59 atomic_dec(X)   { __atomic_op(X,-,1); }
  60
  61 atomic_add_return(V,X) __atomic_op_return{mb}(X,+,V)
  62 atomic_add_return_relaxed(V,X) __atomic_op_return{once}(X,+,V)
  63 atomic_add_return_acquire(V,X) __atomic_op_return{acquire}(X,+,V)
  64 atomic_add_return_release(V,X) __atomic_op_return{release}(X,+,V)
  65 atomic_fetch_add(V,X) __atomic_fetch_op{mb}(X,+,V)
  66 atomic_fetch_add_relaxed(V,X) __atomic_fetch_op{once}(X,+,V)
  67 atomic_fetch_add_acquire(V,X) __atomic_fetch_op{acquire}(X,+,V)
  68 atomic_fetch_add_release(V,X) __atomic_fetch_op{release}(X,+,V)
  69
  70 atomic_inc_return(X) __atomic_op_return{mb}(X,+,1)
  71 atomic_inc_return_relaxed(X) __atomic_op_return{once}(X,+,1)
  72 atomic_inc_return_acquire(X) __atomic_op_return{acquire}(X,+,1)
  73 atomic_inc_return_release(X) __atomic_op_return{release}(X,+,1)
  74 atomic_fetch_inc(X) __atomic_fetch_op{mb}(X,+,1)
  75 atomic_fetch_inc_relaxed(X) __atomic_fetch_op{once}(X,+,1)
  76 atomic_fetch_inc_acquire(X) __atomic_fetch_op{acquire}(X,+,1)
  77 atomic_fetch_inc_release(X) __atomic_fetch_op{release}(X,+,1)
  78
  79 atomic_sub_return(V,X) __atomic_op_return{mb}(X,-,V)
  80 atomic_sub_return_relaxed(V,X) __atomic_op_return{once}(X,-,V)
  81 atomic_sub_return_acquire(V,X) __atomic_op_return{acquire}(X,-,V)
  82 atomic_sub_return_release(V,X) __atomic_op_return{release}(X,-,V)
  83 atomic_fetch_sub(V,X) __atomic_fetch_op{mb}(X,-,V)
  84 atomic_fetch_sub_relaxed(V,X) __atomic_fetch_op{once}(X,-,V)
  85 atomic_fetch_sub_acquire(V,X) __atomic_fetch_op{acquire}(X,-,V)
  86 atomic_fetch_sub_release(V,X) __atomic_fetch_op{release}(X,-,V)
  87
  88 atomic_dec_return(X) __atomic_op_return{mb}(X,-,1)
  89 atomic_dec_return_relaxed(X) __atomic_op_return{once}(X,-,1)
  90 atomic_dec_return_acquire(X) __atomic_op_return{acquire}(X,-,1)
  91 atomic_dec_return_release(X) __atomic_op_return{release}(X,-,1)
  92 atomic_fetch_dec(X) __atomic_fetch_op{mb}(X,-,1)
  93 atomic_fetch_dec_relaxed(X) __atomic_fetch_op{once}(X,-,1)
  94 atomic_fetch_dec_acquire(X) __atomic_fetch_op{acquire}(X,-,1)
  95 atomic_fetch_dec_release(X) __atomic_fetch_op{release}(X,-,1)
  96
  97 atomic_xchg(X,V) __xchg{mb}(X,V)
  98 atomic_xchg_relaxed(X,V) __xchg{once}(X,V)
  99 atomic_xchg_release(X,V) __xchg{release}(X,V)
 100 atomic_xchg_acquire(X,V) __xchg{acquire}(X,V)
 101 atomic_cmpxchg(X,V,W) __cmpxchg{mb}(X,V,W)
 102 atomic_cmpxchg_relaxed(X,V,W) __cmpxchg{once}(X,V,W)
 103 atomic_cmpxchg_acquire(X,V,W) __cmpxchg{acquire}(X,V,W)
 104 atomic_cmpxchg_release(X,V,W) __cmpxchg{release}(X,V,W)
 105
 106 atomic_sub_and_test(V,X) __atomic_op_return{mb}(X,-,V) == 0
 107 atomic_dec_and_test(X)  __atomic_op_return{mb}(X,-,1) == 0
 108 atomic_inc_and_test(X)  __atomic_op_return{mb}(X,+,1) == 0
 109 atomic_add_negative(V,X) __atomic_op_return{mb}(X,+,V) < 0