9 * Copyright February 2009 - Mathieu Desnoyers <mathieu.desnoyers@polymtl.ca>
11 * Credits for Paul e. McKenney <paulmck@linux.vnet.ibm.com>
12 * for inspiration coming from the Linux kernel RCU and rcu-preempt.
14 * The barrier, mb, rmb, wmb, atomic_inc, smp_read_barrier_depends, ACCESS_ONCE
15 * and rcu_dereference primitives come from the Linux kernel.
17 * Distributed under GPLv2
20 /* The "volatile" is due to gcc bugs */
21 #define barrier() __asm__ __volatile__("": : :"memory")
23 /* x86 32/64 specific */
24 #define mb() asm volatile("mfence":::"memory")
25 #define rmb() asm volatile("lfence":::"memory")
26 #define wmb() asm volatile("sfence" ::: "memory")
28 static inline void atomic_inc(int *v
)
30 asm volatile("lock; incl %0"
34 /* Nop everywhere except on alpha. */
35 #define smp_read_barrier_depends()
38 * Prevent the compiler from merging or refetching accesses. The compiler
39 * is also forbidden from reordering successive instances of ACCESS_ONCE(),
40 * but only when the compiler is aware of some particular ordering. One way
41 * to make the compiler aware of ordering is to put the two invocations of
42 * ACCESS_ONCE() in different C statements.
44 * This macro does absolutely -nothing- to prevent the CPU from reordering,
45 * merging, or refetching absolutely anything at any time. Its main intended
46 * use is to mediate communication between process-level code and irq/NMI
47 * handlers, all running on the same CPU.
49 #define ACCESS_ONCE(x) (*(volatile typeof(x) *)&(x))
52 * rcu_dereference - fetch an RCU-protected pointer in an
53 * RCU read-side critical section. This pointer may later
54 * be safely dereferenced.
56 * Inserts memory barriers on architectures that require them
57 * (currently only the Alpha), and, more importantly, documents
58 * exactly which pointers are protected by RCU.
61 #define rcu_dereference(p) ({ \
62 typeof(p) _________p1 = ACCESS_ONCE(p); \
63 smp_read_barrier_depends(); \
67 #define SIGURCU SIGUSR1
72 #define YIELD_READ (1 << 0)
73 #define YIELD_WRITE (1 << 1)
75 extern unsigned int yield_active
;
76 extern unsigned int __thread rand_yield
;
78 static inline void debug_yield_read(void)
80 if (yield_active
& YIELD_READ
)
81 if (rand_r(&rand_yield
) & 0x1)
85 static inline void debug_yield_write(void)
87 if (yield_active
& YIELD_WRITE
)
88 if (rand_r(&rand_yield
) & 0x1)
92 static inline void debug_yield_init(void)
94 rand_yield
= time(NULL
) ^ pthread_self();
97 static inline void debug_yield_read(void)
101 static inline void debug_yield_write(void)
105 static inline void debug_yield_init(void)
111 /* Global quiescent period parity */
112 extern int urcu_qparity
;
114 extern int __thread urcu_active_readers
[2];
116 static inline int get_urcu_qparity(void)
122 * urcu_parity should be declared on the caller's stack.
124 static inline void rcu_read_lock(int *urcu_parity
)
127 *urcu_parity
= get_urcu_qparity();
129 urcu_active_readers
[*urcu_parity
]++;
132 * Increment active readers count before accessing the pointer.
133 * See force_mb_all_threads().
139 static inline void rcu_read_unlock(int *urcu_parity
)
145 * Finish using rcu before decrementing the pointer.
146 * See force_mb_all_threads().
148 urcu_active_readers
[*urcu_parity
]--;
152 extern void *urcu_publish_content(void **ptr
, void *new);
155 * Reader thread registration.
157 extern void urcu_register_thread(void);
158 extern void urcu_unregister_thread(void);