556846ff7260dc34c0753c1b3c310f8362f9bb1f
1 #ifndef _URCU_UATOMIC_GENERIC_H
2 #define _URCU_UATOMIC_GENERIC_H
5 * Copyright (c) 1991-1994 by Xerox Corporation. All rights reserved.
6 * Copyright (c) 1996-1999 by Silicon Graphics. All rights reserved.
7 * Copyright (c) 1999-2004 Hewlett-Packard Development Company, L.P.
8 * Copyright (c) 2009 Mathieu Desnoyers
9 * Copyright (c) 2010 Paolo Bonzini
11 * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
12 * OR IMPLIED. ANY USE IS AT YOUR OWN RISK.
14 * Permission is hereby granted to use or copy this program
15 * for any purpose, provided the above notices are retained on all copies.
16 * Permission to modify the code and to distribute modified code is granted,
17 * provided the above notices are retained, and a notice that the code was
18 * modified is included with the above copyright notice.
20 * Code inspired from libuatomic_ops-1.2, inherited in part from the
21 * Boehm-Demers-Weiser conservative garbage collector.
24 #include <urcu/compiler.h>
25 #include <urcu/system.h>
32 #define uatomic_set(addr, v) CMM_STORE_SHARED(*(addr), (v))
36 #define uatomic_read(addr) CMM_LOAD_SHARED(*(addr))
39 #if !defined __OPTIMIZE__ || defined UATOMIC_NO_LINK_ERROR
40 static inline __attribute__((always_inline
))
41 void _uatomic_link_error()
44 /* generate an illegal instruction. Cannot catch this with linker tricks
45 * when optimizations are disabled. */
46 __asm__
__volatile__(ILLEGAL_INSTR
);
52 #else /* #if !defined __OPTIMIZE__ || defined UATOMIC_NO_LINK_ERROR */
53 extern void _uatomic_link_error ();
54 #endif /* #else #if !defined __OPTIMIZE__ || defined UATOMIC_NO_LINK_ERROR */
58 #ifndef uatomic_cmpxchg
59 static inline __attribute__((always_inline
))
60 unsigned long _uatomic_cmpxchg(void *addr
, unsigned long old
,
61 unsigned long _new
, int len
)
64 #ifdef UATOMIC_HAS_ATOMIC_BYTE
66 return __sync_val_compare_and_swap_1(addr
, old
, _new
);
68 #ifdef UATOMIC_HAS_ATOMIC_SHORT
70 return __sync_val_compare_and_swap_2(addr
, old
, _new
);
73 return __sync_val_compare_and_swap_4(addr
, old
, _new
);
74 #if (CAA_BITS_PER_LONG == 64)
76 return __sync_val_compare_and_swap_8(addr
, old
, _new
);
79 _uatomic_link_error();
84 #define uatomic_cmpxchg(addr, old, _new) \
85 ((__typeof__(*(addr))) _uatomic_cmpxchg((addr), (unsigned long)(old),\
86 (unsigned long)(_new), \
93 static inline __attribute__((always_inline
))
94 void _uatomic_or(void *addr
, unsigned long val
,
98 #ifdef UATOMIC_HAS_ATOMIC_BYTE
100 __sync_or_and_fetch_1(addr
, val
);
102 #ifdef UATOMIC_HAS_ATOMIC_SHORT
104 __sync_or_and_fetch_2(addr
, val
);
107 __sync_or_and_fetch_4(addr
, val
);
108 #if (CAA_BITS_PER_LONG == 64)
110 __sync_or_and_fetch_8(addr
, val
);
113 _uatomic_link_error();
117 #define uatomic_or(addr, v) \
118 (_uatomic_or((addr), \
119 (unsigned long)(v), \
123 /* uatomic_add_return */
125 #ifndef uatomic_add_return
126 static inline __attribute__((always_inline
))
127 unsigned long _uatomic_add_return(void *addr
, unsigned long val
,
131 #ifdef UATOMIC_HAS_ATOMIC_BYTE
133 return __sync_add_and_fetch_1(addr
, val
);
135 #ifdef UATOMIC_HAS_ATOMIC_SHORT
137 return __sync_add_and_fetch_2(addr
, val
);
140 return __sync_add_and_fetch_4(addr
, val
);
141 #if (CAA_BITS_PER_LONG == 64)
143 return __sync_add_and_fetch_8(addr
, val
);
146 _uatomic_link_error();
151 #define uatomic_add_return(addr, v) \
152 ((__typeof__(*(addr))) _uatomic_add_return((addr), \
153 (unsigned long)(v), \
155 #endif /* #ifndef uatomic_add_return */
160 static inline __attribute__((always_inline
))
161 unsigned long _uatomic_exchange(void *addr
, unsigned long val
, int len
)
164 #ifdef UATOMIC_HAS_ATOMIC_BYTE
170 old
= uatomic_read((unsigned char *)addr
);
171 } while (!__sync_bool_compare_and_swap_1(addr
, old
, val
));
176 #ifdef UATOMIC_HAS_ATOMIC_SHORT
182 old
= uatomic_read((unsigned short *)addr
);
183 } while (!__sync_bool_compare_and_swap_2(addr
, old
, val
));
193 old
= uatomic_read((unsigned int *)addr
);
194 } while (!__sync_bool_compare_and_swap_4(addr
, old
, val
));
198 #if (CAA_BITS_PER_LONG == 64)
204 old
= uatomic_read((unsigned long *)addr
);
205 } while (!__sync_bool_compare_and_swap_8(addr
, old
, val
));
211 _uatomic_link_error();
215 #define uatomic_xchg(addr, v) \
216 ((__typeof__(*(addr))) _uatomic_exchange((addr), (unsigned long)(v), \
218 #endif /* #ifndef uatomic_xchg */
220 #else /* #ifndef uatomic_cmpxchg */
225 static inline __attribute__((always_inline
))
226 void _uatomic_or(void *addr
, unsigned long val
, int len
)
229 #ifdef UATOMIC_HAS_ATOMIC_BYTE
232 unsigned char old
, oldt
;
234 oldt
= uatomic_read((unsigned char *)addr
);
237 oldt
= _uatomic_cmpxchg(addr
, old
, old
| val
, 1);
238 } while (oldt
!= old
);
241 #ifdef UATOMIC_HAS_ATOMIC_SHORT
244 unsigned short old
, oldt
;
246 oldt
= uatomic_read((unsigned short *)addr
);
249 oldt
= _uatomic_cmpxchg(addr
, old
, old
| val
, 2);
250 } while (oldt
!= old
);
255 unsigned int old
, oldt
;
257 oldt
= uatomic_read((unsigned int *)addr
);
260 oldt
= _uatomic_cmpxchg(addr
, old
, old
| val
, 4);
261 } while (oldt
!= old
);
263 #if (CAA_BITS_PER_LONG == 64)
266 unsigned long old
, oldt
;
268 oldt
= uatomic_read((unsigned long *)addr
);
271 oldt
= _uatomic_cmpxchg(addr
, old
, old
| val
, 8);
272 } while (oldt
!= old
);
276 _uatomic_link_error();
280 #define uatomic_or(addr, v) \
281 (uatomic_or((addr), \
282 (unsigned long)(v), \
284 #endif /* #ifndef uatomic_or */
286 #ifndef uatomic_add_return
287 /* uatomic_add_return */
289 static inline __attribute__((always_inline
))
290 unsigned long _uatomic_add_return(void *addr
, unsigned long val
, int len
)
293 #ifdef UATOMIC_HAS_ATOMIC_BYTE
296 unsigned char old
, oldt
;
298 oldt
= uatomic_read((unsigned char *)addr
);
301 oldt
= _uatomic_cmpxchg(addr
, old
, old
+ val
, 1);
302 } while (oldt
!= old
);
307 #ifdef UATOMIC_HAS_ATOMIC_SHORT
310 unsigned short old
, oldt
;
312 oldt
= uatomic_read((unsigned short *)addr
);
315 oldt
= _uatomic_cmpxchg(addr
, old
, old
+ val
, 2);
316 } while (oldt
!= old
);
323 unsigned int old
, oldt
;
325 oldt
= uatomic_read((unsigned int *)addr
);
328 oldt
= _uatomic_cmpxchg(addr
, old
, old
+ val
, 4);
329 } while (oldt
!= old
);
333 #if (CAA_BITS_PER_LONG == 64)
336 unsigned long old
, oldt
;
338 oldt
= uatomic_read((unsigned long *)addr
);
341 oldt
= _uatomic_cmpxchg(addr
, old
, old
+ val
, 8);
342 } while (oldt
!= old
);
348 _uatomic_link_error();
352 #define uatomic_add_return(addr, v) \
353 ((__typeof__(*(addr))) _uatomic_add_return((addr), \
354 (unsigned long)(v), \
356 #endif /* #ifndef uatomic_add_return */
361 static inline __attribute__((always_inline
))
362 unsigned long _uatomic_exchange(void *addr
, unsigned long val
, int len
)
365 #ifdef UATOMIC_HAS_ATOMIC_BYTE
368 unsigned char old
, oldt
;
370 oldt
= uatomic_read((unsigned char *)addr
);
373 oldt
= _uatomic_cmpxchg(addr
, old
, val
, 1);
374 } while (oldt
!= old
);
379 #ifdef UATOMIC_HAS_ATOMIC_SHORT
382 unsigned short old
, oldt
;
384 oldt
= uatomic_read((unsigned short *)addr
);
387 oldt
= _uatomic_cmpxchg(addr
, old
, val
, 2);
388 } while (oldt
!= old
);
395 unsigned int old
, oldt
;
397 oldt
= uatomic_read((unsigned int *)addr
);
400 oldt
= _uatomic_cmpxchg(addr
, old
, val
, 4);
401 } while (oldt
!= old
);
405 #if (CAA_BITS_PER_LONG == 64)
408 unsigned long old
, oldt
;
410 oldt
= uatomic_read((unsigned long *)addr
);
413 oldt
= _uatomic_cmpxchg(addr
, old
, val
, 8);
414 } while (oldt
!= old
);
420 _uatomic_link_error();
424 #define uatomic_xchg(addr, v) \
425 ((__typeof__(*(addr))) _uatomic_exchange((addr), (unsigned long)(v), \
427 #endif /* #ifndef uatomic_xchg */
429 #endif /* #else #ifndef uatomic_cmpxchg */
431 /* uatomic_sub_return, uatomic_add, uatomic_sub, uatomic_inc, uatomic_dec */
434 #define uatomic_add(addr, v) (void)uatomic_add_return((addr), (v))
437 #define uatomic_sub_return(addr, v) uatomic_add_return((addr), -(v))
438 #define uatomic_sub(addr, v) uatomic_add((addr), -(v))
441 #define uatomic_inc(addr) uatomic_add((addr), 1)
445 #define uatomic_dec(addr) uatomic_add((addr), -1)
452 #endif /* _URCU_UATOMIC_GENERIC_H */
This page took 0.039126 seconds and 4 git commands to generate.