Ruby  1.9.3p547(2014-05-14revision45962)
ruby_atomic.h
Go to the documentation of this file.
1 #ifndef RUBY_ATOMIC_H
2 #define RUBY_ATOMIC_H
3 
4 #if 0
5 #elif defined HAVE_GCC_ATOMIC_BUILTINS
6 typedef unsigned int rb_atomic_t;
7 # define ATOMIC_SET(var, val) (void)__atomic_exchange_n(&(var), (val), __ATOMIC_SEQ_CST)
8 # define ATOMIC_INC(var) __atomic_fetch_add(&(var), 1, __ATOMIC_SEQ_CST)
9 # define ATOMIC_DEC(var) __atomic_fetch_sub(&(var), 1, __ATOMIC_SEQ_CST)
10 # define ATOMIC_OR(var, val) __atomic_or_fetch(&(var), (val), __ATOMIC_SEQ_CST)
11 # define ATOMIC_EXCHANGE(var, val) __atomic_exchange_n(&(var), (val), __ATOMIC_SEQ_CST)
12 # define ATOMIC_CAS(var, oldval, newval) \
13 ({ __typeof__(oldval) oldvaldup = (oldval); /* oldval should not be modified */ \
14  __atomic_compare_exchange_n(&(var), &oldvaldup, (newval), 0, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST); \
15  oldvaldup; })
16 
17 # define ATOMIC_SIZE_ADD(var, val) __atomic_fetch_add(&(var), (val), __ATOMIC_SEQ_CST)
18 # define ATOMIC_SIZE_SUB(var, val) __atomic_fetch_sub(&(var), (val), __ATOMIC_SEQ_CST)
19 # define ATOMIC_SIZE_INC(var) __atomic_fetch_add(&(var), 1, __ATOMIC_SEQ_CST)
20 # define ATOMIC_SIZE_DEC(var) __atomic_fetch_sub(&(var), 1, __ATOMIC_SEQ_CST)
21 # define ATOMIC_SIZE_EXCHANGE(var, val) __atomic_exchange_n(&(var), (val), __ATOMIC_SEQ_CST)
22 # define ATOMIC_SIZE_CAS(var, oldval, newval) \
23 ({ size_t oldvaldup = (oldval); \
24  __atomic_compare_exchange_n(&(var), &oldvaldup, (newval), 0, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST); \
25  oldvaldup; })
26 
27 # define ATOMIC_PTR_EXCHANGE(var, val) __atomic_exchange_n(&(var), (val), __ATOMIC_SEQ_CST)
28 
29 #elif defined HAVE_GCC_SYNC_BUILTINS
30 /* @shyouhei hack to support atomic operations in case of gcc. Gcc
31  * has its own pseudo-insns to support them. See info, or
32  * http://gcc.gnu.org/onlinedocs/gcc/Atomic-Builtins.html */
33 
34 typedef unsigned int rb_atomic_t; /* Anything OK */
35 # define ATOMIC_SET(var, val) (void)__sync_lock_test_and_set(&(var), (val))
36 # define ATOMIC_INC(var) __sync_fetch_and_add(&(var), 1)
37 # define ATOMIC_DEC(var) __sync_fetch_and_sub(&(var), 1)
38 # define ATOMIC_OR(var, val) __sync_or_and_fetch(&(var), (val))
39 # define ATOMIC_EXCHANGE(var, val) __sync_lock_test_and_set(&(var), (val))
40 # define ATOMIC_CAS(var, oldval, newval) __sync_val_compare_and_swap(&(var), (oldval), (newval))
41 
42 # define ATOMIC_SIZE_ADD(var, val) __sync_fetch_and_add(&(var), (val))
43 # define ATOMIC_SIZE_SUB(var, val) __sync_fetch_and_sub(&(var), (val))
44 # define ATOMIC_SIZE_INC(var) __sync_fetch_and_add(&(var), 1)
45 # define ATOMIC_SIZE_DEC(var) __sync_fetch_and_sub(&(var), 1)
46 # define ATOMIC_SIZE_EXCHANGE(var, val) __sync_lock_test_and_set(&(var), (val))
47 # define ATOMIC_PTR_EXCHANGE(var, val) __sync_lock_test_and_set(&(var), (val))
48 
49 # define ATOMIC_PTR_EXCHANGE(var, val) __sync_lock_test_and_set(&(var), (val))
50 
51 #elif defined _WIN32
52 #if defined _MSC_VER && _MSC_VER > 1200
53 #pragma intrinsic(_InterlockedOr)
54 #endif
55 typedef LONG rb_atomic_t;
56 
57 # define ATOMIC_SET(var, val) InterlockedExchange(&(var), (val))
58 # define ATOMIC_INC(var) InterlockedIncrement(&(var))
59 # define ATOMIC_DEC(var) InterlockedDecrement(&(var))
60 #if defined __GNUC__
61 # define ATOMIC_OR(var, val) __asm__("lock\n\t" "orl\t%1, %0" : "=m"(var) : "Ir"(val))
62 #elif defined _MSC_VER && _MSC_VER <= 1200
63 # define ATOMIC_OR(var, val) rb_w32_atomic_or(&(var), (val))
64 static inline void
65 rb_w32_atomic_or(volatile rb_atomic_t *var, rb_atomic_t val)
66 {
67 #ifdef _M_IX86
68  __asm mov eax, var;
69  __asm mov ecx, val;
70  __asm lock or [eax], ecx;
71 #else
72 #error unsupported architecture
73 #endif
74 }
75 #else
76 # define ATOMIC_OR(var, val) _InterlockedOr(&(var), (val))
77 #endif
78 # define ATOMIC_EXCHANGE(var, val) InterlockedExchange(&(var), (val))
79 # define ATOMIC_CAS(var, oldval, newval) InterlockedCompareExchange(&(var), (newval), (oldval))
80 
81 # if defined _MSC_VER && _MSC_VER <= 1200
82 static inline rb_atomic_t
83 rb_w32_atomic_cas(volatile rb_atomic_t *var, rb_atomic_t oldval, rb_atomic_t newval)
84 {
85  return (rb_atomic_t)InterlockedCompareExchange((PVOID *)var, (PVOID)newval, (PVOID)oldval);
86 }
87 # undef ATOMIC_CAS
88 # define ATOMIC_CAS(var, oldval, newval) rb_w32_atomic_cas(&(var), (oldval), (newval))
89 # endif
90 # ifdef _M_AMD64
91 # define ATOMIC_SIZE_ADD(var, val) InterlockedExchangeAdd64(&(var), (val))
92 # define ATOMIC_SIZE_SUB(var, val) InterlockedExchangeAdd64(&(var), -(val))
93 # define ATOMIC_SIZE_INC(var) InterlockedIncrement64(&(var))
94 # define ATOMIC_SIZE_DEC(var) InterlockedDecrement64(&(var))
95 # define ATOMIC_SIZE_EXCHANGE(var, val) InterlockedExchange64(&(var), (val))
96 # define ATOMIC_SIZE_CAS(var, oldval, val) InterlockedCompareExchange64(&(var), (oldval), (val))
97 # else
98 # define ATOMIC_SIZE_ADD(var, val) InterlockedExchangeAdd((LONG *)&(var), (val))
99 # define ATOMIC_SIZE_SUB(var, val) InterlockedExchangeAdd((LONG *)&(var), -(val))
100 # define ATOMIC_SIZE_INC(var) InterlockedIncrement((LONG *)&(var))
101 # define ATOMIC_SIZE_DEC(var) InterlockedDecrement((LONG *)&(var))
102 # define ATOMIC_SIZE_EXCHANGE(var, val) InterlockedExchange((LONG *)&(var), (val))
103 # endif
104 
105 #elif defined(__sun) && defined(HAVE_ATOMIC_H)
106 #include <atomic.h>
107 typedef unsigned int rb_atomic_t;
108 
109 # define ATOMIC_SET(var, val) (void)atomic_swap_uint(&(var), (val))
110 # define ATOMIC_INC(var) atomic_inc_uint(&(var))
111 # define ATOMIC_DEC(var) atomic_dec_uint(&(var))
112 # define ATOMIC_OR(var, val) atomic_or_uint(&(var), (val))
113 # define ATOMIC_EXCHANGE(var, val) atomic_swap_uint(&(var), (val))
114 # define ATOMIC_CAS(var, oldval, newval) atomic_cas_uint(&(var), (oldval), (newval))
115 
116 # if SIZEOF_SIZE_T == SIZEOF_LONG
117 # define ATOMIC_SIZE_ADD(var, val) atomic_add_long(&(var), (val))
118 # define ATOMIC_SIZE_SUB(var, val) atomic_add_long(&(var), -(val))
119 # define ATOMIC_SIZE_INC(var) atomic_inc_ulong(&(var))
120 # define ATOMIC_SIZE_DEC(var) atomic_dec_ulong(&(var))
121 # define ATOMIC_SIZE_EXCHANGE(var, val) atomic_swap_ulong(&(var), (val))
122 # define ATOMIC_SIZE_CAS(var, oldval, val) atomic_cas_ulong(&(var), (oldval), (val))
123 # else
124 # define ATOMIC_SIZE_ADD(var, val) atomic_add_int(&(var), (val))
125 # define ATOMIC_SIZE_SUB(var, val) atomic_add_int(&(var), -(val))
126 # define ATOMIC_SIZE_INC(var) atomic_inc_uint(&(var))
127 # define ATOMIC_SIZE_DEC(var) atomic_dec_uint(&(var))
128 # define ATOMIC_SIZE_EXCHANGE(var, val) atomic_swap_uint(&(var), (val))
129 # endif
130 
131 #else
132 typedef int rb_atomic_t;
133 #define NEED_RUBY_ATOMIC_EXCHANGE
134 extern rb_atomic_t ruby_atomic_exchange(rb_atomic_t *ptr, rb_atomic_t val);
135 extern rb_atomic_t ruby_atomic_compare_and_swap(rb_atomic_t *ptr,
136  rb_atomic_t cmp,
137  rb_atomic_t newval);
138 
139 # define ATOMIC_SET(var, val) (void)((var) = (val))
140 # define ATOMIC_INC(var) ((var)++)
141 # define ATOMIC_DEC(var) ((var)--)
142 # define ATOMIC_OR(var, val) ((var) |= (val))
143 # define ATOMIC_EXCHANGE(var, val) ruby_atomic_exchange(&(var), (val))
144 # define ATOMIC_CAS(var, oldval, newval) ruby_atomic_compare_and_swap(&(var), (oldval), (newval))
145 
146 # define ATOMIC_SIZE_ADD(var, val) (void)((var) += (val))
147 # define ATOMIC_SIZE_SUB(var, val) (void)((var) -= (val))
148 # define ATOMIC_SIZE_INC(var) ((var)++)
149 # define ATOMIC_SIZE_DEC(var) ((var)--)
150 # define ATOMIC_SIZE_EXCHANGE(var, val) atomic_size_exchange(&(var), (val))
151 static inline size_t
152 atomic_size_exchange(size_t *ptr, size_t val)
153 {
154  size_t old = *ptr;
155  *ptr = val;
156  return old;
157 }
158 #endif
159 
160 #ifndef ATOMIC_SIZE_CAS
161 # define ATOMIC_SIZE_CAS(var, oldval, val) ATOMIC_CAS(var, oldval, val)
162 #endif
163 
164 #ifndef ATOMIC_PTR_EXCHANGE
165 # if SIZEOF_VOIDP == SIZEOF_SIZE_T
166 # define ATOMIC_PTR_EXCHANGE(var, val) (void *)ATOMIC_SIZE_EXCHANGE(*(size_t *)&(var), (size_t)(val))
167 # endif
168 #endif
169 #ifndef ATOMIC_PTR_CAS
170 # if SIZEOF_VOIDP == SIZEOF_SIZE_T
171 # define ATOMIC_PTR_CAS(var, oldval, val) (void *)ATOMIC_SIZE_CAS(*(size_t *)&(var), (size_t)(oldval), (size_t)(val))
172 # endif
173 #endif
174 
175 #endif /* RUBY_ATOMIC_H */
static size_t atomic_size_exchange(size_t *ptr, size_t val)
Definition: ruby_atomic.h:152
rb_atomic_t ruby_atomic_compare_and_swap(rb_atomic_t *ptr, rb_atomic_t cmp, rb_atomic_t newval)
Definition: signal.c:34
int rb_atomic_t
Definition: ruby_atomic.h:132
static ID cmp
Definition: compar.c:16
rb_atomic_t ruby_atomic_exchange(rb_atomic_t *ptr, rb_atomic_t val)
Definition: signal.c:26