|
0
|
1
|
|
|
2 /*
|
|
|
3 * Copyright (C) Igor Sysoev
|
|
660
|
4 * Copyright (C) Nginx, Inc.
|
|
0
|
5 */
|
|
|
6
|
|
|
7
|
|
|
8 #ifndef _NGX_ATOMIC_H_INCLUDED_
|
|
|
9 #define _NGX_ATOMIC_H_INCLUDED_
|
|
|
10
|
|
|
11
|
|
|
12 #include <ngx_config.h>
|
|
|
13 #include <ngx_core.h>
|
|
|
14
|
|
|
15
|
|
554
|
16 #if (NGX_HAVE_LIBATOMIC)
|
|
|
17
|
|
556
|
18 #define AO_REQUIRE_CAS
|
|
554
|
19 #include <atomic_ops.h>
|
|
|
20
|
|
|
21 #define NGX_HAVE_ATOMIC_OPS 1
|
|
|
22
|
|
|
23 typedef long ngx_atomic_int_t;
|
|
|
24 typedef AO_t ngx_atomic_uint_t;
|
|
|
25 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
|
26
|
|
|
27 #if (NGX_PTR_SIZE == 8)
|
|
|
28 #define NGX_ATOMIC_T_LEN (sizeof("-9223372036854775808") - 1)
|
|
|
29 #else
|
|
|
30 #define NGX_ATOMIC_T_LEN (sizeof("-2147483648") - 1)
|
|
|
31 #endif
|
|
|
32
|
|
|
33 #define ngx_atomic_cmp_set(lock, old, new) \
|
|
|
34 AO_compare_and_swap(lock, old, new)
|
|
|
35 #define ngx_atomic_fetch_add(value, add) \
|
|
|
36 AO_fetch_and_add(value, add)
|
|
|
37 #define ngx_memory_barrier() AO_nop()
|
|
|
38 #define ngx_cpu_pause()
|
|
|
39
|
|
|
40
|
|
|
41 #elif (NGX_DARWIN_ATOMIC)
|
|
270
|
42
|
|
|
43 /*
|
|
|
44 * use Darwin 8 atomic(3) and barrier(3) operations
|
|
|
45 * optimized at run-time for UP and SMP
|
|
|
46 */
|
|
|
47
|
|
|
48 #include <libkern/OSAtomic.h>
|
|
|
49
|
|
392
|
50 /* "bool" conflicts with perl's CORE/handy.h */
|
|
682
|
51 #if 0
|
|
270
|
52 #undef bool
|
|
682
|
53 #endif
|
|
270
|
54
|
|
|
55
|
|
|
56 #define NGX_HAVE_ATOMIC_OPS 1
|
|
|
57
|
|
|
58 #if (NGX_PTR_SIZE == 8)
|
|
|
59
|
|
|
60 typedef int64_t ngx_atomic_int_t;
|
|
|
61 typedef uint64_t ngx_atomic_uint_t;
|
|
530
|
62 #define NGX_ATOMIC_T_LEN (sizeof("-9223372036854775808") - 1)
|
|
270
|
63
|
|
|
64 #define ngx_atomic_cmp_set(lock, old, new) \
|
|
|
65 OSAtomicCompareAndSwap64Barrier(old, new, (int64_t *) lock)
|
|
|
66
|
|
|
67 #define ngx_atomic_fetch_add(value, add) \
|
|
|
68 (OSAtomicAdd64(add, (int64_t *) value) - add)
|
|
|
69
|
|
|
70 #else
|
|
|
71
|
|
|
72 typedef int32_t ngx_atomic_int_t;
|
|
|
73 typedef uint32_t ngx_atomic_uint_t;
|
|
530
|
74 #define NGX_ATOMIC_T_LEN (sizeof("-2147483648") - 1)
|
|
270
|
75
|
|
|
76 #define ngx_atomic_cmp_set(lock, old, new) \
|
|
|
77 OSAtomicCompareAndSwap32Barrier(old, new, (int32_t *) lock)
|
|
|
78
|
|
|
79 #define ngx_atomic_fetch_add(value, add) \
|
|
|
80 (OSAtomicAdd32(add, (int32_t *) value) - add)
|
|
|
81
|
|
|
82 #endif
|
|
|
83
|
|
|
84 #define ngx_memory_barrier() OSMemoryBarrier()
|
|
|
85
|
|
|
86 #define ngx_cpu_pause()
|
|
|
87
|
|
|
88 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
|
89
|
|
|
90
|
|
554
|
91 #elif (NGX_HAVE_GCC_ATOMIC)
|
|
|
92
|
|
|
93 /* GCC 4.1 builtin atomic operations */
|
|
|
94
|
|
|
95 #define NGX_HAVE_ATOMIC_OPS 1
|
|
|
96
|
|
|
97 typedef long ngx_atomic_int_t;
|
|
|
98 typedef unsigned long ngx_atomic_uint_t;
|
|
|
99
|
|
|
100 #if (NGX_PTR_SIZE == 8)
|
|
|
101 #define NGX_ATOMIC_T_LEN (sizeof("-9223372036854775808") - 1)
|
|
|
102 #else
|
|
|
103 #define NGX_ATOMIC_T_LEN (sizeof("-2147483648") - 1)
|
|
|
104 #endif
|
|
|
105
|
|
|
106 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
270
|
107
|
|
|
108
|
|
554
|
109 #define ngx_atomic_cmp_set(lock, old, set) \
|
|
|
110 __sync_bool_compare_and_swap(lock, old, set)
|
|
|
111
|
|
|
112 #define ngx_atomic_fetch_add(value, add) \
|
|
|
113 __sync_fetch_and_add(value, add)
|
|
|
114
|
|
|
115 #define ngx_memory_barrier() __sync_synchronize()
|
|
|
116
|
|
|
117 #if ( __i386__ || __i386 || __amd64__ || __amd64 )
|
|
|
118 #define ngx_cpu_pause() __asm__ ("pause")
|
|
|
119 #else
|
|
|
120 #define ngx_cpu_pause()
|
|
|
121 #endif
|
|
|
122
|
|
|
123
|
|
|
124 #elif ( __i386__ || __i386 )
|
|
0
|
125
|
|
110
|
126 typedef int32_t ngx_atomic_int_t;
|
|
|
127 typedef uint32_t ngx_atomic_uint_t;
|
|
44
|
128 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
530
|
129 #define NGX_ATOMIC_T_LEN (sizeof("-2147483648") - 1)
|
|
42
|
130
|
|
|
131
|
|
110
|
132 #if ( __SUNPRO_C )
|
|
42
|
133
|
|
110
|
134 #define NGX_HAVE_ATOMIC_OPS 1
|
|
42
|
135
|
|
110
|
136 ngx_atomic_uint_t
|
|
|
137 ngx_atomic_cmp_set(ngx_atomic_t *lock, ngx_atomic_uint_t old,
|
|
|
138 ngx_atomic_uint_t set);
|
|
42
|
139
|
|
110
|
140 ngx_atomic_int_t
|
|
|
141 ngx_atomic_fetch_add(ngx_atomic_t *value, ngx_atomic_int_t add);
|
|
42
|
142
|
|
320
|
143 /*
|
|
|
144 * Sun Studio 12 exits with segmentation fault on '__asm ("pause")',
|
|
|
145 * so ngx_cpu_pause is declared in src/os/unix/ngx_sunpro_x86.il
|
|
|
146 */
|
|
|
147
|
|
|
148 void
|
|
|
149 ngx_cpu_pause(void);
|
|
|
150
|
|
110
|
151 /* the code in src/os/unix/ngx_sunpro_x86.il */
|
|
42
|
152
|
|
112
|
153 #define ngx_memory_barrier() __asm (".volatile"); __asm (".nonvolatile")
|
|
|
154
|
|
42
|
155
|
|
110
|
156 #else /* ( __GNUC__ || __INTEL_COMPILER ) */
|
|
|
157
|
|
|
158 #define NGX_HAVE_ATOMIC_OPS 1
|
|
42
|
159
|
|
110
|
160 #include "ngx_gcc_atomic_x86.h"
|
|
42
|
161
|
|
110
|
162 #endif
|
|
42
|
163
|
|
|
164
|
|
96
|
165 #elif ( __amd64__ || __amd64 )
|
|
42
|
166
|
|
110
|
167 typedef int64_t ngx_atomic_int_t;
|
|
|
168 typedef uint64_t ngx_atomic_uint_t;
|
|
44
|
169 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
530
|
170 #define NGX_ATOMIC_T_LEN (sizeof("-9223372036854775808") - 1)
|
|
0
|
171
|
|
|
172
|
|
110
|
173 #if ( __SUNPRO_C )
|
|
0
|
174
|
|
110
|
175 #define NGX_HAVE_ATOMIC_OPS 1
|
|
0
|
176
|
|
110
|
177 ngx_atomic_uint_t
|
|
|
178 ngx_atomic_cmp_set(ngx_atomic_t *lock, ngx_atomic_uint_t old,
|
|
|
179 ngx_atomic_uint_t set);
|
|
0
|
180
|
|
110
|
181 ngx_atomic_int_t
|
|
|
182 ngx_atomic_fetch_add(ngx_atomic_t *value, ngx_atomic_int_t add);
|
|
0
|
183
|
|
320
|
184 /*
|
|
|
185 * Sun Studio 12 exits with segmentation fault on '__asm ("pause")',
|
|
|
186 * so ngx_cpu_pause is declared in src/os/unix/ngx_sunpro_amd64.il
|
|
|
187 */
|
|
|
188
|
|
|
189 void
|
|
|
190 ngx_cpu_pause(void);
|
|
|
191
|
|
110
|
192 /* the code in src/os/unix/ngx_sunpro_amd64.il */
|
|
0
|
193
|
|
112
|
194 #define ngx_memory_barrier() __asm (".volatile"); __asm (".nonvolatile")
|
|
|
195
|
|
0
|
196
|
|
110
|
197 #else /* ( __GNUC__ || __INTEL_COMPILER ) */
|
|
0
|
198
|
|
110
|
199 #define NGX_HAVE_ATOMIC_OPS 1
|
|
0
|
200
|
|
110
|
201 #include "ngx_gcc_atomic_amd64.h"
|
|
0
|
202
|
|
110
|
203 #endif
|
|
0
|
204
|
|
|
205
|
|
320
|
206 #elif ( __sparc__ || __sparc || __sparcv9 )
|
|
0
|
207
|
|
110
|
208 #if (NGX_PTR_SIZE == 8)
|
|
|
209
|
|
|
210 typedef int64_t ngx_atomic_int_t;
|
|
|
211 typedef uint64_t ngx_atomic_uint_t;
|
|
530
|
212 #define NGX_ATOMIC_T_LEN (sizeof("-9223372036854775808") - 1)
|
|
0
|
213
|
|
42
|
214 #else
|
|
110
|
215
|
|
|
216 typedef int32_t ngx_atomic_int_t;
|
|
|
217 typedef uint32_t ngx_atomic_uint_t;
|
|
530
|
218 #define NGX_ATOMIC_T_LEN (sizeof("-2147483648") - 1)
|
|
110
|
219
|
|
42
|
220 #endif
|
|
|
221
|
|
44
|
222 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
0
|
223
|
|
|
224
|
|
110
|
225 #if ( __SUNPRO_C )
|
|
0
|
226
|
|
110
|
227 #define NGX_HAVE_ATOMIC_OPS 1
|
|
0
|
228
|
|
110
|
229 #include "ngx_sunpro_atomic_sparc64.h"
|
|
42
|
230
|
|
0
|
231
|
|
110
|
232 #else /* ( __GNUC__ || __INTEL_COMPILER ) */
|
|
42
|
233
|
|
110
|
234 #define NGX_HAVE_ATOMIC_OPS 1
|
|
0
|
235
|
|
110
|
236 #include "ngx_gcc_atomic_sparc64.h"
|
|
0
|
237
|
|
110
|
238 #endif
|
|
42
|
239
|
|
|
240
|
|
162
|
241 #elif ( __powerpc__ || __POWERPC__ )
|
|
42
|
242
|
|
|
243 #define NGX_HAVE_ATOMIC_OPS 1
|
|
|
244
|
|
|
245 #if (NGX_PTR_SIZE == 8)
|
|
110
|
246
|
|
|
247 typedef int64_t ngx_atomic_int_t;
|
|
|
248 typedef uint64_t ngx_atomic_uint_t;
|
|
530
|
249 #define NGX_ATOMIC_T_LEN (sizeof("-9223372036854775808") - 1)
|
|
110
|
250
|
|
42
|
251 #else
|
|
110
|
252
|
|
|
253 typedef int32_t ngx_atomic_int_t;
|
|
|
254 typedef uint32_t ngx_atomic_uint_t;
|
|
530
|
255 #define NGX_ATOMIC_T_LEN (sizeof("-2147483648") - 1)
|
|
110
|
256
|
|
42
|
257 #endif
|
|
|
258
|
|
44
|
259 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
42
|
260
|
|
|
261
|
|
110
|
262 #include "ngx_gcc_atomic_ppc.h"
|
|
42
|
263
|
|
270
|
264 #endif
|
|
|
265
|
|
42
|
266
|
|
110
|
267 #if !(NGX_HAVE_ATOMIC_OPS)
|
|
0
|
268
|
|
|
269 #define NGX_HAVE_ATOMIC_OPS 0
|
|
|
270
|
|
110
|
271 typedef int32_t ngx_atomic_int_t;
|
|
|
272 typedef uint32_t ngx_atomic_uint_t;
|
|
44
|
273 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
530
|
274 #define NGX_ATOMIC_T_LEN (sizeof("-2147483648") - 1)
|
|
0
|
275
|
|
|
276
|
|
44
|
277 static ngx_inline ngx_atomic_uint_t
|
|
|
278 ngx_atomic_cmp_set(ngx_atomic_t *lock, ngx_atomic_uint_t old,
|
|
|
279 ngx_atomic_uint_t set)
|
|
0
|
280 {
|
|
120
|
281 if (*lock == old) {
|
|
110
|
282 *lock = set;
|
|
|
283 return 1;
|
|
|
284 }
|
|
|
285
|
|
|
286 return 0;
|
|
|
287 }
|
|
|
288
|
|
|
289
|
|
|
290 static ngx_inline ngx_atomic_int_t
|
|
|
291 ngx_atomic_fetch_add(ngx_atomic_t *value, ngx_atomic_int_t add)
|
|
|
292 {
|
|
|
293 ngx_atomic_int_t old;
|
|
|
294
|
|
|
295 old = *value;
|
|
|
296 *value += add;
|
|
|
297
|
|
|
298 return old;
|
|
0
|
299 }
|
|
|
300
|
|
120
|
301 #define ngx_memory_barrier()
|
|
160
|
302 #define ngx_cpu_pause()
|
|
120
|
303
|
|
0
|
304 #endif
|
|
|
305
|
|
270
|
306
|
|
160
|
307 void ngx_spinlock(ngx_atomic_t *lock, ngx_atomic_int_t value, ngx_uint_t spin);
|
|
0
|
308
|
|
|
309 #define ngx_trylock(lock) (*(lock) == 0 && ngx_atomic_cmp_set(lock, 0, 1))
|
|
|
310 #define ngx_unlock(lock) *(lock) = 0
|
|
|
311
|
|
|
312
|
|
|
313 #endif /* _NGX_ATOMIC_H_INCLUDED_ */
|
