|
0
|
1
|
|
|
2 /*
|
|
|
3 * Copyright (C) Igor Sysoev
|
|
|
4 */
|
|
|
5
|
|
|
6
|
|
|
7 #ifndef _NGX_ATOMIC_H_INCLUDED_
|
|
|
8 #define _NGX_ATOMIC_H_INCLUDED_
|
|
|
9
|
|
|
10
|
|
|
11 #include <ngx_config.h>
|
|
|
12 #include <ngx_core.h>
|
|
|
13
|
|
|
14
|
|
270
|
15 #if (NGX_DARWIN_ATOMIC)
|
|
|
16
|
|
|
17 /*
|
|
|
18 * use Darwin 8 atomic(3) and barrier(3) operations
|
|
|
19 * optimized at run-time for UP and SMP
|
|
|
20 */
|
|
|
21
|
|
|
22 #include <libkern/OSAtomic.h>
|
|
|
23
|
|
392
|
24 /* "bool" conflicts with perl's CORE/handy.h */
|
|
270
|
25 #undef bool
|
|
|
26
|
|
|
27
|
|
|
28 #define NGX_HAVE_ATOMIC_OPS 1
|
|
|
29
|
|
|
30 #if (NGX_PTR_SIZE == 8)
|
|
|
31
|
|
|
32 typedef int64_t ngx_atomic_int_t;
|
|
|
33 typedef uint64_t ngx_atomic_uint_t;
|
|
|
34 #define NGX_ATOMIC_T_LEN sizeof("-9223372036854775808") - 1
|
|
|
35
|
|
|
36 #define ngx_atomic_cmp_set(lock, old, new) \
|
|
|
37 OSAtomicCompareAndSwap64Barrier(old, new, (int64_t *) lock)
|
|
|
38
|
|
|
39 #define ngx_atomic_fetch_add(value, add) \
|
|
|
40 (OSAtomicAdd64(add, (int64_t *) value) - add)
|
|
|
41
|
|
|
42 #else
|
|
|
43
|
|
|
44 typedef int32_t ngx_atomic_int_t;
|
|
|
45 typedef uint32_t ngx_atomic_uint_t;
|
|
|
46 #define NGX_ATOMIC_T_LEN sizeof("-2147483648") - 1
|
|
|
47
|
|
|
48 #define ngx_atomic_cmp_set(lock, old, new) \
|
|
|
49 OSAtomicCompareAndSwap32Barrier(old, new, (int32_t *) lock)
|
|
|
50
|
|
|
51 #define ngx_atomic_fetch_add(value, add) \
|
|
|
52 (OSAtomicAdd32(add, (int32_t *) value) - add)
|
|
|
53
|
|
|
54 #endif
|
|
|
55
|
|
|
56 #define ngx_memory_barrier() OSMemoryBarrier()
|
|
|
57
|
|
|
58 #define ngx_cpu_pause()
|
|
|
59
|
|
|
60 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
|
61
|
|
|
62
|
|
|
63 #else /* !(NGX_DARWIN) */
|
|
|
64
|
|
|
65
|
|
96
|
66 #if ( __i386__ || __i386 )
|
|
0
|
67
|
|
110
|
68 typedef int32_t ngx_atomic_int_t;
|
|
|
69 typedef uint32_t ngx_atomic_uint_t;
|
|
44
|
70 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
110
|
71 #define NGX_ATOMIC_T_LEN sizeof("-2147483648") - 1
|
|
42
|
72
|
|
|
73
|
|
110
|
74 #if ( __SUNPRO_C )
|
|
42
|
75
|
|
110
|
76 #define NGX_HAVE_ATOMIC_OPS 1
|
|
42
|
77
|
|
110
|
78 ngx_atomic_uint_t
|
|
|
79 ngx_atomic_cmp_set(ngx_atomic_t *lock, ngx_atomic_uint_t old,
|
|
|
80 ngx_atomic_uint_t set);
|
|
42
|
81
|
|
110
|
82 ngx_atomic_int_t
|
|
|
83 ngx_atomic_fetch_add(ngx_atomic_t *value, ngx_atomic_int_t add);
|
|
42
|
84
|
|
320
|
85 /*
|
|
|
86 * Sun Studio 12 exits with segmentation fault on '__asm ("pause")',
|
|
|
87 * so ngx_cpu_pause is declared in src/os/unix/ngx_sunpro_x86.il
|
|
|
88 */
|
|
|
89
|
|
|
90 void
|
|
|
91 ngx_cpu_pause(void);
|
|
|
92
|
|
110
|
93 /* the code in src/os/unix/ngx_sunpro_x86.il */
|
|
42
|
94
|
|
112
|
95 #define ngx_memory_barrier() __asm (".volatile"); __asm (".nonvolatile")
|
|
|
96
|
|
42
|
97
|
|
110
|
98 #else /* ( __GNUC__ || __INTEL_COMPILER ) */
|
|
|
99
|
|
|
100 #define NGX_HAVE_ATOMIC_OPS 1
|
|
42
|
101
|
|
110
|
102 #include "ngx_gcc_atomic_x86.h"
|
|
42
|
103
|
|
110
|
104 #endif
|
|
42
|
105
|
|
|
106
|
|
96
|
107 #elif ( __amd64__ || __amd64 )
|
|
42
|
108
|
|
110
|
109 typedef int64_t ngx_atomic_int_t;
|
|
|
110 typedef uint64_t ngx_atomic_uint_t;
|
|
44
|
111 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
110
|
112 #define NGX_ATOMIC_T_LEN sizeof("-9223372036854775808") - 1
|
|
0
|
113
|
|
|
114
|
|
110
|
115 #if ( __SUNPRO_C )
|
|
0
|
116
|
|
110
|
117 #define NGX_HAVE_ATOMIC_OPS 1
|
|
0
|
118
|
|
110
|
119 ngx_atomic_uint_t
|
|
|
120 ngx_atomic_cmp_set(ngx_atomic_t *lock, ngx_atomic_uint_t old,
|
|
|
121 ngx_atomic_uint_t set);
|
|
0
|
122
|
|
110
|
123 ngx_atomic_int_t
|
|
|
124 ngx_atomic_fetch_add(ngx_atomic_t *value, ngx_atomic_int_t add);
|
|
0
|
125
|
|
320
|
126 /*
|
|
|
127 * Sun Studio 12 exits with segmentation fault on '__asm ("pause")',
|
|
|
128 * so ngx_cpu_pause is declared in src/os/unix/ngx_sunpro_amd64.il
|
|
|
129 */
|
|
|
130
|
|
|
131 void
|
|
|
132 ngx_cpu_pause(void);
|
|
|
133
|
|
110
|
134 /* the code in src/os/unix/ngx_sunpro_amd64.il */
|
|
0
|
135
|
|
112
|
136 #define ngx_memory_barrier() __asm (".volatile"); __asm (".nonvolatile")
|
|
|
137
|
|
0
|
138
|
|
110
|
139 #else /* ( __GNUC__ || __INTEL_COMPILER ) */
|
|
0
|
140
|
|
110
|
141 #define NGX_HAVE_ATOMIC_OPS 1
|
|
0
|
142
|
|
110
|
143 #include "ngx_gcc_atomic_amd64.h"
|
|
0
|
144
|
|
110
|
145 #endif
|
|
0
|
146
|
|
|
147
|
|
320
|
148 #elif ( __sparc__ || __sparc || __sparcv9 )
|
|
0
|
149
|
|
110
|
150 #if (NGX_PTR_SIZE == 8)
|
|
|
151
|
|
|
152 typedef int64_t ngx_atomic_int_t;
|
|
|
153 typedef uint64_t ngx_atomic_uint_t;
|
|
|
154 #define NGX_ATOMIC_T_LEN sizeof("-9223372036854775808") - 1
|
|
0
|
155
|
|
42
|
156 #else
|
|
110
|
157
|
|
|
158 typedef int32_t ngx_atomic_int_t;
|
|
|
159 typedef uint32_t ngx_atomic_uint_t;
|
|
|
160 #define NGX_ATOMIC_T_LEN sizeof("-2147483648") - 1
|
|
|
161
|
|
42
|
162 #endif
|
|
|
163
|
|
44
|
164 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
0
|
165
|
|
|
166
|
|
110
|
167 #if ( __SUNPRO_C )
|
|
0
|
168
|
|
110
|
169 #define NGX_HAVE_ATOMIC_OPS 1
|
|
0
|
170
|
|
110
|
171 #include "ngx_sunpro_atomic_sparc64.h"
|
|
42
|
172
|
|
0
|
173
|
|
110
|
174 #else /* ( __GNUC__ || __INTEL_COMPILER ) */
|
|
42
|
175
|
|
110
|
176 #define NGX_HAVE_ATOMIC_OPS 1
|
|
0
|
177
|
|
110
|
178 #include "ngx_gcc_atomic_sparc64.h"
|
|
0
|
179
|
|
110
|
180 #endif
|
|
42
|
181
|
|
|
182
|
|
162
|
183 #elif ( __powerpc__ || __POWERPC__ )
|
|
42
|
184
|
|
|
185 #define NGX_HAVE_ATOMIC_OPS 1
|
|
|
186
|
|
|
187 #if (NGX_PTR_SIZE == 8)
|
|
110
|
188
|
|
|
189 typedef int64_t ngx_atomic_int_t;
|
|
|
190 typedef uint64_t ngx_atomic_uint_t;
|
|
|
191 #define NGX_ATOMIC_T_LEN sizeof("-9223372036854775808") - 1
|
|
|
192
|
|
42
|
193 #else
|
|
110
|
194
|
|
|
195 typedef int32_t ngx_atomic_int_t;
|
|
|
196 typedef uint32_t ngx_atomic_uint_t;
|
|
|
197 #define NGX_ATOMIC_T_LEN sizeof("-2147483648") - 1
|
|
|
198
|
|
42
|
199 #endif
|
|
|
200
|
|
44
|
201 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
42
|
202
|
|
|
203
|
|
110
|
204 #include "ngx_gcc_atomic_ppc.h"
|
|
42
|
205
|
|
|
206
|
|
110
|
207 #endif
|
|
42
|
208
|
|
270
|
209 #endif
|
|
|
210
|
|
42
|
211
|
|
110
|
212 #if !(NGX_HAVE_ATOMIC_OPS)
|
|
0
|
213
|
|
|
214 #define NGX_HAVE_ATOMIC_OPS 0
|
|
|
215
|
|
110
|
216 typedef int32_t ngx_atomic_int_t;
|
|
|
217 typedef uint32_t ngx_atomic_uint_t;
|
|
44
|
218 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
|
|
110
|
219 #define NGX_ATOMIC_T_LEN sizeof("-2147483648") - 1
|
|
0
|
220
|
|
|
221
|
|
44
|
222 static ngx_inline ngx_atomic_uint_t
|
|
|
223 ngx_atomic_cmp_set(ngx_atomic_t *lock, ngx_atomic_uint_t old,
|
|
|
224 ngx_atomic_uint_t set)
|
|
0
|
225 {
|
|
120
|
226 if (*lock == old) {
|
|
110
|
227 *lock = set;
|
|
|
228 return 1;
|
|
|
229 }
|
|
|
230
|
|
|
231 return 0;
|
|
|
232 }
|
|
|
233
|
|
|
234
|
|
|
235 static ngx_inline ngx_atomic_int_t
|
|
|
236 ngx_atomic_fetch_add(ngx_atomic_t *value, ngx_atomic_int_t add)
|
|
|
237 {
|
|
|
238 ngx_atomic_int_t old;
|
|
|
239
|
|
|
240 old = *value;
|
|
|
241 *value += add;
|
|
|
242
|
|
|
243 return old;
|
|
0
|
244 }
|
|
|
245
|
|
120
|
246 #define ngx_memory_barrier()
|
|
160
|
247 #define ngx_cpu_pause()
|
|
120
|
248
|
|
0
|
249 #endif
|
|
|
250
|
|
270
|
251
|
|
160
|
252 void ngx_spinlock(ngx_atomic_t *lock, ngx_atomic_int_t value, ngx_uint_t spin);
|
|
0
|
253
|
|
|
254 #define ngx_trylock(lock) (*(lock) == 0 && ngx_atomic_cmp_set(lock, 0, 1))
|
|
|
255 #define ngx_unlock(lock) *(lock) = 0
|
|
|
256
|
|
|
257
|
|
|
258 #endif /* _NGX_ATOMIC_H_INCLUDED_ */
|
