|
0
|
1
|
|
|
2 /*
|
|
|
3 * Copyright (C) Igor Sysoev
|
|
|
4 */
|
|
|
5
|
|
|
6
|
|
|
7 #ifndef _NGX_EVENT_H_INCLUDED_
|
|
|
8 #define _NGX_EVENT_H_INCLUDED_
|
|
|
9
|
|
|
10
|
|
|
11 #include <ngx_config.h>
|
|
|
12 #include <ngx_core.h>
|
|
|
13
|
|
|
14
|
|
|
15 #define NGX_INVALID_INDEX 0xd0d0d0d0
|
|
|
16
|
|
|
17
|
|
18
|
18 #if (NGX_HAVE_IOCP)
|
|
0
|
19
|
|
|
20 typedef struct {
|
|
|
21 WSAOVERLAPPED ovlp;
|
|
|
22 ngx_event_t *event;
|
|
|
23 int error;
|
|
|
24 } ngx_event_ovlp_t;
|
|
|
25
|
|
|
26 #endif
|
|
|
27
|
|
|
28
|
|
|
29 typedef struct {
|
|
|
30 ngx_uint_t lock;
|
|
|
31
|
|
|
32 ngx_event_t *events;
|
|
|
33 ngx_event_t *last;
|
|
|
34 } ngx_event_mutex_t;
|
|
|
35
|
|
|
36
|
|
|
37 struct ngx_event_s {
|
|
|
38 void *data;
|
|
|
39
|
|
|
40 unsigned write:1;
|
|
|
41
|
|
|
42 unsigned accept:1;
|
|
|
43
|
|
|
44 unsigned oneshot:1;
|
|
|
45
|
|
|
46 /* used to detect the stale events in kqueue, rt signals and epoll */
|
|
|
47 unsigned instance:1;
|
|
|
48
|
|
|
49 /*
|
|
|
50 * the event was passed or would be passed to a kernel;
|
|
|
51 * in aio mode - operation was posted.
|
|
|
52 */
|
|
|
53 unsigned active:1;
|
|
|
54
|
|
|
55 unsigned disabled:1;
|
|
|
56
|
|
|
57 /* the ready event; in aio mode 0 means that no operation can be posted */
|
|
|
58 unsigned ready:1;
|
|
|
59
|
|
|
60 /* aio operation is complete */
|
|
|
61 unsigned complete:1;
|
|
|
62
|
|
|
63 unsigned eof:1;
|
|
|
64 unsigned error:1;
|
|
|
65
|
|
|
66 unsigned timedout:1;
|
|
|
67 unsigned timer_set:1;
|
|
|
68
|
|
|
69 unsigned delayed:1;
|
|
|
70
|
|
|
71 unsigned read_discarded:1;
|
|
|
72
|
|
|
73 unsigned unexpected_eof:1;
|
|
|
74
|
|
|
75 unsigned deferred_accept:1;
|
|
|
76
|
|
|
77 /* the pending eof reported by kqueue or in aio chain operation */
|
|
|
78 unsigned pending_eof:1;
|
|
|
79
|
|
|
80 #if !(NGX_THREADS)
|
|
|
81 unsigned posted_ready:1;
|
|
|
82 #endif
|
|
|
83
|
|
10
|
84 #if (NGX_WIN32)
|
|
0
|
85 /* setsockopt(SO_UPDATE_ACCEPT_CONTEXT) was succesfull */
|
|
|
86 unsigned accept_context_updated:1;
|
|
|
87 #endif
|
|
|
88
|
|
18
|
89 #if (NGX_HAVE_KQUEUE)
|
|
0
|
90 unsigned kq_vnode:1;
|
|
|
91
|
|
|
92 /* the pending errno reported by kqueue */
|
|
|
93 int kq_errno;
|
|
|
94 #endif
|
|
|
95
|
|
|
96 /*
|
|
|
97 * kqueue only:
|
|
|
98 * accept: number of sockets that wait to be accepted
|
|
|
99 * read: bytes to read when event is ready
|
|
|
100 * or lowat when event is set with NGX_LOWAT_EVENT flag
|
|
|
101 * write: available space in buffer when event is ready
|
|
|
102 * or lowat when event is set with NGX_LOWAT_EVENT flag
|
|
|
103 *
|
|
|
104 * iocp: TODO
|
|
|
105 *
|
|
|
106 * otherwise:
|
|
|
107 * accept: 1 if accept many, 0 otherwise
|
|
|
108 */
|
|
|
109
|
|
18
|
110 #if (NGX_HAVE_KQUEUE) || (NGX_HAVE_IOCP)
|
|
0
|
111 int available;
|
|
|
112 #else
|
|
|
113 unsigned available:1;
|
|
|
114 #endif
|
|
|
115
|
|
58
|
116 ngx_event_handler_pt handler;
|
|
0
|
117
|
|
|
118
|
|
18
|
119 #if (NGX_HAVE_AIO)
|
|
0
|
120
|
|
18
|
121 #if (NGX_HAVE_IOCP)
|
|
0
|
122 ngx_event_ovlp_t ovlp;
|
|
|
123 #else
|
|
|
124 struct aiocb aiocb;
|
|
|
125 #endif
|
|
|
126
|
|
|
127 #endif
|
|
|
128
|
|
|
129 u_int index;
|
|
|
130
|
|
|
131 ngx_log_t *log;
|
|
|
132
|
|
108
|
133 ngx_rbtree_node_t timer;
|
|
0
|
134
|
|
|
135 unsigned closed:1;
|
|
|
136
|
|
112
|
137 /* to test on worker exit */
|
|
|
138 unsigned channel:1;
|
|
|
139
|
|
0
|
140 #if (NGX_THREADS)
|
|
|
141
|
|
|
142 unsigned locked:1;
|
|
|
143
|
|
|
144 unsigned posted_ready:1;
|
|
|
145 unsigned posted_timedout:1;
|
|
|
146 unsigned posted_eof:1;
|
|
|
147
|
|
18
|
148 #if (NGX_HAVE_KQUEUE)
|
|
0
|
149 /* the pending errno reported by kqueue */
|
|
|
150 int posted_errno;
|
|
|
151 #endif
|
|
|
152
|
|
18
|
153 #if (NGX_HAVE_KQUEUE) || (NGX_HAVE_IOCP)
|
|
0
|
154 int posted_available;
|
|
|
155 #else
|
|
|
156 unsigned posted_available:1;
|
|
|
157 #endif
|
|
|
158
|
|
|
159 ngx_atomic_t *lock;
|
|
|
160 ngx_atomic_t *own_lock;
|
|
|
161
|
|
|
162 #endif
|
|
|
163
|
|
|
164 /* the links of the posted queue */
|
|
|
165 ngx_event_t *next;
|
|
|
166 ngx_event_t **prev;
|
|
|
167
|
|
|
168
|
|
|
169 #if 0
|
|
|
170
|
|
|
171 /* the threads support */
|
|
|
172
|
|
|
173 /*
|
|
|
174 * the event thread context, we store it here
|
|
|
175 * if $(CC) does not understand __thread declaration
|
|
|
176 * and pthread_getspecific() is too costly
|
|
|
177 */
|
|
|
178
|
|
|
179 void *thr_ctx;
|
|
|
180
|
|
|
181 #if (NGX_EVENT_T_PADDING)
|
|
|
182
|
|
|
183 /* event should not cross cache line in SMP */
|
|
|
184
|
|
|
185 int padding[NGX_EVENT_T_PADDING];
|
|
|
186 #endif
|
|
|
187 #endif
|
|
|
188 };
|
|
|
189
|
|
|
190
|
|
|
191 typedef struct {
|
|
|
192 ngx_int_t (*add)(ngx_event_t *ev, int event, u_int flags);
|
|
|
193 ngx_int_t (*del)(ngx_event_t *ev, int event, u_int flags);
|
|
|
194
|
|
|
195 ngx_int_t (*enable)(ngx_event_t *ev, int event, u_int flags);
|
|
|
196 ngx_int_t (*disable)(ngx_event_t *ev, int event, u_int flags);
|
|
|
197
|
|
|
198 ngx_int_t (*add_conn)(ngx_connection_t *c);
|
|
|
199 ngx_int_t (*del_conn)(ngx_connection_t *c, u_int flags);
|
|
|
200
|
|
2
|
201 ngx_int_t (*process_changes)(ngx_cycle_t *cycle, ngx_uint_t nowait);
|
|
112
|
202 ngx_int_t (*process_events)(ngx_cycle_t *cycle, ngx_msec_t timer,
|
|
|
203 ngx_uint_t flags);
|
|
0
|
204
|
|
112
|
205 ngx_int_t (*init)(ngx_cycle_t *cycle, ngx_msec_t timer);
|
|
0
|
206 void (*done)(ngx_cycle_t *cycle);
|
|
|
207 } ngx_event_actions_t;
|
|
|
208
|
|
|
209
|
|
|
210 extern ngx_event_actions_t ngx_event_actions;
|
|
|
211
|
|
|
212
|
|
|
213 /*
|
|
92
|
214 * The event filter requires to read/write the whole data:
|
|
0
|
215 * select, poll, /dev/poll, kqueue, epoll.
|
|
|
216 */
|
|
|
217 #define NGX_USE_LEVEL_EVENT 0x00000001
|
|
|
218
|
|
|
219 /*
|
|
|
220 * The event filter is deleted after a notification without an additional
|
|
112
|
221 * syscall: kqueue, epoll, Solaris 10's event ports.
|
|
0
|
222 */
|
|
|
223 #define NGX_USE_ONESHOT_EVENT 0x00000002
|
|
|
224
|
|
|
225 /*
|
|
92
|
226 * The event filter notifies only the changes and an initial level:
|
|
0
|
227 * kqueue, epoll.
|
|
|
228 */
|
|
|
229 #define NGX_USE_CLEAR_EVENT 0x00000004
|
|
|
230
|
|
|
231 /*
|
|
92
|
232 * The event filter has kqueue features: the eof flag, errno,
|
|
0
|
233 * available data, etc.
|
|
|
234 */
|
|
92
|
235 #define NGX_USE_KQUEUE_EVENT 0x00000008
|
|
0
|
236
|
|
|
237 /*
|
|
92
|
238 * The event filter supports low water mark: kqueue's NOTE_LOWAT.
|
|
0
|
239 * kqueue in FreeBSD 4.1-4.2 has no NOTE_LOWAT so we need a separate flag.
|
|
|
240 */
|
|
92
|
241 #define NGX_USE_LOWAT_EVENT 0x00000010
|
|
0
|
242
|
|
|
243 /*
|
|
92
|
244 * The event filter requires to do i/o operation until EAGAIN:
|
|
0
|
245 * epoll, rt signals.
|
|
|
246 */
|
|
92
|
247 #define NGX_USE_GREEDY_EVENT 0x00000020
|
|
0
|
248
|
|
|
249 /*
|
|
92
|
250 * The event filter is epoll.
|
|
0
|
251 */
|
|
|
252 #define NGX_USE_EPOLL_EVENT 0x00000040
|
|
|
253
|
|
|
254 /*
|
|
92
|
255 * No need to add or delete the event filters: rt signals.
|
|
0
|
256 */
|
|
|
257 #define NGX_USE_RTSIG_EVENT 0x00000080
|
|
|
258
|
|
|
259 /*
|
|
92
|
260 * No need to add or delete the event filters: overlapped, aio_read,
|
|
0
|
261 * aioread, io_submit.
|
|
|
262 */
|
|
|
263 #define NGX_USE_AIO_EVENT 0x00000100
|
|
|
264
|
|
|
265 /*
|
|
92
|
266 * Need to add socket or handle only once: i/o completion port.
|
|
18
|
267 * It also requires NGX_HAVE_AIO and NGX_USE_AIO_EVENT to be set.
|
|
0
|
268 */
|
|
|
269 #define NGX_USE_IOCP_EVENT 0x00000200
|
|
|
270
|
|
92
|
271 /*
|
|
|
272 * The event filter has no opaque data and requires file descriptors table:
|
|
|
273 * poll, /dev/poll, rt signals.
|
|
|
274 */
|
|
|
275 #define NGX_USE_FD_EVENT 0x00000400
|
|
|
276
|
|
112
|
277 /*
|
|
|
278 * The event module handles periodic or absolute timer event by itself:
|
|
|
279 * kqueue in FreeBSD 4.4 and NetBSD 2.0, Solaris 10's event ports.
|
|
|
280 */
|
|
|
281 #define NGX_USE_TIMER_EVENT 0x00000800
|
|
|
282
|
|
0
|
283
|
|
|
284
|
|
|
285 /*
|
|
|
286 * The event filter is deleted before the closing file.
|
|
|
287 * Has no meaning for select, poll, epoll.
|
|
|
288 *
|
|
|
289 * kqueue: kqueue deletes event filters for file that closed
|
|
|
290 * so we need only to delete filters in user-level batch array
|
|
|
291 * /dev/poll: we need to flush POLLREMOVE event before closing file
|
|
|
292 */
|
|
|
293
|
|
|
294 #define NGX_CLOSE_EVENT 1
|
|
|
295 #define NGX_DISABLE_EVENT 2
|
|
|
296
|
|
|
297
|
|
|
298 /* these flags have a meaning only for kqueue */
|
|
|
299 #define NGX_LOWAT_EVENT 0
|
|
|
300 #define NGX_VNODE_EVENT 0
|
|
|
301
|
|
|
302
|
|
18
|
303 #if (NGX_HAVE_KQUEUE)
|
|
0
|
304
|
|
|
305 #define NGX_READ_EVENT EVFILT_READ
|
|
|
306 #define NGX_WRITE_EVENT EVFILT_WRITE
|
|
|
307
|
|
|
308 #undef NGX_VNODE_EVENT
|
|
|
309 #define NGX_VNODE_EVENT EVFILT_VNODE
|
|
|
310
|
|
|
311 /*
|
|
|
312 * NGX_CLOSE_EVENT and NGX_LOWAT_EVENT are the module flags and they would
|
|
|
313 * not go into a kernel so we need to choose the value that would not interfere
|
|
|
314 * with any existent and future kqueue flags. kqueue has such values -
|
|
|
315 * EV_FLAG1, EV_EOF and EV_ERROR. They are reserved and cleared on a kernel
|
|
|
316 * entrance.
|
|
|
317 */
|
|
|
318 #undef NGX_CLOSE_EVENT
|
|
|
319 #define NGX_CLOSE_EVENT EV_EOF
|
|
|
320
|
|
|
321 #undef NGX_LOWAT_EVENT
|
|
|
322 #define NGX_LOWAT_EVENT EV_FLAG1
|
|
|
323
|
|
|
324 #define NGX_LEVEL_EVENT 0
|
|
|
325 #define NGX_ONESHOT_EVENT EV_ONESHOT
|
|
|
326 #define NGX_CLEAR_EVENT EV_CLEAR
|
|
|
327
|
|
|
328 #undef NGX_DISABLE_EVENT
|
|
|
329 #define NGX_DISABLE_EVENT EV_DISABLE
|
|
|
330
|
|
|
331
|
|
18
|
332 #elif (NGX_HAVE_DEVPOLL)
|
|
0
|
333
|
|
|
334 #define NGX_READ_EVENT POLLIN
|
|
|
335 #define NGX_WRITE_EVENT POLLOUT
|
|
|
336
|
|
|
337 #define NGX_LEVEL_EVENT 0
|
|
|
338 #define NGX_ONESHOT_EVENT 1
|
|
|
339
|
|
|
340
|
|
18
|
341 #elif (NGX_HAVE_EPOLL)
|
|
0
|
342
|
|
|
343 #define NGX_READ_EVENT EPOLLIN
|
|
|
344 #define NGX_WRITE_EVENT EPOLLOUT
|
|
|
345
|
|
|
346 #define NGX_LEVEL_EVENT 0
|
|
|
347 #define NGX_CLEAR_EVENT EPOLLET
|
|
|
348 #define NGX_ONESHOT_EVENT 0x70000000
|
|
|
349 #if 0
|
|
|
350 #define NGX_ONESHOT_EVENT EPOLLONESHOT
|
|
|
351 #endif
|
|
|
352
|
|
|
353
|
|
18
|
354 #elif (NGX_HAVE_POLL)
|
|
0
|
355
|
|
|
356 #define NGX_READ_EVENT POLLIN
|
|
|
357 #define NGX_WRITE_EVENT POLLOUT
|
|
|
358
|
|
|
359 #define NGX_LEVEL_EVENT 0
|
|
|
360 #define NGX_ONESHOT_EVENT 1
|
|
|
361
|
|
|
362
|
|
|
363 #else /* select */
|
|
|
364
|
|
|
365 #define NGX_READ_EVENT 0
|
|
|
366 #define NGX_WRITE_EVENT 1
|
|
|
367
|
|
|
368 #define NGX_LEVEL_EVENT 0
|
|
|
369 #define NGX_ONESHOT_EVENT 1
|
|
|
370
|
|
18
|
371 #endif /* NGX_HAVE_KQUEUE */
|
|
0
|
372
|
|
|
373
|
|
18
|
374 #if (NGX_HAVE_IOCP)
|
|
0
|
375 #define NGX_IOCP_ACCEPT 0
|
|
|
376 #define NGX_IOCP_IO 1
|
|
|
377 #define NGX_IOCP_CONNECT 2
|
|
|
378 #endif
|
|
|
379
|
|
|
380
|
|
|
381 #ifndef NGX_CLEAR_EVENT
|
|
|
382 #define NGX_CLEAR_EVENT 0 /* dummy declaration */
|
|
|
383 #endif
|
|
|
384
|
|
|
385
|
|
|
386 #define ngx_process_changes ngx_event_actions.process_changes
|
|
|
387 #define ngx_process_events ngx_event_actions.process_events
|
|
|
388 #define ngx_done_events ngx_event_actions.done
|
|
|
389
|
|
|
390 #define ngx_add_event ngx_event_actions.add
|
|
|
391 #define ngx_del_event ngx_event_actions.del
|
|
|
392 #define ngx_add_conn ngx_event_actions.add_conn
|
|
|
393 #define ngx_del_conn ngx_event_actions.del_conn
|
|
|
394
|
|
|
395 #define ngx_add_timer ngx_event_add_timer
|
|
|
396 #define ngx_del_timer ngx_event_del_timer
|
|
|
397
|
|
|
398
|
|
92
|
399 extern ngx_os_io_t ngx_io;
|
|
|
400
|
|
0
|
401 #define ngx_recv ngx_io.recv
|
|
|
402 #define ngx_recv_chain ngx_io.recv_chain
|
|
|
403 #define ngx_send ngx_io.send
|
|
|
404 #define ngx_send_chain ngx_io.send_chain
|
|
|
405
|
|
|
406
|
|
|
407 #define NGX_EVENT_MODULE 0x544E5645 /* "EVNT" */
|
|
|
408 #define NGX_EVENT_CONF 0x02000000
|
|
|
409
|
|
|
410
|
|
|
411 typedef struct {
|
|
|
412 ngx_uint_t connections;
|
|
|
413 ngx_uint_t use;
|
|
|
414
|
|
|
415 ngx_flag_t multi_accept;
|
|
|
416 ngx_flag_t accept_mutex;
|
|
|
417
|
|
|
418 ngx_msec_t accept_mutex_delay;
|
|
|
419
|
|
|
420 u_char *name;
|
|
|
421
|
|
|
422 #if (NGX_DEBUG)
|
|
|
423 ngx_array_t debug_connection;
|
|
|
424 #endif
|
|
|
425 } ngx_event_conf_t;
|
|
|
426
|
|
|
427
|
|
|
428 typedef struct {
|
|
|
429 ngx_str_t *name;
|
|
|
430
|
|
|
431 void *(*create_conf)(ngx_cycle_t *cycle);
|
|
|
432 char *(*init_conf)(ngx_cycle_t *cycle, void *conf);
|
|
|
433
|
|
|
434 ngx_event_actions_t actions;
|
|
|
435 } ngx_event_module_t;
|
|
|
436
|
|
|
437
|
|
|
438 extern ngx_atomic_t *ngx_connection_counter;
|
|
|
439
|
|
|
440 extern ngx_atomic_t *ngx_accept_mutex_ptr;
|
|
160
|
441 extern ngx_shmtx_t ngx_accept_mutex;
|
|
|
442 extern ngx_uint_t ngx_use_accept_mutex;
|
|
0
|
443 extern ngx_uint_t ngx_accept_mutex_held;
|
|
|
444 extern ngx_msec_t ngx_accept_mutex_delay;
|
|
|
445 extern ngx_int_t ngx_accept_disabled;
|
|
|
446
|
|
|
447
|
|
|
448 #if (NGX_STAT_STUB)
|
|
|
449
|
|
|
450 extern ngx_atomic_t *ngx_stat_accepted;
|
|
44
|
451 extern ngx_atomic_t *ngx_stat_handled;
|
|
0
|
452 extern ngx_atomic_t *ngx_stat_requests;
|
|
|
453 extern ngx_atomic_t *ngx_stat_active;
|
|
|
454 extern ngx_atomic_t *ngx_stat_reading;
|
|
|
455 extern ngx_atomic_t *ngx_stat_writing;
|
|
|
456
|
|
|
457 #endif
|
|
|
458
|
|
|
459
|
|
112
|
460 #define NGX_UPDATE_TIME 1
|
|
|
461 #define NGX_POST_EVENTS 2
|
|
|
462 #define NGX_POST_THREAD_EVENTS 4
|
|
0
|
463
|
|
|
464
|
|
112
|
465 extern sig_atomic_t ngx_event_timer_alarm;
|
|
0
|
466 extern ngx_uint_t ngx_event_flags;
|
|
|
467 extern ngx_module_t ngx_events_module;
|
|
|
468 extern ngx_module_t ngx_event_core_module;
|
|
|
469
|
|
|
470
|
|
|
471 #define ngx_event_get_conf(conf_ctx, module) \
|
|
|
472 (*(ngx_get_conf(conf_ctx, ngx_events_module))) [module.ctx_index];
|
|
|
473
|
|
|
474
|
|
|
475
|
|
|
476 void ngx_event_accept(ngx_event_t *ev);
|
|
|
477 ngx_int_t ngx_trylock_accept_mutex(ngx_cycle_t *cycle);
|
|
92
|
478 u_char *ngx_accept_log_error(ngx_log_t *log, u_char *buf, size_t len);
|
|
0
|
479
|
|
|
480
|
|
112
|
481 void ngx_process_events_and_timers(ngx_cycle_t *cycle);
|
|
58
|
482 ngx_int_t ngx_handle_read_event(ngx_event_t *rev, u_int flags);
|
|
|
483 ngx_int_t ngx_handle_write_event(ngx_event_t *wev, size_t lowat);
|
|
|
484
|
|
|
485
|
|
10
|
486 #if (NGX_WIN32)
|
|
0
|
487 void ngx_event_acceptex(ngx_event_t *ev);
|
|
92
|
488 ngx_int_t ngx_event_post_acceptex(ngx_listening_t *ls, ngx_uint_t n);
|
|
|
489 u_char *ngx_acceptex_log_error(ngx_log_t *log, u_char *buf, size_t len);
|
|
0
|
490 #endif
|
|
|
491
|
|
|
492
|
|
2
|
493 ngx_int_t ngx_send_lowat(ngx_connection_t *c, size_t lowat);
|
|
|
494
|
|
|
495
|
|
0
|
496 /* used in ngx_log_debugX() */
|
|
|
497 #define ngx_event_ident(p) ((ngx_connection_t *) (p))->fd
|
|
|
498
|
|
|
499
|
|
|
500 #include <ngx_event_timer.h>
|
|
|
501 #include <ngx_event_posted.h>
|
|
|
502 #include <ngx_event_busy_lock.h>
|
|
|
503
|
|
10
|
504 #if (NGX_WIN32)
|
|
0
|
505 #include <ngx_iocp_module.h>
|
|
|
506 #endif
|
|
|
507
|
|
|
508
|
|
|
509 #endif /* _NGX_EVENT_H_INCLUDED_ */
|
