0
|
1
|
|
2 /*
|
|
3 * Copyright (C) Igor Sysoev
|
|
4 */
|
|
5
|
|
6
|
|
7 #include <ngx_config.h>
|
|
8 #include <ngx_core.h>
|
|
9 #include <ngx_event.h>
|
|
10
|
|
11
|
|
12 #define DEFAULT_CONNECTIONS 512
|
|
13
|
|
14
|
16
|
15 extern ngx_module_t ngx_kqueue_module;
|
|
16 extern ngx_module_t ngx_devpoll_module;
|
|
17 extern ngx_module_t ngx_epoll_module;
|
|
18 extern ngx_module_t ngx_rtsig_module;
|
0
|
19 extern ngx_module_t ngx_select_module;
|
|
20
|
|
21
|
|
22 static ngx_int_t ngx_event_module_init(ngx_cycle_t *cycle);
|
|
23 static ngx_int_t ngx_event_process_init(ngx_cycle_t *cycle);
|
|
24 static char *ngx_events_block(ngx_conf_t *cf, ngx_command_t *cmd, void *conf);
|
|
25
|
|
26 static char *ngx_event_connections(ngx_conf_t *cf, ngx_command_t *cmd,
|
58
|
27 void *conf);
|
0
|
28 static char *ngx_event_use(ngx_conf_t *cf, ngx_command_t *cmd, void *conf);
|
|
29 static char *ngx_event_debug_connection(ngx_conf_t *cf, ngx_command_t *cmd,
|
58
|
30 void *conf);
|
0
|
31
|
|
32 static void *ngx_event_create_conf(ngx_cycle_t *cycle);
|
|
33 static char *ngx_event_init_conf(ngx_cycle_t *cycle, void *conf);
|
|
34 static char *ngx_accept_mutex_check(ngx_conf_t *cf, void *post, void *data);
|
|
35
|
|
36
|
44
|
37 static ngx_uint_t ngx_event_max_module;
|
0
|
38
|
44
|
39 ngx_uint_t ngx_event_flags;
|
|
40 ngx_event_actions_t ngx_event_actions;
|
0
|
41
|
|
42
|
44
|
43 ngx_atomic_t connection_counter;
|
42
|
44 ngx_atomic_t *ngx_connection_counter = &connection_counter;
|
0
|
45
|
|
46
|
42
|
47 ngx_atomic_t *ngx_accept_mutex_ptr;
|
|
48 ngx_atomic_t *ngx_accept_mutex;
|
44
|
49 ngx_uint_t ngx_accept_mutex_held;
|
|
50 ngx_msec_t ngx_accept_mutex_delay;
|
|
51 ngx_int_t ngx_accept_disabled;
|
0
|
52
|
|
53
|
|
54 #if (NGX_STAT_STUB)
|
|
55
|
|
56 ngx_atomic_t ngx_stat_accepted0;
|
|
57 ngx_atomic_t *ngx_stat_accepted = &ngx_stat_accepted0;
|
44
|
58 ngx_atomic_t ngx_stat_handled0;
|
|
59 ngx_atomic_t *ngx_stat_handled = &ngx_stat_handled0;
|
0
|
60 ngx_atomic_t ngx_stat_requests0;
|
|
61 ngx_atomic_t *ngx_stat_requests = &ngx_stat_requests0;
|
|
62 ngx_atomic_t ngx_stat_active0;
|
|
63 ngx_atomic_t *ngx_stat_active = &ngx_stat_active0;
|
|
64 ngx_atomic_t ngx_stat_reading0;
|
|
65 ngx_atomic_t *ngx_stat_reading = &ngx_stat_reading0;
|
|
66 ngx_atomic_t ngx_stat_writing0;
|
44
|
67 ngx_atomic_t *ngx_stat_writing = &ngx_stat_writing0;
|
0
|
68
|
|
69 #endif
|
|
70
|
|
71
|
|
72
|
|
73 static ngx_command_t ngx_events_commands[] = {
|
|
74
|
|
75 { ngx_string("events"),
|
|
76 NGX_MAIN_CONF|NGX_CONF_BLOCK|NGX_CONF_NOARGS,
|
|
77 ngx_events_block,
|
|
78 0,
|
|
79 0,
|
|
80 NULL },
|
|
81
|
|
82 ngx_null_command
|
|
83 };
|
|
84
|
|
85
|
|
86 static ngx_core_module_t ngx_events_module_ctx = {
|
|
87 ngx_string("events"),
|
|
88 NULL,
|
|
89 NULL
|
|
90 };
|
|
91
|
|
92
|
|
93 ngx_module_t ngx_events_module = {
|
58
|
94 NGX_MODULE_V1,
|
0
|
95 &ngx_events_module_ctx, /* module context */
|
|
96 ngx_events_commands, /* module directives */
|
|
97 NGX_CORE_MODULE, /* module type */
|
90
|
98 NULL, /* init master */
|
0
|
99 NULL, /* init module */
|
90
|
100 NULL, /* init process */
|
|
101 NULL, /* init thread */
|
|
102 NULL, /* exit thread */
|
|
103 NULL, /* exit process */
|
|
104 NULL, /* exit master */
|
|
105 NGX_MODULE_V1_PADDING
|
0
|
106 };
|
|
107
|
|
108
|
|
109 static ngx_str_t event_core_name = ngx_string("event_core");
|
|
110
|
|
111 static ngx_conf_post_t ngx_accept_mutex_post = { ngx_accept_mutex_check } ;
|
|
112
|
|
113
|
|
114 static ngx_command_t ngx_event_core_commands[] = {
|
|
115
|
92
|
116 { ngx_string("worker_connections"),
|
|
117 NGX_EVENT_CONF|NGX_CONF_TAKE1,
|
|
118 ngx_event_connections,
|
|
119 0,
|
|
120 0,
|
|
121 NULL },
|
|
122
|
0
|
123 { ngx_string("connections"),
|
|
124 NGX_EVENT_CONF|NGX_CONF_TAKE1,
|
|
125 ngx_event_connections,
|
|
126 0,
|
|
127 0,
|
|
128 NULL },
|
|
129
|
|
130 { ngx_string("use"),
|
|
131 NGX_EVENT_CONF|NGX_CONF_TAKE1,
|
|
132 ngx_event_use,
|
|
133 0,
|
|
134 0,
|
|
135 NULL },
|
|
136
|
|
137 { ngx_string("multi_accept"),
|
|
138 NGX_EVENT_CONF|NGX_CONF_TAKE1,
|
|
139 ngx_conf_set_flag_slot,
|
|
140 0,
|
|
141 offsetof(ngx_event_conf_t, multi_accept),
|
|
142 NULL },
|
|
143
|
|
144 { ngx_string("accept_mutex"),
|
|
145 NGX_EVENT_CONF|NGX_CONF_TAKE1,
|
|
146 ngx_conf_set_flag_slot,
|
|
147 0,
|
|
148 offsetof(ngx_event_conf_t, accept_mutex),
|
|
149 &ngx_accept_mutex_post },
|
|
150
|
|
151 { ngx_string("accept_mutex_delay"),
|
|
152 NGX_EVENT_CONF|NGX_CONF_TAKE1,
|
|
153 ngx_conf_set_msec_slot,
|
|
154 0,
|
|
155 offsetof(ngx_event_conf_t, accept_mutex_delay),
|
|
156 NULL },
|
|
157
|
|
158 { ngx_string("debug_connection"),
|
|
159 NGX_EVENT_CONF|NGX_CONF_TAKE1,
|
|
160 ngx_event_debug_connection,
|
|
161 0,
|
|
162 0,
|
|
163 NULL },
|
|
164
|
|
165 ngx_null_command
|
|
166 };
|
|
167
|
|
168
|
|
169 ngx_event_module_t ngx_event_core_module_ctx = {
|
|
170 &event_core_name,
|
|
171 ngx_event_create_conf, /* create configuration */
|
|
172 ngx_event_init_conf, /* init configuration */
|
|
173
|
|
174 { NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL }
|
|
175 };
|
|
176
|
|
177
|
|
178 ngx_module_t ngx_event_core_module = {
|
58
|
179 NGX_MODULE_V1,
|
0
|
180 &ngx_event_core_module_ctx, /* module context */
|
|
181 ngx_event_core_commands, /* module directives */
|
|
182 NGX_EVENT_MODULE, /* module type */
|
90
|
183 NULL, /* init master */
|
0
|
184 ngx_event_module_init, /* init module */
|
90
|
185 ngx_event_process_init, /* init process */
|
|
186 NULL, /* init thread */
|
|
187 NULL, /* exit thread */
|
|
188 NULL, /* exit process */
|
|
189 NULL, /* exit master */
|
|
190 NGX_MODULE_V1_PADDING
|
0
|
191 };
|
|
192
|
|
193
|
58
|
194 ngx_int_t
|
|
195 ngx_handle_read_event(ngx_event_t *rev, u_int flags)
|
|
196 {
|
|
197 if (ngx_event_flags & NGX_USE_CLEAR_EVENT) {
|
|
198
|
|
199 /* kqueue, epoll */
|
|
200
|
|
201 if (!rev->active && !rev->ready) {
|
|
202 if (ngx_add_event(rev, NGX_READ_EVENT, NGX_CLEAR_EVENT)
|
|
203 == NGX_ERROR)
|
|
204 {
|
|
205 return NGX_ERROR;
|
|
206 }
|
|
207 }
|
|
208
|
|
209 return NGX_OK;
|
|
210
|
|
211 } else if (ngx_event_flags & NGX_USE_LEVEL_EVENT) {
|
|
212
|
|
213 /* select, poll, /dev/poll */
|
|
214
|
|
215 if (!rev->active && !rev->ready) {
|
|
216 if (ngx_add_event(rev, NGX_READ_EVENT, NGX_LEVEL_EVENT)
|
|
217 == NGX_ERROR)
|
|
218 {
|
|
219 return NGX_ERROR;
|
|
220 }
|
|
221
|
|
222 return NGX_OK;
|
|
223 }
|
|
224
|
|
225 if (rev->active && (rev->ready || (flags & NGX_CLOSE_EVENT))) {
|
|
226 if (ngx_del_event(rev, NGX_READ_EVENT, NGX_LEVEL_EVENT | flags)
|
|
227 == NGX_ERROR)
|
|
228 {
|
|
229 return NGX_ERROR;
|
|
230 }
|
|
231
|
|
232 return NGX_OK;
|
|
233 }
|
|
234
|
|
235 } else if (ngx_event_flags & NGX_USE_ONESHOT_EVENT) {
|
|
236
|
|
237 /* event ports */
|
|
238
|
|
239 if (!rev->active) {
|
|
240 if (ngx_add_event(rev, NGX_READ_EVENT, NGX_ONESHOT_EVENT)
|
|
241 == NGX_ERROR)
|
|
242 {
|
|
243 return NGX_ERROR;
|
|
244 }
|
|
245 }
|
|
246
|
|
247 return NGX_OK;
|
|
248 }
|
|
249
|
|
250 /* aio, iocp, rtsig */
|
|
251
|
|
252 return NGX_OK;
|
|
253 }
|
|
254
|
|
255
|
|
256 ngx_int_t
|
|
257 ngx_handle_write_event(ngx_event_t *wev, size_t lowat)
|
|
258 {
|
|
259 ngx_connection_t *c;
|
|
260
|
|
261 if (lowat) {
|
|
262 c = (ngx_connection_t *) wev->data;
|
|
263
|
|
264 if (ngx_send_lowat(c, lowat) == NGX_ERROR) {
|
|
265 return NGX_ERROR;
|
|
266 }
|
|
267 }
|
|
268
|
|
269 if (ngx_event_flags & NGX_USE_CLEAR_EVENT) {
|
|
270
|
|
271 /* kqueue, epoll */
|
|
272
|
|
273 if (!wev->active && !wev->ready) {
|
|
274 if (ngx_add_event(wev, NGX_WRITE_EVENT,
|
|
275 NGX_CLEAR_EVENT | (lowat ? NGX_LOWAT_EVENT : 0))
|
|
276 == NGX_ERROR)
|
|
277 {
|
|
278 return NGX_ERROR;
|
|
279 }
|
|
280 }
|
|
281
|
|
282 return NGX_OK;
|
|
283
|
|
284 } else if (ngx_event_flags & NGX_USE_LEVEL_EVENT) {
|
|
285
|
|
286 /* select, poll, /dev/poll */
|
|
287
|
|
288 if (!wev->active && !wev->ready) {
|
|
289 if (ngx_add_event(wev, NGX_WRITE_EVENT, NGX_LEVEL_EVENT)
|
|
290 == NGX_ERROR)
|
|
291 {
|
|
292 return NGX_ERROR;
|
|
293 }
|
|
294
|
|
295 return NGX_OK;
|
|
296 }
|
|
297
|
|
298 if (wev->active && wev->ready) {
|
|
299 if (ngx_del_event(wev, NGX_WRITE_EVENT, NGX_LEVEL_EVENT)
|
|
300 == NGX_ERROR)
|
|
301 {
|
|
302 return NGX_ERROR;
|
|
303 }
|
|
304
|
|
305 return NGX_OK;
|
|
306 }
|
|
307
|
|
308 } else if (ngx_event_flags & NGX_USE_ONESHOT_EVENT) {
|
|
309
|
|
310 /* event ports */
|
|
311
|
|
312 if (!wev->active) {
|
|
313 if (ngx_add_event(wev, NGX_WRITE_EVENT, NGX_ONESHOT_EVENT)
|
|
314 == NGX_ERROR)
|
|
315 {
|
|
316 return NGX_ERROR;
|
|
317 }
|
|
318 }
|
|
319
|
|
320 return NGX_OK;
|
|
321 }
|
|
322
|
|
323 /* aio, iocp, rtsig */
|
|
324
|
|
325 return NGX_OK;
|
|
326 }
|
|
327
|
|
328
|
|
329 static ngx_int_t
|
|
330 ngx_event_module_init(ngx_cycle_t *cycle)
|
0
|
331 {
|
92
|
332 void ***cf;
|
|
333 ngx_event_conf_t *ecf;
|
10
|
334 #if !(NGX_WIN32)
|
92
|
335 char *shared;
|
22
|
336 size_t size;
|
92
|
337 ngx_int_t limit;
|
|
338 struct rlimit rlmt;
|
22
|
339 ngx_core_conf_t *ccf;
|
92
|
340 #endif
|
22
|
341
|
|
342 cf = ngx_get_conf(cycle->conf_ctx, ngx_events_module);
|
|
343
|
|
344 if (cf == NULL) {
|
|
345 ngx_log_error(NGX_LOG_EMERG, cycle->log, 0,
|
|
346 "no \"events\" section in configuration");
|
|
347 return NGX_ERROR;
|
|
348 }
|
|
349
|
|
350 ecf = (*cf)[ngx_event_core_module.ctx_index];
|
|
351
|
|
352 ngx_log_error(NGX_LOG_INFO, cycle->log, 0,
|
|
353 "using the \"%s\" event method", ecf->name);
|
|
354
|
92
|
355 #if !(NGX_WIN32)
|
0
|
356
|
|
357 ccf = (ngx_core_conf_t *) ngx_get_conf(cycle->conf_ctx, ngx_core_module);
|
|
358
|
92
|
359 if (getrlimit(RLIMIT_NOFILE, &rlmt) == -1) {
|
|
360 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
|
|
361 "getrlimit(RLIMIT_NOFILE) failed, ignored");
|
|
362
|
|
363 } else {
|
|
364 if (ecf->connections > (ngx_uint_t) rlmt.rlim_cur
|
|
365 && (ccf->rlimit_nofile == NGX_CONF_UNSET
|
|
366 || ecf->connections > (ngx_uint_t) ccf->rlimit_nofile))
|
|
367 {
|
|
368 limit = (ccf->rlimit_nofile == NGX_CONF_UNSET) ?
|
|
369 (ngx_int_t) rlmt.rlim_cur : ccf->rlimit_nofile;
|
|
370
|
|
371 ngx_log_error(NGX_LOG_WARN, cycle->log, 0,
|
|
372 "%ui worker_connections are more than "
|
|
373 "open file resource limit: %i",
|
|
374 ecf->connections, limit);
|
|
375 }
|
|
376 }
|
|
377
|
|
378
|
0
|
379 if (ccf->master == 0 || ngx_accept_mutex_ptr) {
|
|
380 return NGX_OK;
|
|
381 }
|
|
382
|
|
383
|
32
|
384 /* TODO: adjust cache line size, 128 is P4 cache line size */
|
0
|
385
|
|
386 size = 128 /* ngx_accept_mutex */
|
|
387 + 128; /* ngx_connection_counter */
|
|
388
|
|
389 #if (NGX_STAT_STUB)
|
|
390
|
|
391 size += 128 /* ngx_stat_accepted */
|
44
|
392 + 128 /* ngx_stat_handled */
|
0
|
393 + 128 /* ngx_stat_requests */
|
|
394 + 128 /* ngx_stat_active */
|
|
395 + 128 /* ngx_stat_reading */
|
|
396 + 128; /* ngx_stat_writing */
|
|
397
|
|
398 #endif
|
|
399
|
50
|
400 shared = ngx_create_shared_memory(size, cycle->log);
|
|
401 if (shared == NULL) {
|
0
|
402 return NGX_ERROR;
|
|
403 }
|
|
404
|
|
405 ngx_accept_mutex_ptr = (ngx_atomic_t *) shared;
|
|
406 ngx_connection_counter = (ngx_atomic_t *) (shared + 128);
|
|
407
|
|
408 #if (NGX_STAT_STUB)
|
|
409
|
|
410 ngx_stat_accepted = (ngx_atomic_t *) (shared + 2 * 128);
|
44
|
411 ngx_stat_handled = (ngx_atomic_t *) (shared + 3 * 128);
|
|
412 ngx_stat_requests = (ngx_atomic_t *) (shared + 4 * 128);
|
|
413 ngx_stat_active = (ngx_atomic_t *) (shared + 5 * 128);
|
|
414 ngx_stat_reading = (ngx_atomic_t *) (shared + 6 * 128);
|
|
415 ngx_stat_writing = (ngx_atomic_t *) (shared + 7 * 128);
|
0
|
416
|
|
417 #endif
|
|
418
|
|
419 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, cycle->log, 0,
|
10
|
420 "counter: %p, %d",
|
0
|
421 ngx_connection_counter, *ngx_connection_counter);
|
|
422
|
92
|
423 #endif /* !(NGX_WIN32) */
|
0
|
424
|
|
425 return NGX_OK;
|
|
426 }
|
|
427
|
|
428
|
58
|
429 static ngx_int_t
|
|
430 ngx_event_process_init(ngx_cycle_t *cycle)
|
0
|
431 {
|
|
432 ngx_uint_t m, i;
|
|
433 ngx_event_t *rev, *wev;
|
92
|
434 ngx_listening_t *ls;
|
|
435 ngx_connection_t *c, *next, *old;
|
0
|
436 ngx_core_conf_t *ccf;
|
|
437 ngx_event_conf_t *ecf;
|
|
438 ngx_event_module_t *module;
|
10
|
439 #if (NGX_WIN32)
|
0
|
440 ngx_iocp_conf_t *iocpcf;
|
92
|
441 #else
|
|
442 struct rlimit rlmt;
|
0
|
443 #endif
|
|
444
|
|
445 ccf = (ngx_core_conf_t *) ngx_get_conf(cycle->conf_ctx, ngx_core_module);
|
|
446 ecf = ngx_event_get_conf(cycle->conf_ctx, ngx_event_core_module);
|
|
447
|
|
448 if (ngx_accept_mutex_ptr && ccf->worker_processes > 1 && ecf->accept_mutex)
|
|
449 {
|
|
450 ngx_accept_mutex = ngx_accept_mutex_ptr;
|
|
451 ngx_accept_mutex_held = 0;
|
|
452 ngx_accept_mutex_delay = ecf->accept_mutex_delay;
|
|
453 }
|
|
454
|
|
455 #if (NGX_THREADS)
|
50
|
456 ngx_posted_events_mutex = ngx_mutex_init(cycle->log, 0);
|
|
457 if (ngx_posted_events_mutex == NULL) {
|
0
|
458 return NGX_ERROR;
|
|
459 }
|
|
460 #endif
|
|
461
|
|
462 if (ngx_event_timer_init(cycle->log) == NGX_ERROR) {
|
|
463 return NGX_ERROR;
|
|
464 }
|
|
465
|
|
466 cycle->connection_n = ecf->connections;
|
|
467
|
|
468 for (m = 0; ngx_modules[m]; m++) {
|
|
469 if (ngx_modules[m]->type != NGX_EVENT_MODULE) {
|
|
470 continue;
|
|
471 }
|
|
472
|
|
473 if (ngx_modules[m]->ctx_index == ecf->use) {
|
|
474 module = ngx_modules[m]->ctx;
|
|
475 if (module->actions.init(cycle) == NGX_ERROR) {
|
|
476 /* fatal */
|
|
477 exit(2);
|
|
478 }
|
|
479 break;
|
|
480 }
|
|
481 }
|
|
482
|
92
|
483 #if !(NGX_WIN32)
|
|
484
|
|
485 if (ngx_event_flags & NGX_USE_FD_EVENT) {
|
|
486
|
|
487 if (getrlimit(RLIMIT_NOFILE, &rlmt) == -1) {
|
|
488 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
|
|
489 "getrlimit(RLIMIT_NOFILE) failed");
|
|
490 return NGX_ERROR;
|
|
491 }
|
|
492
|
|
493 cycle->files_n = (ngx_uint_t) rlmt.rlim_cur;
|
|
494
|
|
495 cycle->files = ngx_calloc(sizeof(ngx_connection_t *) * cycle->files_n,
|
|
496 cycle->log);
|
|
497 if (cycle->files == NULL) {
|
|
498 return NGX_ERROR;
|
|
499 }
|
|
500 }
|
|
501
|
|
502 #endif
|
|
503
|
|
504 cycle->connections0 = ngx_alloc(sizeof(ngx_connection_t) * ecf->connections,
|
0
|
505 cycle->log);
|
92
|
506 if (cycle->connections0 == NULL) {
|
0
|
507 return NGX_ERROR;
|
|
508 }
|
|
509
|
92
|
510 c = cycle->connections0;
|
0
|
511
|
92
|
512 cycle->read_events0 = ngx_alloc(sizeof(ngx_event_t) * ecf->connections,
|
0
|
513 cycle->log);
|
92
|
514 if (cycle->read_events0 == NULL) {
|
0
|
515 return NGX_ERROR;
|
|
516 }
|
|
517
|
92
|
518 rev = cycle->read_events0;
|
0
|
519 for (i = 0; i < cycle->connection_n; i++) {
|
|
520 rev[i].closed = 1;
|
30
|
521 rev[i].instance = 1;
|
0
|
522 #if (NGX_THREADS)
|
|
523 rev[i].lock = &c[i].lock;
|
|
524 rev[i].own_lock = &c[i].lock;
|
|
525 #endif
|
|
526 }
|
|
527
|
92
|
528 cycle->write_events0 = ngx_alloc(sizeof(ngx_event_t) * ecf->connections,
|
30
|
529 cycle->log);
|
92
|
530 if (cycle->write_events0 == NULL) {
|
0
|
531 return NGX_ERROR;
|
|
532 }
|
|
533
|
92
|
534 wev = cycle->write_events0;
|
0
|
535 for (i = 0; i < cycle->connection_n; i++) {
|
|
536 wev[i].closed = 1;
|
|
537 #if (NGX_THREADS)
|
|
538 wev[i].lock = &c[i].lock;
|
|
539 wev[i].own_lock = &c[i].lock;
|
|
540 #endif
|
|
541 }
|
|
542
|
92
|
543 i = cycle->connection_n;
|
|
544 next = NULL;
|
|
545
|
|
546 do {
|
|
547 i--;
|
|
548
|
|
549 c[i].data = next;
|
|
550 c[i].read = &cycle->read_events0[i];
|
|
551 c[i].write = &cycle->write_events0[i];
|
|
552 c[i].fd = (ngx_socket_t) -1;
|
|
553
|
|
554 next = &c[i];
|
|
555
|
|
556 #if (NGX_THREADS)
|
|
557 c[i].lock = 0;
|
|
558 #endif
|
|
559 } while (i);
|
|
560
|
|
561 cycle->free_connections = next;
|
|
562 cycle->free_connection_n = ecf->connections;
|
|
563
|
0
|
564 /* for each listening socket */
|
|
565
|
92
|
566 ls = cycle->listening.elts;
|
0
|
567 for (i = 0; i < cycle->listening.nelts; i++) {
|
|
568
|
92
|
569 c = ngx_get_connection(ls[i].fd, cycle->log);
|
0
|
570
|
92
|
571 if (c == NULL) {
|
|
572 return NGX_ERROR;
|
|
573 }
|
0
|
574
|
92
|
575 rev = c->read;
|
|
576 wev = c->write;
|
0
|
577
|
|
578 ngx_memzero(c, sizeof(ngx_connection_t));
|
92
|
579
|
|
580 c->read = rev;
|
|
581 c->write = wev;
|
|
582 c->fd = ls[i].fd;
|
|
583 c->log = &ls[i].log;
|
|
584
|
|
585 c->listening = &ls[i];
|
|
586 ls[i].connection = c;
|
|
587
|
|
588 c->ctx = ls[i].ctx;
|
|
589 c->servers = ls[i].servers;
|
|
590
|
0
|
591 ngx_memzero(rev, sizeof(ngx_event_t));
|
30
|
592 ngx_memzero(wev, sizeof(ngx_event_t));
|
0
|
593
|
|
594 /* required by poll */
|
|
595 wev->index = NGX_INVALID_INDEX;
|
|
596
|
|
597 rev->log = c->log;
|
|
598 rev->data = c;
|
|
599 rev->index = NGX_INVALID_INDEX;
|
|
600
|
|
601 rev->available = 0;
|
|
602
|
|
603 rev->accept = 1;
|
|
604
|
18
|
605 #if (NGX_HAVE_DEFERRED_ACCEPT)
|
92
|
606 rev->deferred_accept = ls[i].deferred_accept;
|
0
|
607 #endif
|
|
608
|
|
609 if (!(ngx_event_flags & NGX_USE_IOCP_EVENT)) {
|
92
|
610 if (ls[i].previous) {
|
0
|
611
|
|
612 /*
|
|
613 * delete the old accept events that were bound to
|
|
614 * the old cycle read events array
|
|
615 */
|
|
616
|
92
|
617 old = ls[i].previous->connection;
|
|
618
|
|
619 if (ngx_del_event(old->read, NGX_READ_EVENT, NGX_CLOSE_EVENT)
|
|
620 == NGX_ERROR)
|
0
|
621 {
|
|
622 return NGX_ERROR;
|
|
623 }
|
|
624
|
92
|
625 old->fd = (ngx_socket_t) -1;
|
0
|
626 }
|
|
627 }
|
|
628
|
10
|
629 #if (NGX_WIN32)
|
0
|
630
|
|
631 if (ngx_event_flags & NGX_USE_IOCP_EVENT) {
|
58
|
632 rev->handler = ngx_event_acceptex;
|
0
|
633
|
|
634 if (ngx_add_event(rev, 0, NGX_IOCP_ACCEPT) == NGX_ERROR) {
|
|
635 return NGX_ERROR;
|
|
636 }
|
|
637
|
92
|
638 ls[i].log.handler = ngx_acceptex_log_error;
|
|
639
|
0
|
640 iocpcf = ngx_event_get_conf(cycle->conf_ctx, ngx_iocp_module);
|
92
|
641 if (ngx_event_post_acceptex(&ls[i], iocpcf->post_acceptex)
|
|
642 == NGX_ERROR)
|
0
|
643 {
|
|
644 return NGX_ERROR;
|
|
645 }
|
|
646
|
|
647 } else {
|
58
|
648 rev->handler = ngx_event_accept;
|
10
|
649
|
0
|
650 if (ngx_add_event(rev, NGX_READ_EVENT, 0) == NGX_ERROR) {
|
|
651 return NGX_ERROR;
|
|
652 }
|
|
653 }
|
|
654
|
|
655 #else
|
|
656
|
58
|
657 rev->handler = ngx_event_accept;
|
0
|
658
|
|
659 if (ngx_accept_mutex) {
|
|
660 continue;
|
|
661 }
|
|
662
|
|
663 if (ngx_event_flags & NGX_USE_RTSIG_EVENT) {
|
|
664 if (ngx_add_conn(c) == NGX_ERROR) {
|
|
665 return NGX_ERROR;
|
|
666 }
|
|
667
|
|
668 } else {
|
|
669 if (ngx_add_event(rev, NGX_READ_EVENT, 0) == NGX_ERROR) {
|
|
670 return NGX_ERROR;
|
|
671 }
|
|
672 }
|
|
673
|
|
674 #endif
|
92
|
675
|
0
|
676 }
|
|
677
|
|
678 return NGX_OK;
|
|
679 }
|
|
680
|
|
681
|
58
|
682 ngx_int_t
|
|
683 ngx_send_lowat(ngx_connection_t *c, size_t lowat)
|
2
|
684 {
|
|
685 int sndlowat;
|
|
686
|
4
|
687 #if (NGX_HAVE_LOWAT_EVENT)
|
2
|
688
|
4
|
689 if (ngx_event_flags & NGX_USE_KQUEUE_EVENT) {
|
2
|
690 c->write->available = lowat;
|
|
691 return NGX_OK;
|
|
692 }
|
|
693
|
|
694 #endif
|
|
695
|
|
696 if (lowat == 0 || c->sndlowat) {
|
|
697 return NGX_OK;
|
|
698 }
|
|
699
|
|
700 sndlowat = (int) lowat;
|
|
701
|
|
702 if (setsockopt(c->fd, SOL_SOCKET, SO_SNDLOWAT,
|
|
703 (const void *) &sndlowat, sizeof(int)) == -1)
|
|
704 {
|
|
705 ngx_connection_error(c, ngx_socket_errno,
|
|
706 "setsockopt(SO_SNDLOWAT) failed");
|
|
707 return NGX_ERROR;
|
|
708 }
|
|
709
|
|
710 c->sndlowat = 1;
|
|
711
|
|
712 return NGX_OK;
|
|
713 }
|
|
714
|
|
715
|
58
|
716 static char *
|
|
717 ngx_events_block(ngx_conf_t *cf, ngx_command_t *cmd, void *conf)
|
0
|
718 {
|
50
|
719 char *rv;
|
0
|
720 void ***ctx;
|
50
|
721 ngx_uint_t i;
|
0
|
722 ngx_conf_t pcf;
|
50
|
723 ngx_event_module_t *m;
|
0
|
724
|
|
725 /* count the number of the event modules and set up their indices */
|
|
726
|
|
727 ngx_event_max_module = 0;
|
50
|
728 for (i = 0; ngx_modules[i]; i++) {
|
|
729 if (ngx_modules[i]->type != NGX_EVENT_MODULE) {
|
0
|
730 continue;
|
|
731 }
|
|
732
|
50
|
733 ngx_modules[i]->ctx_index = ngx_event_max_module++;
|
0
|
734 }
|
|
735
|
50
|
736 ctx = ngx_pcalloc(cf->pool, sizeof(void *));
|
|
737 if (ctx == NULL) {
|
|
738 return NGX_CONF_ERROR;
|
|
739 }
|
0
|
740
|
50
|
741 *ctx = ngx_pcalloc(cf->pool, ngx_event_max_module * sizeof(void *));
|
|
742 if (*ctx == NULL) {
|
|
743 return NGX_CONF_ERROR;
|
|
744 }
|
0
|
745
|
|
746 *(void **) conf = ctx;
|
|
747
|
50
|
748 for (i = 0; ngx_modules[i]; i++) {
|
|
749 if (ngx_modules[i]->type != NGX_EVENT_MODULE) {
|
0
|
750 continue;
|
|
751 }
|
|
752
|
50
|
753 m = ngx_modules[i]->ctx;
|
0
|
754
|
50
|
755 if (m->create_conf) {
|
|
756 (*ctx)[ngx_modules[i]->ctx_index] = m->create_conf(cf->cycle);
|
|
757 if ((*ctx)[ngx_modules[i]->ctx_index] == NULL) {
|
|
758 return NGX_CONF_ERROR;
|
|
759 }
|
0
|
760 }
|
|
761 }
|
|
762
|
|
763 pcf = *cf;
|
|
764 cf->ctx = ctx;
|
|
765 cf->module_type = NGX_EVENT_MODULE;
|
|
766 cf->cmd_type = NGX_EVENT_CONF;
|
50
|
767
|
0
|
768 rv = ngx_conf_parse(cf, NULL);
|
50
|
769
|
0
|
770 *cf = pcf;
|
|
771
|
|
772 if (rv != NGX_CONF_OK)
|
|
773 return rv;
|
|
774
|
50
|
775 for (i = 0; ngx_modules[i]; i++) {
|
|
776 if (ngx_modules[i]->type != NGX_EVENT_MODULE) {
|
0
|
777 continue;
|
|
778 }
|
|
779
|
50
|
780 m = ngx_modules[i]->ctx;
|
0
|
781
|
50
|
782 if (m->init_conf) {
|
|
783 rv = m->init_conf(cf->cycle, (*ctx)[ngx_modules[i]->ctx_index]);
|
0
|
784 if (rv != NGX_CONF_OK) {
|
|
785 return rv;
|
|
786 }
|
|
787 }
|
|
788 }
|
|
789
|
|
790 return NGX_CONF_OK;
|
|
791 }
|
|
792
|
|
793
|
58
|
794 static char *
|
|
795 ngx_event_connections(ngx_conf_t *cf, ngx_command_t *cmd, void *conf)
|
0
|
796 {
|
|
797 ngx_event_conf_t *ecf = conf;
|
|
798
|
|
799 ngx_str_t *value;
|
|
800
|
|
801 if (ecf->connections != NGX_CONF_UNSET_UINT) {
|
|
802 return "is duplicate" ;
|
|
803 }
|
|
804
|
|
805 value = cf->args->elts;
|
|
806 ecf->connections = ngx_atoi(value[1].data, value[1].len);
|
|
807 if (ecf->connections == (ngx_uint_t) NGX_ERROR) {
|
|
808 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
10
|
809 "invalid number \"%V\"", &value[1]);
|
0
|
810
|
|
811 return NGX_CONF_ERROR;
|
|
812 }
|
|
813
|
|
814 cf->cycle->connection_n = ecf->connections;
|
|
815
|
|
816 return NGX_CONF_OK;
|
|
817 }
|
|
818
|
|
819
|
58
|
820 static char *
|
|
821 ngx_event_use(ngx_conf_t *cf, ngx_command_t *cmd, void *conf)
|
0
|
822 {
|
|
823 ngx_event_conf_t *ecf = conf;
|
|
824
|
|
825 ngx_int_t m;
|
|
826 ngx_str_t *value;
|
|
827 ngx_event_conf_t *old_ecf;
|
|
828 ngx_event_module_t *module;
|
|
829
|
|
830 if (ecf->use != NGX_CONF_UNSET_UINT) {
|
|
831 return "is duplicate" ;
|
|
832 }
|
|
833
|
|
834 value = cf->args->elts;
|
|
835
|
|
836 if (cf->cycle->old_cycle->conf_ctx) {
|
|
837 old_ecf = ngx_event_get_conf(cf->cycle->old_cycle->conf_ctx,
|
|
838 ngx_event_core_module);
|
|
839 } else {
|
|
840 old_ecf = NULL;
|
|
841 }
|
|
842
|
|
843
|
|
844 for (m = 0; ngx_modules[m]; m++) {
|
|
845 if (ngx_modules[m]->type != NGX_EVENT_MODULE) {
|
|
846 continue;
|
|
847 }
|
|
848
|
|
849 module = ngx_modules[m]->ctx;
|
|
850 if (module->name->len == value[1].len) {
|
|
851 if (ngx_strcmp(module->name->data, value[1].data) == 0) {
|
|
852 ecf->use = ngx_modules[m]->ctx_index;
|
|
853 ecf->name = module->name->data;
|
|
854
|
|
855 if (ngx_process == NGX_PROCESS_SINGLE
|
|
856 && old_ecf
|
|
857 && old_ecf->use != ecf->use)
|
|
858 {
|
|
859 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
16
|
860 "when the server runs without a master process "
|
|
861 "the \"%V\" event type must be the same as "
|
|
862 "in previous configuration - \"%s\" "
|
|
863 "and it can not be changed on the fly, "
|
|
864 "to change it you need to stop server "
|
|
865 "and start it again",
|
|
866 &value[1], old_ecf->name);
|
0
|
867
|
|
868 return NGX_CONF_ERROR;
|
|
869 }
|
|
870
|
|
871 return NGX_CONF_OK;
|
|
872 }
|
|
873 }
|
|
874 }
|
|
875
|
|
876 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
10
|
877 "invalid event type \"%V\"", &value[1]);
|
0
|
878
|
|
879 return NGX_CONF_ERROR;
|
|
880 }
|
|
881
|
|
882
|
58
|
883 static char *
|
|
884 ngx_event_debug_connection(ngx_conf_t *cf, ngx_command_t *cmd, void *conf)
|
0
|
885 {
|
|
886 #if (NGX_DEBUG)
|
|
887 ngx_event_conf_t *ecf = conf;
|
|
888
|
|
889 in_addr_t *addr;
|
|
890 ngx_str_t *value;
|
|
891 struct hostent *h;
|
|
892
|
|
893 value = cf->args->elts;
|
|
894
|
|
895 /* AF_INET only */
|
|
896
|
50
|
897 addr = ngx_array_push(&ecf->debug_connection);
|
|
898 if (addr == NULL) {
|
0
|
899 return NGX_CONF_ERROR;
|
|
900 }
|
|
901
|
|
902 *addr = inet_addr((char *) value[1].data);
|
|
903
|
|
904 if (*addr != INADDR_NONE) {
|
|
905 return NGX_OK;
|
|
906 }
|
|
907
|
|
908 h = gethostbyname((char *) value[1].data);
|
|
909
|
|
910 if (h == NULL || h->h_addr_list[0] == NULL) {
|
|
911 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
10
|
912 "host \"%s\" not found", value[1].data);
|
0
|
913 return NGX_CONF_ERROR;
|
|
914 }
|
|
915
|
|
916 *addr = *(in_addr_t *)(h->h_addr_list[0]);
|
|
917
|
|
918 #else
|
|
919
|
|
920 ngx_conf_log_error(NGX_LOG_WARN, cf, 0,
|
|
921 "\"debug_connection\" is ignored, you need to rebuild "
|
|
922 "nginx using --with-debug option to enable it");
|
|
923
|
|
924 #endif
|
|
925
|
|
926 return NGX_OK;
|
|
927 }
|
|
928
|
|
929
|
58
|
930 static void *
|
|
931 ngx_event_create_conf(ngx_cycle_t *cycle)
|
0
|
932 {
|
|
933 ngx_event_conf_t *ecf;
|
|
934
|
50
|
935 ecf = ngx_palloc(cycle->pool, sizeof(ngx_event_conf_t));
|
|
936 if (ecf == NULL) {
|
|
937 return NGX_CONF_ERROR;
|
|
938 }
|
0
|
939
|
|
940 ecf->connections = NGX_CONF_UNSET_UINT;
|
|
941 ecf->use = NGX_CONF_UNSET_UINT;
|
|
942 ecf->multi_accept = NGX_CONF_UNSET;
|
|
943 ecf->accept_mutex = NGX_CONF_UNSET;
|
|
944 ecf->accept_mutex_delay = NGX_CONF_UNSET_MSEC;
|
|
945 ecf->name = (void *) NGX_CONF_UNSET;
|
|
946
|
|
947 #if (NGX_DEBUG)
|
50
|
948
|
|
949 if (ngx_array_init(&ecf->debug_connection, cycle->pool, 4,
|
|
950 sizeof(in_addr_t)) == NGX_ERROR)
|
|
951 {
|
|
952 return NGX_CONF_ERROR;
|
|
953 }
|
|
954
|
0
|
955 #endif
|
|
956
|
|
957 return ecf;
|
|
958 }
|
|
959
|
|
960
|
58
|
961 static char *
|
|
962 ngx_event_init_conf(ngx_cycle_t *cycle, void *conf)
|
0
|
963 {
|
|
964 ngx_event_conf_t *ecf = conf;
|
16
|
965
|
50
|
966 #if (NGX_HAVE_EPOLL) && !(NGX_TEST_BUILD_EPOLL)
|
|
967 int fd;
|
|
968 #endif
|
|
969 #if (NGX_HAVE_RTSIG)
|
|
970 ngx_uint_t rtsig;
|
|
971 #endif
|
16
|
972 ngx_int_t i, connections;
|
|
973 ngx_module_t *module;
|
|
974 ngx_core_conf_t *ccf;
|
|
975 ngx_event_module_t *event_module;
|
|
976
|
|
977 connections = NGX_CONF_UNSET_UINT;
|
|
978 module = NULL;
|
|
979
|
18
|
980 #if (NGX_HAVE_EPOLL) && !(NGX_TEST_BUILD_EPOLL)
|
16
|
981
|
|
982 fd = epoll_create(100);
|
|
983
|
|
984 if (fd != -1) {
|
|
985 close(fd);
|
|
986 connections = DEFAULT_CONNECTIONS;
|
|
987 module = &ngx_epoll_module;
|
|
988
|
|
989 } else if (ngx_errno != NGX_ENOSYS) {
|
|
990 connections = DEFAULT_CONNECTIONS;
|
|
991 module = &ngx_epoll_module;
|
|
992 }
|
|
993
|
|
994 #endif
|
|
995
|
18
|
996 #if (NGX_HAVE_RTSIG)
|
16
|
997
|
|
998 if (module == NULL) {
|
|
999 connections = DEFAULT_CONNECTIONS;
|
|
1000 module = &ngx_rtsig_module;
|
|
1001 rtsig = 1;
|
50
|
1002
|
|
1003 } else {
|
|
1004 rtsig = 0;
|
16
|
1005 }
|
|
1006
|
|
1007 #endif
|
|
1008
|
18
|
1009 #if (NGX_HAVE_DEVPOLL)
|
16
|
1010
|
|
1011 connections = DEFAULT_CONNECTIONS;
|
|
1012 module = &ngx_devpoll_module;
|
|
1013
|
0
|
1014 #endif
|
|
1015
|
18
|
1016 #if (NGX_HAVE_KQUEUE)
|
0
|
1017
|
16
|
1018 connections = DEFAULT_CONNECTIONS;
|
|
1019 module = &ngx_kqueue_module;
|
0
|
1020
|
16
|
1021 #endif
|
0
|
1022
|
18
|
1023 #if (NGX_HAVE_SELECT)
|
0
|
1024
|
16
|
1025 if (module == NULL) {
|
0
|
1026
|
50
|
1027 #if (NGX_WIN32 || FD_SETSIZE >= DEFAULT_CONNECTIONS)
|
16
|
1028 connections = DEFAULT_CONNECTIONS;
|
0
|
1029 #else
|
50
|
1030 connections = FD_SETSIZE;
|
16
|
1031 #endif
|
|
1032 module = &ngx_select_module;
|
|
1033 }
|
|
1034
|
0
|
1035 #endif
|
|
1036
|
16
|
1037 if (module == NULL) {
|
|
1038 for (i = 0; ngx_modules[i]; i++) {
|
|
1039 if (ngx_modules[i]->type == NGX_EVENT_MODULE) {
|
|
1040 event_module = ngx_modules[i]->ctx;
|
0
|
1041
|
16
|
1042 if (ngx_strcmp(event_module->name->data, event_core_name.data)
|
|
1043 == 0)
|
|
1044 {
|
|
1045 continue;
|
|
1046 }
|
0
|
1047
|
16
|
1048 module = ngx_modules[i];
|
|
1049 break;
|
0
|
1050 }
|
|
1051 }
|
|
1052 }
|
|
1053
|
16
|
1054 if (module == NULL) {
|
0
|
1055 ngx_log_error(NGX_LOG_EMERG, cycle->log, 0, "no events module found");
|
|
1056 return NGX_CONF_ERROR;
|
|
1057 }
|
|
1058
|
16
|
1059 ngx_conf_init_unsigned_value(ecf->connections, connections);
|
|
1060 cycle->connection_n = ecf->connections;
|
0
|
1061
|
16
|
1062 ngx_conf_init_unsigned_value(ecf->use, module->ctx_index);
|
0
|
1063
|
16
|
1064 event_module = module->ctx;
|
|
1065 ngx_conf_init_ptr_value(ecf->name, event_module->name->data);
|
0
|
1066
|
|
1067 ngx_conf_init_value(ecf->multi_accept, 0);
|
|
1068 ngx_conf_init_value(ecf->accept_mutex, 1);
|
|
1069 ngx_conf_init_msec_value(ecf->accept_mutex_delay, 500);
|
|
1070
|
16
|
1071
|
50
|
1072 #if (NGX_HAVE_RTSIG)
|
|
1073
|
|
1074 if (!rtsig) {
|
|
1075 return NGX_CONF_OK;
|
|
1076 }
|
|
1077
|
|
1078 #endif
|
|
1079
|
|
1080 if (ecf->accept_mutex) {
|
16
|
1081 return NGX_CONF_OK;
|
0
|
1082 }
|
16
|
1083
|
|
1084 ccf = (ngx_core_conf_t *) ngx_get_conf(cycle->conf_ctx, ngx_core_module);
|
0
|
1085
|
16
|
1086 if (ccf->worker_processes == 0) {
|
|
1087 return NGX_CONF_OK;
|
|
1088 }
|
|
1089
|
|
1090 ngx_log_error(NGX_LOG_EMERG, cycle->log, 0,
|
|
1091 "the \"rtsig\" method requires \"accept_mutex\" to be on");
|
|
1092
|
|
1093 return NGX_CONF_ERROR;
|
0
|
1094 }
|
|
1095
|
|
1096
|
58
|
1097 static char *
|
|
1098 ngx_accept_mutex_check(ngx_conf_t *cf, void *post, void *data)
|
0
|
1099 {
|
|
1100 #if !(NGX_HAVE_ATOMIC_OPS)
|
|
1101
|
|
1102 ngx_flag_t *fp = data;
|
|
1103
|
|
1104 *fp = 0;
|
|
1105
|
|
1106 ngx_conf_log_error(NGX_LOG_WARN, cf, 0,
|
52
|
1107 "\"accept_mutex\" is not supported on this platform, "
|
|
1108 "ignored");
|
0
|
1109
|
|
1110 #endif
|
|
1111
|
|
1112 return NGX_CONF_OK;
|
|
1113 }
|