0
|
1
|
|
2 /*
|
|
3 * Copyright (C) Igor Sysoev
|
|
4 */
|
|
5
|
|
6
|
|
7 #include <ngx_config.h>
|
|
8 #include <ngx_core.h>
|
|
9 #include <ngx_event.h>
|
|
10
|
|
11
|
|
12 ngx_os_io_t ngx_io;
|
|
13
|
|
14
|
70
|
15 ngx_listening_t *
|
|
16 ngx_listening_inet_stream_socket(ngx_conf_t *cf, in_addr_t addr, in_port_t port)
|
0
|
17 {
|
|
18 size_t len;
|
|
19 ngx_listening_t *ls;
|
28
|
20 struct sockaddr_in *sin;
|
0
|
21
|
50
|
22 ls = ngx_array_push(&cf->cycle->listening);
|
|
23 if (ls == NULL) {
|
0
|
24 return NULL;
|
|
25 }
|
|
26
|
|
27 ngx_memzero(ls, sizeof(ngx_listening_t));
|
|
28
|
50
|
29 sin = ngx_pcalloc(cf->pool, sizeof(struct sockaddr_in));
|
|
30 if (sin == NULL) {
|
0
|
31 return NULL;
|
|
32 }
|
|
33
|
28
|
34 sin->sin_family = AF_INET;
|
|
35 sin->sin_addr.s_addr = addr;
|
|
36 sin->sin_port = htons(port);
|
0
|
37
|
10
|
38
|
|
39 ls->addr_text.data = ngx_palloc(cf->pool,
|
|
40 INET_ADDRSTRLEN - 1 + sizeof(":65535") - 1);
|
|
41 if (ls->addr_text.data == NULL) {
|
0
|
42 return NULL;
|
|
43 }
|
|
44
|
|
45 len = ngx_inet_ntop(AF_INET, &addr, ls->addr_text.data, INET_ADDRSTRLEN);
|
10
|
46
|
|
47 ls->addr_text.len = ngx_sprintf(ls->addr_text.data + len, ":%d", port)
|
|
48 - ls->addr_text.data;
|
|
49
|
0
|
50 ls->fd = (ngx_socket_t) -1;
|
|
51 ls->family = AF_INET;
|
|
52 ls->type = SOCK_STREAM;
|
28
|
53 ls->sockaddr = (struct sockaddr *) sin;
|
0
|
54 ls->socklen = sizeof(struct sockaddr_in);
|
|
55 ls->addr = offsetof(struct sockaddr_in, sin_addr);
|
|
56 ls->addr_text_max_len = INET_ADDRSTRLEN;
|
|
57
|
|
58 return ls;
|
|
59 }
|
|
60
|
|
61
|
70
|
62 ngx_int_t
|
|
63 ngx_set_inherited_sockets(ngx_cycle_t *cycle)
|
0
|
64 {
|
72
|
65 size_t len;
|
|
66 ngx_uint_t i;
|
|
67 ngx_listening_t *ls;
|
|
68 struct sockaddr_in *sin;
|
|
69 #if (NGX_HAVE_DEFERRED_ACCEPT && defined SO_ACCEPTFILTER)
|
90
|
70 ngx_err_t err;
|
72
|
71 socklen_t aflen;
|
|
72 struct accept_filter_arg af;
|
|
73 #endif
|
|
74 #if (NGX_HAVE_DEFERRED_ACCEPT && defined TCP_DEFER_ACCEPT)
|
|
75 socklen_t tlen;
|
|
76 int timeout;
|
|
77 #endif
|
0
|
78
|
|
79 ls = cycle->listening.elts;
|
|
80 for (i = 0; i < cycle->listening.nelts; i++) {
|
|
81
|
|
82 /* AF_INET only */
|
|
83
|
|
84 ls[i].sockaddr = ngx_palloc(cycle->pool, sizeof(struct sockaddr_in));
|
|
85 if (ls[i].sockaddr == NULL) {
|
|
86 return NGX_ERROR;
|
|
87 }
|
|
88
|
|
89 ls[i].socklen = sizeof(struct sockaddr_in);
|
|
90 if (getsockname(ls[i].fd, ls[i].sockaddr, &ls[i].socklen) == -1) {
|
|
91 ngx_log_error(NGX_LOG_CRIT, cycle->log, ngx_socket_errno,
|
|
92 "getsockname() of the inherited "
|
|
93 "socket #%d failed", ls[i].fd);
|
|
94 ls[i].ignore = 1;
|
|
95 continue;
|
|
96 }
|
|
97
|
28
|
98 sin = (struct sockaddr_in *) ls[i].sockaddr;
|
0
|
99
|
28
|
100 if (sin->sin_family != AF_INET) {
|
0
|
101 ngx_log_error(NGX_LOG_CRIT, cycle->log, ngx_socket_errno,
|
|
102 "the inherited socket #%d has "
|
|
103 "unsupported family", ls[i].fd);
|
|
104 ls[i].ignore = 1;
|
|
105 continue;
|
|
106 }
|
10
|
107
|
0
|
108 ls[i].addr_text_max_len = INET_ADDRSTRLEN;
|
|
109
|
10
|
110 ls[i].addr_text.data = ngx_palloc(cycle->pool, INET_ADDRSTRLEN - 1
|
|
111 + sizeof(":65535") - 1);
|
0
|
112 if (ls[i].addr_text.data == NULL) {
|
|
113 return NGX_ERROR;
|
|
114 }
|
|
115
|
28
|
116 ls[i].family = sin->sin_family;
|
10
|
117 len = ngx_sock_ntop(ls[i].family, ls[i].sockaddr,
|
|
118 ls[i].addr_text.data, INET_ADDRSTRLEN);
|
|
119 if (len == 0) {
|
0
|
120 return NGX_ERROR;
|
|
121 }
|
10
|
122
|
|
123 ls[i].addr_text.len = ngx_sprintf(ls[i].addr_text.data + len, ":%d",
|
28
|
124 ntohs(sin->sin_port))
|
10
|
125 - ls[i].addr_text.data;
|
72
|
126
|
86
|
127 ls[i].backlog = -1;
|
|
128
|
72
|
129 #if (NGX_HAVE_DEFERRED_ACCEPT && defined SO_ACCEPTFILTER)
|
|
130
|
|
131 ngx_memzero(&af, sizeof(struct accept_filter_arg));
|
|
132 aflen = sizeof(struct accept_filter_arg);
|
|
133
|
|
134 if (getsockopt(ls[i].fd, SOL_SOCKET, SO_ACCEPTFILTER, &af, &aflen)
|
|
135 == -1)
|
|
136 {
|
90
|
137 err = ngx_errno;
|
|
138
|
|
139 if (err == NGX_EINVAL) {
|
|
140 continue;
|
|
141 }
|
|
142
|
|
143 ngx_log_error(NGX_LOG_NOTICE, cycle->log, err,
|
72
|
144 "getsockopt(SO_ACCEPTFILTER) for %V failed, ignored",
|
|
145 &ls[i].addr_text);
|
|
146 continue;
|
|
147 }
|
|
148
|
|
149 if (aflen < sizeof(struct accept_filter_arg) || af.af_name[0] == '\0') {
|
|
150 continue;
|
|
151 }
|
|
152
|
|
153 ls[i].accept_filter = ngx_palloc(cycle->pool, 16);
|
|
154 if (ls[i].accept_filter == NULL) {
|
|
155 return NGX_ERROR;
|
|
156 }
|
|
157
|
|
158 (void) ngx_cpystrn((u_char *) ls[i].accept_filter,
|
|
159 (u_char *) af.af_name, 16);
|
|
160 #endif
|
|
161
|
|
162 #if (NGX_HAVE_DEFERRED_ACCEPT && defined TCP_DEFER_ACCEPT)
|
|
163
|
|
164 timeout = 0;
|
|
165 tlen = sizeof(int);
|
|
166
|
|
167 if (getsockopt(ls[i].fd, IPPROTO_TCP, TCP_DEFER_ACCEPT, &timeout, &tlen)
|
|
168 == -1)
|
|
169 {
|
|
170 ngx_log_error(NGX_LOG_NOTICE, cycle->log, ngx_errno,
|
|
171 "getsockopt(TCP_DEFER_ACCEPT) for %V failed, ignored",
|
|
172 &ls[i].addr_text);
|
|
173 continue;
|
|
174 }
|
|
175
|
|
176 if (tlen < sizeof(int) || timeout == 0) {
|
|
177 continue;
|
|
178 }
|
|
179
|
|
180 ls[i].deferred_accept = 1;
|
|
181 #endif
|
0
|
182 }
|
|
183
|
|
184 return NGX_OK;
|
|
185 }
|
|
186
|
|
187
|
70
|
188 ngx_int_t
|
|
189 ngx_open_listening_sockets(ngx_cycle_t *cycle)
|
0
|
190 {
|
|
191 ngx_uint_t tries, failed, reuseaddr, i;
|
|
192 ngx_err_t err;
|
|
193 ngx_log_t *log;
|
|
194 ngx_socket_t s;
|
|
195 ngx_listening_t *ls;
|
|
196
|
|
197 reuseaddr = 1;
|
|
198 #if (NGX_SUPPRESS_WARN)
|
|
199 failed = 0;
|
|
200 #endif
|
|
201
|
|
202 log = cycle->log;
|
|
203
|
|
204 /* TODO: tries configurable */
|
|
205
|
|
206 for (tries = /* STUB */ 5; tries; tries--) {
|
|
207 failed = 0;
|
|
208
|
|
209 /* for each listening socket */
|
|
210
|
|
211 ls = cycle->listening.elts;
|
|
212 for (i = 0; i < cycle->listening.nelts; i++) {
|
|
213
|
|
214 if (ls[i].ignore) {
|
|
215 continue;
|
|
216 }
|
|
217
|
|
218 if (ls[i].fd != -1) {
|
|
219 continue;
|
|
220 }
|
|
221
|
|
222 if (ls[i].inherited) {
|
|
223
|
|
224 /* TODO: close on exit */
|
|
225 /* TODO: nonblocking */
|
|
226 /* TODO: deferred accept */
|
|
227
|
|
228 continue;
|
|
229 }
|
|
230
|
28
|
231 s = ngx_socket(ls[i].family, ls[i].type, 0);
|
0
|
232
|
|
233 if (s == -1) {
|
|
234 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
|
10
|
235 ngx_socket_n " %V failed", &ls[i].addr_text);
|
0
|
236 return NGX_ERROR;
|
|
237 }
|
|
238
|
10
|
239 #if (NGX_WIN32)
|
92
|
240
|
0
|
241 /*
|
|
242 * Winsock assignes a socket number divisible by 4
|
|
243 * so to find a connection we divide a socket number by 4.
|
|
244 */
|
|
245
|
|
246 if (s % 4) {
|
92
|
247 ngx_log_error(NGX_LOG_EMERG, log, 0,
|
0
|
248 ngx_socket_n " created socket %d", s);
|
|
249 return NGX_ERROR;
|
|
250 }
|
|
251 #endif
|
|
252
|
|
253 if (setsockopt(s, SOL_SOCKET, SO_REUSEADDR,
|
|
254 (const void *) &reuseaddr, sizeof(int)) == -1) {
|
|
255 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
|
10
|
256 "setsockopt(SO_REUSEADDR) %V failed",
|
|
257 &ls[i].addr_text);
|
0
|
258 return NGX_ERROR;
|
|
259 }
|
|
260
|
|
261 /* TODO: close on exit */
|
|
262
|
|
263 if (!(ngx_event_flags & NGX_USE_AIO_EVENT)) {
|
|
264 if (ngx_nonblocking(s) == -1) {
|
|
265 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
|
10
|
266 ngx_nonblocking_n " %V failed",
|
|
267 &ls[i].addr_text);
|
0
|
268 return NGX_ERROR;
|
|
269 }
|
|
270 }
|
|
271
|
|
272 #if 0
|
|
273 if (ls[i].nonblocking) {
|
|
274 if (ngx_nonblocking(s) == -1) {
|
|
275 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
|
10
|
276 ngx_nonblocking_n " %V failed",
|
|
277 &ls[i].addr_text);
|
0
|
278 return NGX_ERROR;
|
|
279 }
|
|
280 }
|
|
281 #endif
|
|
282
|
|
283 if (bind(s, ls[i].sockaddr, ls[i].socklen) == -1) {
|
|
284 err = ngx_socket_errno;
|
|
285 ngx_log_error(NGX_LOG_EMERG, log, err,
|
10
|
286 "bind() to %V failed", &ls[i].addr_text);
|
0
|
287
|
|
288 if (err != NGX_EADDRINUSE)
|
|
289 return NGX_ERROR;
|
|
290
|
|
291 if (ngx_close_socket(s) == -1)
|
|
292 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
|
10
|
293 ngx_close_socket_n " %V failed",
|
|
294 &ls[i].addr_text);
|
0
|
295
|
|
296 failed = 1;
|
|
297 continue;
|
|
298 }
|
|
299
|
|
300 if (listen(s, ls[i].backlog) == -1) {
|
|
301 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
|
10
|
302 "listen() to %V failed", &ls[i].addr_text);
|
0
|
303 return NGX_ERROR;
|
|
304 }
|
|
305
|
|
306 /* TODO: deferred accept */
|
|
307
|
|
308 ls[i].fd = s;
|
|
309 }
|
|
310
|
|
311 if (!failed)
|
|
312 break;
|
|
313
|
|
314 /* TODO: delay configurable */
|
|
315
|
|
316 ngx_log_error(NGX_LOG_NOTICE, log, 0,
|
|
317 "try again to bind() after 500ms");
|
|
318 ngx_msleep(500);
|
|
319 }
|
|
320
|
|
321 if (failed) {
|
26
|
322 ngx_log_error(NGX_LOG_EMERG, log, 0, "still could not bind()");
|
0
|
323 return NGX_ERROR;
|
|
324 }
|
|
325
|
|
326 return NGX_OK;
|
|
327 }
|
|
328
|
|
329
|
70
|
330 void
|
|
331 ngx_close_listening_sockets(ngx_cycle_t *cycle)
|
0
|
332 {
|
92
|
333 ngx_uint_t i;
|
|
334 ngx_listening_t *ls;
|
|
335 ngx_connection_t *c;
|
0
|
336
|
|
337 if (ngx_event_flags & NGX_USE_IOCP_EVENT) {
|
|
338 return;
|
|
339 }
|
|
340
|
|
341 ngx_accept_mutex_held = 0;
|
|
342 ngx_accept_mutex = NULL;
|
|
343
|
|
344 ls = cycle->listening.elts;
|
|
345 for (i = 0; i < cycle->listening.nelts; i++) {
|
|
346
|
92
|
347 c = ls[i].connection;
|
0
|
348
|
|
349 if (ngx_event_flags & NGX_USE_RTSIG_EVENT) {
|
92
|
350 if (c->read->active) {
|
|
351 ngx_del_conn(c, NGX_CLOSE_EVENT);
|
0
|
352 }
|
|
353
|
|
354 } else {
|
92
|
355 if (c->read->active) {
|
|
356 ngx_del_event(c->read, NGX_READ_EVENT, NGX_CLOSE_EVENT);
|
0
|
357 }
|
|
358 }
|
|
359
|
92
|
360 ngx_free_connection(c);
|
|
361
|
|
362 c->fd = (ngx_socket_t) -1;
|
|
363
|
|
364 if (ngx_close_socket(ls[i].fd) == -1) {
|
0
|
365 ngx_log_error(NGX_LOG_EMERG, cycle->log, ngx_socket_errno,
|
10
|
366 ngx_close_socket_n " %V failed", &ls[i].addr_text);
|
0
|
367 }
|
92
|
368 }
|
|
369 }
|
0
|
370
|
92
|
371
|
|
372 ngx_connection_t *
|
|
373 ngx_get_connection(ngx_socket_t s, ngx_log_t *log)
|
|
374 {
|
110
|
375 ngx_uint_t instance;
|
|
376 ngx_event_t *rev, *wev;
|
|
377 ngx_connection_t *c;
|
92
|
378
|
|
379 /* disable warning: Win32 SOCKET is u_int while UNIX socket is int */
|
|
380
|
|
381 if (ngx_cycle->files && (ngx_uint_t) s >= ngx_cycle->files_n) {
|
|
382 ngx_log_error(NGX_LOG_ALERT, log, 0,
|
|
383 "the new socket has number %d, "
|
|
384 "but only %ui files are available",
|
|
385 s, ngx_cycle->files_n);
|
|
386 return NULL;
|
|
387 }
|
|
388
|
|
389 /* ngx_mutex_lock */
|
|
390
|
|
391 c = ngx_cycle->free_connections;
|
|
392
|
|
393 if (c == NULL) {
|
|
394 ngx_log_error(NGX_LOG_ALERT, log, 0,
|
|
395 "%ui worker_connections is not enough",
|
|
396 ngx_cycle->connection_n);
|
|
397
|
|
398 /* ngx_mutex_unlock */
|
|
399
|
|
400 return NULL;
|
|
401 }
|
|
402
|
|
403 ngx_cycle->free_connections = c->data;
|
|
404 ngx_cycle->free_connection_n--;
|
|
405
|
|
406 /* ngx_mutex_unlock */
|
|
407
|
|
408 if (ngx_cycle->files) {
|
|
409 ngx_cycle->files[s] = c;
|
|
410 }
|
|
411
|
110
|
412 rev = c->read;
|
|
413 wev = c->write;
|
|
414
|
|
415 ngx_memzero(c, sizeof(ngx_connection_t));
|
|
416
|
|
417 c->read = rev;
|
|
418 c->write = wev;
|
|
419 c->fd = s;
|
|
420 c->log = log;
|
|
421
|
|
422 instance = rev->instance;
|
|
423
|
|
424 ngx_memzero(rev, sizeof(ngx_event_t));
|
|
425 ngx_memzero(wev, sizeof(ngx_event_t));
|
|
426
|
|
427 rev->instance = !instance;
|
|
428 wev->instance = !instance;
|
|
429
|
|
430 rev->index = NGX_INVALID_INDEX;
|
|
431 wev->index = NGX_INVALID_INDEX;
|
|
432
|
|
433 rev->data = c;
|
|
434 wev->data = c;
|
|
435
|
|
436 wev->write = 1;
|
|
437
|
92
|
438 return c;
|
|
439 }
|
|
440
|
|
441
|
|
442 void
|
|
443 ngx_free_connection(ngx_connection_t *c)
|
|
444 {
|
|
445 /* ngx_mutex_lock */
|
|
446
|
|
447 c->data = ngx_cycle->free_connections;
|
|
448 ngx_cycle->free_connections = c;
|
|
449 ngx_cycle->free_connection_n++;
|
|
450
|
|
451 /* ngx_mutex_unlock */
|
|
452
|
|
453 if (ngx_cycle->files) {
|
|
454 ngx_cycle->files[c->fd] = NULL;
|
0
|
455 }
|
|
456 }
|
|
457
|
|
458
|
70
|
459 void
|
|
460 ngx_close_connection(ngx_connection_t *c)
|
0
|
461 {
|
|
462 ngx_socket_t fd;
|
|
463
|
28
|
464 if (c->fd == -1) {
|
0
|
465 ngx_log_error(NGX_LOG_ALERT, c->log, 0, "connection already closed");
|
|
466 return;
|
|
467 }
|
|
468
|
|
469 if (c->read->timer_set) {
|
|
470 ngx_del_timer(c->read);
|
|
471 }
|
|
472
|
|
473 if (c->write->timer_set) {
|
|
474 ngx_del_timer(c->write);
|
|
475 }
|
|
476
|
|
477 if (ngx_del_conn) {
|
|
478 ngx_del_conn(c, NGX_CLOSE_EVENT);
|
|
479
|
|
480 } else {
|
|
481 if (c->read->active || c->read->disabled) {
|
|
482 ngx_del_event(c->read, NGX_READ_EVENT, NGX_CLOSE_EVENT);
|
|
483 }
|
|
484
|
|
485 if (c->write->active || c->write->disabled) {
|
|
486 ngx_del_event(c->write, NGX_WRITE_EVENT, NGX_CLOSE_EVENT);
|
|
487 }
|
|
488 }
|
|
489
|
|
490 #if (NGX_THREADS)
|
|
491
|
|
492 /*
|
|
493 * we have to clean the connection information before the closing
|
|
494 * because another thread may reopen the same file descriptor
|
|
495 * before we clean the connection
|
|
496 */
|
|
497
|
|
498 if (ngx_mutex_lock(ngx_posted_events_mutex) == NGX_OK) {
|
|
499
|
|
500 if (c->read->prev) {
|
|
501 ngx_delete_posted_event(c->read);
|
|
502 }
|
|
503
|
|
504 if (c->write->prev) {
|
|
505 ngx_delete_posted_event(c->write);
|
|
506 }
|
|
507
|
|
508 c->read->closed = 1;
|
|
509 c->write->closed = 1;
|
|
510
|
|
511 if (c->single_connection) {
|
|
512 ngx_unlock(&c->lock);
|
|
513 c->read->locked = 0;
|
|
514 c->write->locked = 0;
|
|
515 }
|
|
516
|
|
517 ngx_mutex_unlock(ngx_posted_events_mutex);
|
|
518 }
|
|
519
|
|
520 #else
|
|
521
|
|
522 if (c->read->prev) {
|
|
523 ngx_delete_posted_event(c->read);
|
|
524 }
|
|
525
|
|
526 if (c->write->prev) {
|
|
527 ngx_delete_posted_event(c->write);
|
|
528 }
|
|
529
|
|
530 c->read->closed = 1;
|
|
531 c->write->closed = 1;
|
|
532
|
|
533 #endif
|
|
534
|
92
|
535 ngx_free_connection(c);
|
|
536
|
0
|
537 fd = c->fd;
|
|
538 c->fd = (ngx_socket_t) -1;
|
|
539
|
|
540 if (ngx_close_socket(fd) == -1) {
|
|
541
|
|
542 /* we use ngx_cycle->log because c->log was in c->pool */
|
|
543
|
|
544 ngx_log_error(NGX_LOG_ALERT, ngx_cycle->log, ngx_socket_errno,
|
|
545 ngx_close_socket_n " failed");
|
|
546 }
|
|
547 }
|
|
548
|
|
549
|
70
|
550 ngx_int_t
|
|
551 ngx_connection_error(ngx_connection_t *c, ngx_err_t err, char *text)
|
0
|
552 {
|
|
553 ngx_uint_t level;
|
|
554
|
|
555 if (err == NGX_ECONNRESET
|
|
556 && c->log_error == NGX_ERROR_IGNORE_ECONNRESET)
|
|
557 {
|
|
558 return 0;
|
|
559 }
|
|
560
|
86
|
561 if (err == 0
|
|
562 || err == NGX_ECONNRESET
|
10
|
563 #if !(NGX_WIN32)
|
0
|
564 || err == NGX_EPIPE
|
|
565 #endif
|
|
566 || err == NGX_ENOTCONN
|
|
567 || err == NGX_ECONNREFUSED
|
|
568 || err == NGX_EHOSTUNREACH)
|
|
569 {
|
|
570
|
|
571 switch (c->log_error) {
|
|
572
|
|
573 case NGX_ERROR_IGNORE_ECONNRESET:
|
|
574 case NGX_ERROR_INFO:
|
|
575 level = NGX_LOG_INFO;
|
|
576 break;
|
|
577
|
|
578 case NGX_ERROR_ERR:
|
|
579 level = NGX_LOG_ERR;
|
|
580 break;
|
|
581
|
|
582 default:
|
|
583 level = NGX_LOG_CRIT;
|
|
584 }
|
|
585
|
|
586 } else {
|
|
587 level = NGX_LOG_CRIT;
|
|
588 }
|
|
589
|
|
590 ngx_log_error(level, c->log, err, text);
|
|
591
|
|
592 return NGX_ERROR;
|
|
593 }
|