nginx: src/event/modules/ngx_epoll

annotate src/event/modules/ngx_epoll_module.c @ 6536:f7849bfb6d21

Improved EPOLLRDHUP handling. When it's known that the kernel supports EPOLLRDHUP, there is no need in additional recv() call to get EOF or error when the flag is absent in the event generated by the kernel. A special runtime test is done at startup to detect if EPOLLRDHUP is actually supported by the kernel because epoll_ctl() silently ignores unknown flags. With this knowledge it's now possible to drop the "ready" flag for partial read. Previously, the "ready" flag was kept until the recv() returned EOF or error. In particular, this change allows the lingering close heuristics (which relies on the "ready" flag state) to actually work on Linux, and not wait for more data in most cases. The "available" flag is now used in the read event with the semantics similar to the corresponding counter in kqueue.

author	Valentin Bartenev <vbart@nginx.com>
date	Fri, 13 May 2016 17:19:23 +0300
parents	7640d6c213e1
children	3ad1064a3aae

rev	line source
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	2 /*
444 42d11f017717 nginx-0.1.0-2004-09-29-20:00:49 import; remove years from copyright Igor Sysoev <igor@sysoev.ru> parents: 441 diff changeset	3 * Copyright (C) Igor Sysoev
4412 d620f497c50f Copyright updated. Maxim Konovalov <maxim@nginx.com> parents: 4319 diff changeset	4 * Copyright (C) Nginx, Inc.
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	5 */
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	6
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	7
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	8 #include <ngx_config.h>
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	9 #include <ngx_core.h>
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	10 #include <ngx_event.h>
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	11
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	12
469 2ff194b74f1e nginx-0.1.9-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 461 diff changeset	13 #if (NGX_TEST_BUILD_EPOLL)
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	14
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	15 /* epoll declarations */
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	16
247 008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	17 #define EPOLLIN 0x001
008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	18 #define EPOLLPRI 0x002
008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	19 #define EPOLLOUT 0x004
008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	20 #define EPOLLRDNORM 0x040
008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	21 #define EPOLLRDBAND 0x080
008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	22 #define EPOLLWRNORM 0x100
008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	23 #define EPOLLWRBAND 0x200
008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	24 #define EPOLLMSG 0x400
008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	25 #define EPOLLERR 0x008
008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	26 #define EPOLLHUP 0x010
008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	27
5372 36b58ddb566d Events: support for EPOLLRDHUP (ticket #320). Valentin Bartenev <vbart@nginx.com> parents: 4759 diff changeset	28 #define EPOLLRDHUP 0x2000
36b58ddb566d Events: support for EPOLLRDHUP (ticket #320). Valentin Bartenev <vbart@nginx.com> parents: 4759 diff changeset	29
247 008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	30 #define EPOLLET 0x80000000
008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	31 #define EPOLLONESHOT 0x40000000
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	32
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	33 #define EPOLL_CTL_ADD 1
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	34 #define EPOLL_CTL_DEL 2
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	35 #define EPOLL_CTL_MOD 3
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	36
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	37 typedef union epoll_data {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	38 void *ptr;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	39 int fd;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	40 uint32_t u32;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	41 uint64_t u64;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	42 } epoll_data_t;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	43
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	44 struct epoll_event {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	45 uint32_t events;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	46 epoll_data_t data;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	47 };
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	48
4759 4c36e15651f7 Fixed compilation with -Wmissing-prototypes. Ruslan Ermilov <ru@nginx.com> parents: 4572 diff changeset	49
4c36e15651f7 Fixed compilation with -Wmissing-prototypes. Ruslan Ermilov <ru@nginx.com> parents: 4572 diff changeset	50 int epoll_create(int size);
4c36e15651f7 Fixed compilation with -Wmissing-prototypes. Ruslan Ermilov <ru@nginx.com> parents: 4572 diff changeset	51
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	52 int epoll_create(int size)
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	53 {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	54 return -1;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	55 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	56
4759 4c36e15651f7 Fixed compilation with -Wmissing-prototypes. Ruslan Ermilov <ru@nginx.com> parents: 4572 diff changeset	57
4c36e15651f7 Fixed compilation with -Wmissing-prototypes. Ruslan Ermilov <ru@nginx.com> parents: 4572 diff changeset	58 int epoll_ctl(int epfd, int op, int fd, struct epoll_event *event);
4c36e15651f7 Fixed compilation with -Wmissing-prototypes. Ruslan Ermilov <ru@nginx.com> parents: 4572 diff changeset	59
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	60 int epoll_ctl(int epfd, int op, int fd, struct epoll_event *event)
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	61 {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	62 return -1;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	63 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	64
4759 4c36e15651f7 Fixed compilation with -Wmissing-prototypes. Ruslan Ermilov <ru@nginx.com> parents: 4572 diff changeset	65
4c36e15651f7 Fixed compilation with -Wmissing-prototypes. Ruslan Ermilov <ru@nginx.com> parents: 4572 diff changeset	66 int epoll_wait(int epfd, struct epoll_event *events, int nevents, int timeout);
4c36e15651f7 Fixed compilation with -Wmissing-prototypes. Ruslan Ermilov <ru@nginx.com> parents: 4572 diff changeset	67
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	68 int epoll_wait(int epfd, struct epoll_event *events, int nevents, int timeout)
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	69 {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	70 return -1;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	71 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	72
6019 40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	73 #if (NGX_HAVE_EVENTFD)
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	74 #define SYS_eventfd 323
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	75 #endif
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	76
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	77 #if (NGX_HAVE_FILE_AIO)
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	78
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	79 #define SYS_io_setup 245
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	80 #define SYS_io_destroy 246
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	81 #define SYS_io_getevents 247
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	82
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	83 typedef u_int aio_context_t;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	84
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	85 struct io_event {
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	86 uint64_t data; /* the data field from the iocb */
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	87 uint64_t obj; /* what iocb this event came from */
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	88 int64_t res; /* result code for this event */
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	89 int64_t res2; /* secondary result */
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	90 };
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	91
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	92
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	93 #endif
6019 40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	94 #endif /* NGX_TEST_BUILD_EPOLL */
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	95
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	96
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	97 typedef struct {
1354 f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	98 ngx_uint_t events;
4134 a3203c4521c6 The "worker_aio_requests" directive. Igor Sysoev <igor@sysoev.ru> parents: 4130 diff changeset	99 ngx_uint_t aio_requests;
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	100 } ngx_epoll_conf_t;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	101
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	102
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	103 static ngx_int_t ngx_epoll_init(ngx_cycle_t *cycle, ngx_msec_t timer);
6019 40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	104 #if (NGX_HAVE_EVENTFD)
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	105 static ngx_int_t ngx_epoll_notify_init(ngx_log_t *log);
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	106 static void ngx_epoll_notify_handler(ngx_event_t *ev);
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	107 #endif
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	108 static void ngx_epoll_done(ngx_cycle_t *cycle);
1354 f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	109 static ngx_int_t ngx_epoll_add_event(ngx_event_t *ev, ngx_int_t event,
f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	110 ngx_uint_t flags);
f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	111 static ngx_int_t ngx_epoll_del_event(ngx_event_t *ev, ngx_int_t event,
f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	112 ngx_uint_t flags);
499 64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	113 static ngx_int_t ngx_epoll_add_connection(ngx_connection_t *c);
1354 f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	114 static ngx_int_t ngx_epoll_del_connection(ngx_connection_t *c,
f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	115 ngx_uint_t flags);
6019 40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	116 #if (NGX_HAVE_EVENTFD)
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	117 static ngx_int_t ngx_epoll_notify(ngx_event_handler_pt handler);
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	118 #endif
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	119 static ngx_int_t ngx_epoll_process_events(ngx_cycle_t *cycle, ngx_msec_t timer,
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	120 ngx_uint_t flags);
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	121
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	122 #if (NGX_HAVE_FILE_AIO)
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	123 static void ngx_epoll_eventfd_handler(ngx_event_t *ev);
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	124 #endif
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	125
6536 f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	126 static ngx_int_t ngx_epoll_module_init(ngx_cycle_t *cycle);
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	127 static void ngx_epoll_create_conf(ngx_cycle_t cycle);
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	128 static char ngx_epoll_init_conf(ngx_cycle_t cycle, void *conf);
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	129
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	130 static int ep = -1;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	131 static struct epoll_event *event_list;
1354 f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	132 static ngx_uint_t nevents;
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	133
6019 40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	134 #if (NGX_HAVE_EVENTFD)
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	135 static int notify_fd = -1;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	136 static ngx_event_t notify_event;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	137 static ngx_connection_t notify_conn;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	138 #endif
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	139
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	140 #if (NGX_HAVE_FILE_AIO)
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	141
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	142 int ngx_eventfd = -1;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	143 aio_context_t ngx_aio_ctx = 0;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	144
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	145 static ngx_event_t ngx_eventfd_event;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	146 static ngx_connection_t ngx_eventfd_conn;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	147
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	148 #endif
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	149
6536 f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	150 #if (NGX_HAVE_EPOLLRDHUP)
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	151 ngx_uint_t ngx_use_epoll_rdhup;
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	152 #endif
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	153
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	154 static ngx_str_t epoll_name = ngx_string("epoll");
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	155
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	156 static ngx_command_t ngx_epoll_commands[] = {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	157
499 64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	158 { ngx_string("epoll_events"),
64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	159 NGX_EVENT_CONF\|NGX_CONF_TAKE1,
64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	160 ngx_conf_set_num_slot,
64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	161 0,
64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	162 offsetof(ngx_epoll_conf_t, events),
64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	163 NULL },
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	164
4134 a3203c4521c6 The "worker_aio_requests" directive. Igor Sysoev <igor@sysoev.ru> parents: 4130 diff changeset	165 { ngx_string("worker_aio_requests"),
a3203c4521c6 The "worker_aio_requests" directive. Igor Sysoev <igor@sysoev.ru> parents: 4130 diff changeset	166 NGX_EVENT_CONF\|NGX_CONF_TAKE1,
a3203c4521c6 The "worker_aio_requests" directive. Igor Sysoev <igor@sysoev.ru> parents: 4130 diff changeset	167 ngx_conf_set_num_slot,
a3203c4521c6 The "worker_aio_requests" directive. Igor Sysoev <igor@sysoev.ru> parents: 4130 diff changeset	168 0,
a3203c4521c6 The "worker_aio_requests" directive. Igor Sysoev <igor@sysoev.ru> parents: 4130 diff changeset	169 offsetof(ngx_epoll_conf_t, aio_requests),
a3203c4521c6 The "worker_aio_requests" directive. Igor Sysoev <igor@sysoev.ru> parents: 4130 diff changeset	170 NULL },
a3203c4521c6 The "worker_aio_requests" directive. Igor Sysoev <igor@sysoev.ru> parents: 4130 diff changeset	171
499 64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	172 ngx_null_command
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	173 };
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	174
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	175
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	176 ngx_event_module_t ngx_epoll_module_ctx = {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	177 &epoll_name,
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	178 ngx_epoll_create_conf, /* create configuration */
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	179 ngx_epoll_init_conf, /* init configuration */
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	180
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	181 {
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	182 ngx_epoll_add_event, /* add an event */
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	183 ngx_epoll_del_event, /* delete an event */
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	184 ngx_epoll_add_event, /* enable an event */
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	185 ngx_epoll_del_event, /* disable an event */
381 02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	186 ngx_epoll_add_connection, /* add an connection */
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	187 ngx_epoll_del_connection, /* delete an connection */
6019 40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	188 #if (NGX_HAVE_EVENTFD)
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	189 ngx_epoll_notify, /* trigger a notify */
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	190 #else
6018 466bd63b63d1 Thread pools implementation. Valentin Bartenev <vbart@nginx.com> parents: 5821 diff changeset	191 NULL, /* trigger a notify */
6019 40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	192 #endif
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	193 ngx_epoll_process_events, /* process the events */
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	194 ngx_epoll_init, /* init the events */
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	195 ngx_epoll_done, /* done the events */
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	196 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	197 };
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	198
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	199 ngx_module_t ngx_epoll_module = {
509 9b8c906f6e63 nginx-0.1.29-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 501 diff changeset	200 NGX_MODULE_V1,
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	201 &ngx_epoll_module_ctx, /* module context */
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	202 ngx_epoll_commands, /* module directives */
381 02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	203 NGX_EVENT_MODULE, /* module type */
541 b09ee85d0ac8 nginx-0.1.45-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 509 diff changeset	204 NULL, /* init master */
6536 f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	205 ngx_epoll_module_init, /* init module */
541 b09ee85d0ac8 nginx-0.1.45-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 509 diff changeset	206 NULL, /* init process */
b09ee85d0ac8 nginx-0.1.45-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 509 diff changeset	207 NULL, /* init thread */
b09ee85d0ac8 nginx-0.1.45-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 509 diff changeset	208 NULL, /* exit thread */
b09ee85d0ac8 nginx-0.1.45-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 509 diff changeset	209 NULL, /* exit process */
b09ee85d0ac8 nginx-0.1.45-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 509 diff changeset	210 NULL, /* exit master */
b09ee85d0ac8 nginx-0.1.45-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 509 diff changeset	211 NGX_MODULE_V1_PADDING
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	212 };
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	213
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	214
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	215 #if (NGX_HAVE_FILE_AIO)
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	216
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	217 /*
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	218 * We call io_setup(), io_destroy() io_submit(), and io_getevents() directly
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	219 * as syscalls instead of libaio usage, because the library header file
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	220 * supports eventfd() since 0.3.107 version only.
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	221 */
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	222
4129 6903dac6ad19 Fixing Linux AIO syscalls return value handling: Igor Sysoev <igor@sysoev.ru> parents: 3902 diff changeset	223 static int
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	224 io_setup(u_int nr_reqs, aio_context_t *ctx)
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	225 {
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	226 return syscall(SYS_io_setup, nr_reqs, ctx);
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	227 }
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	228
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	229
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	230 static int
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	231 io_destroy(aio_context_t ctx)
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	232 {
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	233 return syscall(SYS_io_destroy, ctx);
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	234 }
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	235
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	236
4129 6903dac6ad19 Fixing Linux AIO syscalls return value handling: Igor Sysoev <igor@sysoev.ru> parents: 3902 diff changeset	237 static int
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	238 io_getevents(aio_context_t ctx, long min_nr, long nr, struct io_event *events,
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	239 struct timespec *tmo)
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	240 {
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	241 return syscall(SYS_io_getevents, ctx, min_nr, nr, events, tmo);
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	242 }
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	243
4130 04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	244
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	245 static void
4134 a3203c4521c6 The "worker_aio_requests" directive. Igor Sysoev <igor@sysoev.ru> parents: 4130 diff changeset	246 ngx_epoll_aio_init(ngx_cycle_t cycle, ngx_epoll_conf_t epcf)
4130 04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	247 {
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	248 int n;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	249 struct epoll_event ee;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	250
5707 31dd63dcb9ea Events: use eventfd() instead of syscall(SYS_eventfd) if possible. Ruslan Ermilov <ru@nginx.com> parents: 5372 diff changeset	251 #if (NGX_HAVE_SYS_EVENTFD_H)
31dd63dcb9ea Events: use eventfd() instead of syscall(SYS_eventfd) if possible. Ruslan Ermilov <ru@nginx.com> parents: 5372 diff changeset	252 ngx_eventfd = eventfd(0, 0);
31dd63dcb9ea Events: use eventfd() instead of syscall(SYS_eventfd) if possible. Ruslan Ermilov <ru@nginx.com> parents: 5372 diff changeset	253 #else
4130 04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	254 ngx_eventfd = syscall(SYS_eventfd, 0);
5707 31dd63dcb9ea Events: use eventfd() instead of syscall(SYS_eventfd) if possible. Ruslan Ermilov <ru@nginx.com> parents: 5372 diff changeset	255 #endif
4130 04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	256
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	257 if (ngx_eventfd == -1) {
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	258 ngx_log_error(NGX_LOG_EMERG, cycle->log, ngx_errno,
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	259 "eventfd() failed");
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	260 ngx_file_aio = 0;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	261 return;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	262 }
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	263
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	264 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, cycle->log, 0,
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	265 "eventfd: %d", ngx_eventfd);
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	266
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	267 n = 1;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	268
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	269 if (ioctl(ngx_eventfd, FIONBIO, &n) == -1) {
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	270 ngx_log_error(NGX_LOG_EMERG, cycle->log, ngx_errno,
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	271 "ioctl(eventfd, FIONBIO) failed");
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	272 goto failed;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	273 }
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	274
4134 a3203c4521c6 The "worker_aio_requests" directive. Igor Sysoev <igor@sysoev.ru> parents: 4130 diff changeset	275 if (io_setup(epcf->aio_requests, &ngx_aio_ctx) == -1) {
4130 04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	276 ngx_log_error(NGX_LOG_EMERG, cycle->log, ngx_errno,
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	277 "io_setup() failed");
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	278 goto failed;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	279 }
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	280
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	281 ngx_eventfd_event.data = &ngx_eventfd_conn;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	282 ngx_eventfd_event.handler = ngx_epoll_eventfd_handler;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	283 ngx_eventfd_event.log = cycle->log;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	284 ngx_eventfd_event.active = 1;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	285 ngx_eventfd_conn.fd = ngx_eventfd;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	286 ngx_eventfd_conn.read = &ngx_eventfd_event;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	287 ngx_eventfd_conn.log = cycle->log;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	288
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	289 ee.events = EPOLLIN\|EPOLLET;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	290 ee.data.ptr = &ngx_eventfd_conn;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	291
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	292 if (epoll_ctl(ep, EPOLL_CTL_ADD, ngx_eventfd, &ee) != -1) {
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	293 return;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	294 }
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	295
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	296 ngx_log_error(NGX_LOG_EMERG, cycle->log, ngx_errno,
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	297 "epoll_ctl(EPOLL_CTL_ADD, eventfd) failed");
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	298
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	299 if (io_destroy(ngx_aio_ctx) == -1) {
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	300 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	301 "io_destroy() failed");
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	302 }
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	303
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	304 failed:
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	305
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	306 if (close(ngx_eventfd) == -1) {
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	307 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	308 "eventfd close() failed");
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	309 }
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	310
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	311 ngx_eventfd = -1;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	312 ngx_aio_ctx = 0;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	313 ngx_file_aio = 0;
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	314 }
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	315
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	316 #endif
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	317
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	318
499 64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	319 static ngx_int_t
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	320 ngx_epoll_init(ngx_cycle_t *cycle, ngx_msec_t timer)
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	321 {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	322 ngx_epoll_conf_t *epcf;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	323
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	324 epcf = ngx_event_get_conf(cycle->conf_ctx, ngx_epoll_module);
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	325
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	326 if (ep == -1) {
2062 90312b616162 prepare to allow various number of connections in child processes Igor Sysoev <igor@sysoev.ru> parents: 1354 diff changeset	327 ep = epoll_create(cycle->connection_n / 2);
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	328
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	329 if (ep == -1) {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	330 ngx_log_error(NGX_LOG_EMERG, cycle->log, ngx_errno,
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	331 "epoll_create() failed");
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	332 return NGX_ERROR;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	333 }
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	334
6019 40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	335 #if (NGX_HAVE_EVENTFD)
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	336 if (ngx_epoll_notify_init(cycle->log) != NGX_OK) {
6144 d0a84ae2fb48 Events: made a failure to create a notification channel non-fatal. Ruslan Ermilov <ru@nginx.com> parents: 6061 diff changeset	337 ngx_epoll_module_ctx.actions.notify = NULL;
6019 40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	338 }
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	339 #endif
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	340
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	341 #if (NGX_HAVE_FILE_AIO)
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	342
4134 a3203c4521c6 The "worker_aio_requests" directive. Igor Sysoev <igor@sysoev.ru> parents: 4130 diff changeset	343 ngx_epoll_aio_init(cycle, epcf);
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	344
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	345 #endif
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	346 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	347
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	348 if (nevents < epcf->events) {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	349 if (event_list) {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	350 ngx_free(event_list);
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	351 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	352
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	353 event_list = ngx_alloc(sizeof(struct epoll_event) * epcf->events,
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	354 cycle->log);
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	355 if (event_list == NULL) {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	356 return NGX_ERROR;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	357 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	358 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	359
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	360 nevents = epcf->events;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	361
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	362 ngx_io = ngx_os_io;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	363
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	364 ngx_event_actions = ngx_epoll_module_ctx.actions;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	365
469 2ff194b74f1e nginx-0.1.9-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 461 diff changeset	366 #if (NGX_HAVE_CLEAR_EVENT)
306 6b91bfbc4123 nginx-0.0.3-2004-04-05-00:32:09 import Igor Sysoev <igor@sysoev.ru> parents: 305 diff changeset	367 ngx_event_flags = NGX_USE_CLEAR_EVENT
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	368 #else
306 6b91bfbc4123 nginx-0.0.3-2004-04-05-00:32:09 import Igor Sysoev <igor@sysoev.ru> parents: 305 diff changeset	369 ngx_event_flags = NGX_USE_LEVEL_EVENT
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	370 #endif
455 295d97d70c69 nginx-0.1.2-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 444 diff changeset	371 \|NGX_USE_GREEDY_EVENT
381 02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	372 \|NGX_USE_EPOLL_EVENT;
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	373
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	374 return NGX_OK;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	375 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	376
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	377
6019 40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	378 #if (NGX_HAVE_EVENTFD)
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	379
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	380 static ngx_int_t
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	381 ngx_epoll_notify_init(ngx_log_t *log)
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	382 {
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	383 struct epoll_event ee;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	384
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	385 #if (NGX_HAVE_SYS_EVENTFD_H)
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	386 notify_fd = eventfd(0, 0);
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	387 #else
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	388 notify_fd = syscall(SYS_eventfd, 0);
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	389 #endif
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	390
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	391 if (notify_fd == -1) {
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	392 ngx_log_error(NGX_LOG_EMERG, log, ngx_errno, "eventfd() failed");
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	393 return NGX_ERROR;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	394 }
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	395
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	396 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, log, 0,
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	397 "notify eventfd: %d", notify_fd);
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	398
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	399 notify_event.handler = ngx_epoll_notify_handler;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	400 notify_event.log = log;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	401 notify_event.active = 1;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	402
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	403 notify_conn.fd = notify_fd;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	404 notify_conn.read = &notify_event;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	405 notify_conn.log = log;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	406
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	407 ee.events = EPOLLIN\|EPOLLET;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	408 ee.data.ptr = &notify_conn;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	409
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	410 if (epoll_ctl(ep, EPOLL_CTL_ADD, notify_fd, &ee) == -1) {
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	411 ngx_log_error(NGX_LOG_EMERG, log, ngx_errno,
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	412 "epoll_ctl(EPOLL_CTL_ADD, eventfd) failed");
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	413
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	414 if (close(notify_fd) == -1) {
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	415 ngx_log_error(NGX_LOG_ALERT, log, ngx_errno,
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	416 "eventfd close() failed");
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	417 }
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	418
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	419 return NGX_ERROR;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	420 }
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	421
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	422 return NGX_OK;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	423 }
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	424
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	425
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	426 static void
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	427 ngx_epoll_notify_handler(ngx_event_t *ev)
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	428 {
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	429 ssize_t n;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	430 uint64_t count;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	431 ngx_err_t err;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	432 ngx_event_handler_pt handler;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	433
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	434 if (++ev->index == NGX_MAX_UINT32_VALUE) {
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	435 ev->index = 0;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	436
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	437 n = read(notify_fd, &count, sizeof(uint64_t));
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	438
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	439 err = ngx_errno;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	440
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	441 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, ev->log, 0,
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	442 "read() eventfd %d: %z count:%uL", notify_fd, n, count);
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	443
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	444 if ((size_t) n != sizeof(uint64_t)) {
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	445 ngx_log_error(NGX_LOG_ALERT, ev->log, err,
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	446 "read() eventfd %d failed", notify_fd);
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	447 }
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	448 }
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	449
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	450 handler = ev->data;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	451 handler(ev);
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	452 }
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	453
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	454 #endif
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	455
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	456
499 64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	457 static void
64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	458 ngx_epoll_done(ngx_cycle_t *cycle)
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	459 {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	460 if (close(ep) == -1) {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	461 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	462 "epoll close() failed");
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	463 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	464
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	465 ep = -1;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	466
6019 40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	467 #if (NGX_HAVE_EVENTFD)
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	468
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	469 if (close(notify_fd) == -1) {
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	470 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	471 "eventfd close() failed");
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	472 }
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	473
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	474 notify_fd = -1;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	475
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	476 #endif
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	477
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	478 #if (NGX_HAVE_FILE_AIO)
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	479
4130 04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	480 if (ngx_eventfd != -1) {
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	481
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	482 if (io_destroy(ngx_aio_ctx) == -1) {
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	483 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	484 "io_destroy() failed");
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	485 }
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	486
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	487 if (close(ngx_eventfd) == -1) {
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	488 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	489 "eventfd close() failed");
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	490 }
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	491
04751572f900 Fixing Linux AIO initiatialization: AIO operations are disabled if kernel Igor Sysoev <igor@sysoev.ru> parents: 4129 diff changeset	492 ngx_eventfd = -1;
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	493 }
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	494
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	495 ngx_aio_ctx = 0;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	496
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	497 #endif
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	498
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	499 ngx_free(event_list);
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	500
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	501 event_list = NULL;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	502 nevents = 0;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	503 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	504
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	505
499 64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	506 static ngx_int_t
1354 f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	507 ngx_epoll_add_event(ngx_event_t *ev, ngx_int_t event, ngx_uint_t flags)
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	508 {
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	509 int op;
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	510 uint32_t events, prev;
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	511 ngx_event_t *e;
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	512 ngx_connection_t *c;
258 733dffa1fe97 nginx-0.0.2-2004-02-11-10:19:26 import Igor Sysoev <igor@sysoev.ru> parents: 257 diff changeset	513 struct epoll_event ee;
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	514
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	515 c = ev->data;
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	516
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	517 events = (uint32_t) event;
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	518
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	519 if (event == NGX_READ_EVENT) {
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	520 e = c->write;
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	521 prev = EPOLLOUT;
5372 36b58ddb566d Events: support for EPOLLRDHUP (ticket #320). Valentin Bartenev <vbart@nginx.com> parents: 4759 diff changeset	522 #if (NGX_READ_EVENT != EPOLLIN\|EPOLLRDHUP)
36b58ddb566d Events: support for EPOLLRDHUP (ticket #320). Valentin Bartenev <vbart@nginx.com> parents: 4759 diff changeset	523 events = EPOLLIN\|EPOLLRDHUP;
257 70e1c7d2b83d nginx-0.0.2-2004-02-11-20:08:49 import Igor Sysoev <igor@sysoev.ru> parents: 256 diff changeset	524 #endif
70e1c7d2b83d nginx-0.0.2-2004-02-11-20:08:49 import Igor Sysoev <igor@sysoev.ru> parents: 256 diff changeset	525
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	526 } else {
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	527 e = c->read;
5372 36b58ddb566d Events: support for EPOLLRDHUP (ticket #320). Valentin Bartenev <vbart@nginx.com> parents: 4759 diff changeset	528 prev = EPOLLIN\|EPOLLRDHUP;
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	529 #if (NGX_WRITE_EVENT != EPOLLOUT)
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	530 events = EPOLLOUT;
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	531 #endif
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	532 }
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	533
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	534 if (e->active) {
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	535 op = EPOLL_CTL_MOD;
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	536 events \|= prev;
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	537
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	538 } else {
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	539 op = EPOLL_CTL_ADD;
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	540 }
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	541
1354 f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	542 ee.events = events \| (uint32_t) flags;
581 326634fb9d47 nginx-0.3.12-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 577 diff changeset	543 ee.data.ptr = (void *) ((uintptr_t) c \| ev->instance);
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	544
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	545 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, ev->log, 0,
461 a88a3e4e158f nginx-0.1.5-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 455 diff changeset	546 "epoll add event: fd:%d op:%d ev:%08XD",
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	547 c->fd, op, ee.events);
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	548
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	549 if (epoll_ctl(ep, op, c->fd, &ee) == -1) {
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	550 ngx_log_error(NGX_LOG_ALERT, ev->log, ngx_errno,
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	551 "epoll_ctl(%d, %d) failed", op, c->fd);
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	552 return NGX_ERROR;
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	553 }
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	554
247 008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	555 ev->active = 1;
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	556 #if 0
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	557 ev->oneshot = (flags & NGX_ONESHOT_EVENT) ? 1 : 0;
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	558 #endif
247 008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	559
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	560 return NGX_OK;
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	561 }
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	562
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	563
499 64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	564 static ngx_int_t
1354 f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	565 ngx_epoll_del_event(ngx_event_t *ev, ngx_int_t event, ngx_uint_t flags)
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	566 {
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	567 int op;
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	568 uint32_t prev;
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	569 ngx_event_t *e;
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	570 ngx_connection_t *c;
258 733dffa1fe97 nginx-0.0.2-2004-02-11-10:19:26 import Igor Sysoev <igor@sysoev.ru> parents: 257 diff changeset	571 struct epoll_event ee;
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	572
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	573 /*
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	574 * when the file descriptor is closed, the epoll automatically deletes
4572 67653855682e Fixed spelling in multiline C comments. Ruslan Ermilov <ru@nginx.com> parents: 4412 diff changeset	575 * it from its queue, so we do not need to delete explicitly the event
306 6b91bfbc4123 nginx-0.0.3-2004-04-05-00:32:09 import Igor Sysoev <igor@sysoev.ru> parents: 305 diff changeset	576 * before the closing the file descriptor
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	577 */
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	578
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	579 if (flags & NGX_CLOSE_EVENT) {
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	580 ev->active = 0;
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	581 return NGX_OK;
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	582 }
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	583
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	584 c = ev->data;
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	585
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	586 if (event == NGX_READ_EVENT) {
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	587 e = c->write;
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	588 prev = EPOLLOUT;
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	589
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	590 } else {
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	591 e = c->read;
5372 36b58ddb566d Events: support for EPOLLRDHUP (ticket #320). Valentin Bartenev <vbart@nginx.com> parents: 4759 diff changeset	592 prev = EPOLLIN\|EPOLLRDHUP;
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	593 }
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	594
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	595 if (e->active) {
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	596 op = EPOLL_CTL_MOD;
1354 f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	597 ee.events = prev \| (uint32_t) flags;
581 326634fb9d47 nginx-0.3.12-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 577 diff changeset	598 ee.data.ptr = (void *) ((uintptr_t) c \| ev->instance);
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	599
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	600 } else {
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	601 op = EPOLL_CTL_DEL;
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	602 ee.events = 0;
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	603 ee.data.ptr = NULL;
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	604 }
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	605
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	606 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, ev->log, 0,
461 a88a3e4e158f nginx-0.1.5-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 455 diff changeset	607 "epoll del event: fd:%d op:%d ev:%08XD",
259 d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	608 c->fd, op, ee.events);
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	609
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	610 if (epoll_ctl(ep, op, c->fd, &ee) == -1) {
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	611 ngx_log_error(NGX_LOG_ALERT, ev->log, ngx_errno,
d30f2c39caae nginx-0.0.2-2004-02-12-23:57:10 import Igor Sysoev <igor@sysoev.ru> parents: 258 diff changeset	612 "epoll_ctl(%d, %d) failed", op, c->fd);
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	613 return NGX_ERROR;
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	614 }
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	615
247 008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	616 ev->active = 0;
008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	617
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	618 return NGX_OK;
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	619 }
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	620
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	621
499 64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	622 static ngx_int_t
64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	623 ngx_epoll_add_connection(ngx_connection_t *c)
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	624 {
247 008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	625 struct epoll_event ee;
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	626
5372 36b58ddb566d Events: support for EPOLLRDHUP (ticket #320). Valentin Bartenev <vbart@nginx.com> parents: 4759 diff changeset	627 ee.events = EPOLLIN\|EPOLLOUT\|EPOLLET\|EPOLLRDHUP;
581 326634fb9d47 nginx-0.3.12-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 577 diff changeset	628 ee.data.ptr = (void *) ((uintptr_t) c \| c->read->instance);
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	629
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	630 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
461 a88a3e4e158f nginx-0.1.5-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 455 diff changeset	631 "epoll add connection: fd:%d ev:%08XD", c->fd, ee.events);
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	632
247 008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	633 if (epoll_ctl(ep, EPOLL_CTL_ADD, c->fd, &ee) == -1) {
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	634 ngx_log_error(NGX_LOG_ALERT, c->log, ngx_errno,
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	635 "epoll_ctl(EPOLL_CTL_ADD, %d) failed", c->fd);
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	636 return NGX_ERROR;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	637 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	638
246 6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	639 c->read->active = 1;
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	640 c->write->active = 1;
6753e8cdaa2c nginx-0.0.1-2004-01-30-20:39:00 import Igor Sysoev <igor@sysoev.ru> parents: 245 diff changeset	641
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	642 return NGX_OK;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	643 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	644
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	645
499 64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	646 static ngx_int_t
1354 f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	647 ngx_epoll_del_connection(ngx_connection_t *c, ngx_uint_t flags)
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	648 {
1354 f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	649 int op;
f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	650 struct epoll_event ee;
381 02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	651
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	652 /*
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	653 * when the file descriptor is closed the epoll automatically deletes
4572 67653855682e Fixed spelling in multiline C comments. Ruslan Ermilov <ru@nginx.com> parents: 4412 diff changeset	654 * it from its queue so we do not need to delete explicitly the event
381 02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	655 * before the closing the file descriptor
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	656 */
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	657
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	658 if (flags & NGX_CLOSE_EVENT) {
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	659 c->read->active = 0;
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	660 c->write->active = 0;
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	661 return NGX_OK;
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	662 }
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	663
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	664 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	665 "epoll del connection: fd:%d", c->fd);
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	666
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	667 op = EPOLL_CTL_DEL;
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	668 ee.events = 0;
581 326634fb9d47 nginx-0.3.12-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 577 diff changeset	669 ee.data.ptr = NULL;
381 02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	670
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	671 if (epoll_ctl(ep, op, c->fd, &ee) == -1) {
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	672 ngx_log_error(NGX_LOG_ALERT, c->log, ngx_errno,
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	673 "epoll_ctl(%d, %d) failed", op, c->fd);
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	674 return NGX_ERROR;
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	675 }
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	676
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	677 c->read->active = 0;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	678 c->write->active = 0;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	679
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	680 return NGX_OK;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	681 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	682
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	683
6019 40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	684 #if (NGX_HAVE_EVENTFD)
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	685
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	686 static ngx_int_t
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	687 ngx_epoll_notify(ngx_event_handler_pt handler)
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	688 {
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	689 static uint64_t inc = 1;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	690
6061 953ef81705e1 Events: fixed possible crash on start or reload. Valentin Bartenev <vbart@nginx.com> parents: 6030 diff changeset	691 notify_event.data = handler;
953ef81705e1 Events: fixed possible crash on start or reload. Valentin Bartenev <vbart@nginx.com> parents: 6030 diff changeset	692
6019 40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	693 if ((size_t) write(notify_fd, &inc, sizeof(uint64_t)) != sizeof(uint64_t)) {
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	694 ngx_log_error(NGX_LOG_ALERT, notify_event.log, ngx_errno,
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	695 "write() to eventfd %d failed", notify_fd);
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	696 return NGX_ERROR;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	697 }
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	698
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	699 return NGX_OK;
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	700 }
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	701
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	702 #endif
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	703
40e244e042a7 Events: implemented epoll notification mechanism. Valentin Bartenev <vbart@nginx.com> parents: 6018 diff changeset	704
499 64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	705 static ngx_int_t
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	706 ngx_epoll_process_events(ngx_cycle_t *cycle, ngx_msec_t timer, ngx_uint_t flags)
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	707 {
306 6b91bfbc4123 nginx-0.0.3-2004-04-05-00:32:09 import Igor Sysoev <igor@sysoev.ru> parents: 305 diff changeset	708 int events;
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	709 uint32_t revents;
306 6b91bfbc4123 nginx-0.0.3-2004-04-05-00:32:09 import Igor Sysoev <igor@sysoev.ru> parents: 305 diff changeset	710 ngx_int_t instance, i;
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	711 ngx_uint_t level;
309 2e899477243a nginx-0.0.3-2004-04-09-20:03:04 import Igor Sysoev <igor@sysoev.ru> parents: 306 diff changeset	712 ngx_err_t err;
5821 3f5f0ab59b35 Events: processing of posted events changed from LIFO to FIFO. Valentin Bartenev <vbart@nginx.com> parents: 5820 diff changeset	713 ngx_event_t rev, wev;
3f5f0ab59b35 Events: processing of posted events changed from LIFO to FIFO. Valentin Bartenev <vbart@nginx.com> parents: 5820 diff changeset	714 ngx_queue_t *queue;
306 6b91bfbc4123 nginx-0.0.3-2004-04-05-00:32:09 import Igor Sysoev <igor@sysoev.ru> parents: 305 diff changeset	715 ngx_connection_t *c;
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	716
316 a0beefedaf94 nginx-0.0.3-2004-04-15-00:34:05 import Igor Sysoev <igor@sysoev.ru> parents: 315 diff changeset	717 /* NGX_TIMER_INFINITE == INFTIM */
a0beefedaf94 nginx-0.0.3-2004-04-15-00:34:05 import Igor Sysoev <igor@sysoev.ru> parents: 315 diff changeset	718
305 4b1a3a4acc60 nginx-0.0.3-2004-04-02-19:13:20 import Igor Sysoev <igor@sysoev.ru> parents: 259 diff changeset	719 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, cycle->log, 0,
557 ecd9c160f25b nginx-0.3.0-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 541 diff changeset	720 "epoll timer: %M", timer);
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	721
1354 f69d1aab6a0f make 64-bit ngx_int_t on 64-bit platforms Igor Sysoev <igor@sysoev.ru> parents: 663 diff changeset	722 events = epoll_wait(ep, event_list, (int) nevents, timer);
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	723
3043 a66d6dfd53f1 style fix Igor Sysoev <igor@sysoev.ru> parents: 2912 diff changeset	724 err = (events == -1) ? ngx_errno : 0;
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	725
3473 0299cf5856fc do not update time in the timer signal handler, Igor Sysoev <igor@sysoev.ru> parents: 3052 diff changeset	726 if (flags & NGX_UPDATE_TIME \|\| ngx_event_timer_alarm) {
3475 ab353d7dc182 ) introduce ngx_time_sigsafe_update() to update the error log time only Igor Sysoev <igor@sysoev.ru>* parents: 3474 diff changeset	727 ngx_time_update();
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	728 }
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	729
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	730 if (err) {
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	731 if (err == NGX_EINTR) {
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	732
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	733 if (ngx_event_timer_alarm) {
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	734 ngx_event_timer_alarm = 0;
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	735 return NGX_OK;
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	736 }
577 4d9ea73a627a nginx-0.3.10-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 567 diff changeset	737
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	738 level = NGX_LOG_INFO;
577 4d9ea73a627a nginx-0.3.10-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 567 diff changeset	739
4d9ea73a627a nginx-0.3.10-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 567 diff changeset	740 } else {
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	741 level = NGX_LOG_ALERT;
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	742 }
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	743
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	744 ngx_log_error(level, cycle->log, err, "epoll_wait() failed");
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	745 return NGX_ERROR;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	746 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	747
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	748 if (events == 0) {
567 1af2fcb3be8a nginx-0.3.5-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 563 diff changeset	749 if (timer != NGX_TIMER_INFINITE) {
1af2fcb3be8a nginx-0.3.5-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 563 diff changeset	750 return NGX_OK;
1af2fcb3be8a nginx-0.3.5-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 563 diff changeset	751 }
1af2fcb3be8a nginx-0.3.5-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 563 diff changeset	752
1af2fcb3be8a nginx-0.3.5-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 563 diff changeset	753 ngx_log_error(NGX_LOG_ALERT, cycle->log, 0,
1af2fcb3be8a nginx-0.3.5-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 563 diff changeset	754 "epoll_wait() returned no events without timeout");
1af2fcb3be8a nginx-0.3.5-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 563 diff changeset	755 return NGX_ERROR;
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	756 }
381 02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	757
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	758 for (i = 0; i < events; i++) {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	759 c = event_list[i].data.ptr;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	760
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	761 instance = (uintptr_t) c & 1;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	762 c = (ngx_connection_t *) ((uintptr_t) c & (uintptr_t) ~1);
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	763
381 02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	764 rev = c->read;
305 4b1a3a4acc60 nginx-0.0.3-2004-04-02-19:13:20 import Igor Sysoev <igor@sysoev.ru> parents: 259 diff changeset	765
381 02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	766 if (c->fd == -1 \|\| rev->instance != instance) {
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	767
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	768 /*
247 008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	769 * the stale event from a file descriptor
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	770 * that was just closed in this iteration
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	771 */
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	772
312 f5431a4bbc7d nginx-0.0.3-2004-04-13-09:27:03 import Igor Sysoev <igor@sysoev.ru> parents: 311 diff changeset	773 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, cycle->log, 0,
461 a88a3e4e158f nginx-0.1.5-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 455 diff changeset	774 "epoll: stale event %p", c);
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	775 continue;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	776 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	777
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	778 revents = event_list[i].events;
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	779
3902 159b58f9c0bd fix building by gcc 4.6 without --with-debug Igor Sysoev <igor@sysoev.ru> parents: 3475 diff changeset	780 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, cycle->log, 0,
461 a88a3e4e158f nginx-0.1.5-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 455 diff changeset	781 "epoll: fd:%d ev:%04XD d:%p",
577 4d9ea73a627a nginx-0.3.10-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 567 diff changeset	782 c->fd, revents, event_list[i].data.ptr);
311 11ff50a35d6d nginx-0.0.3-2004-04-12-20:38:09 import Igor Sysoev <igor@sysoev.ru> parents: 309 diff changeset	783
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	784 if (revents & (EPOLLERR\|EPOLLHUP)) {
3902 159b58f9c0bd fix building by gcc 4.6 without --with-debug Igor Sysoev <igor@sysoev.ru> parents: 3475 diff changeset	785 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, cycle->log, 0,
461 a88a3e4e158f nginx-0.1.5-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 455 diff changeset	786 "epoll_wait() error on fd:%d ev:%04XD",
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	787 c->fd, revents);
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	788 }
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	789
663 6d5c1535bb9d nginx-0.3.53-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 581 diff changeset	790 #if 0
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	791 if (revents & ~(EPOLLIN\|EPOLLOUT\|EPOLLERR\|EPOLLHUP)) {
3902 159b58f9c0bd fix building by gcc 4.6 without --with-debug Igor Sysoev <igor@sysoev.ru> parents: 3475 diff changeset	792 ngx_log_error(NGX_LOG_ALERT, cycle->log, 0,
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	793 "strange epoll_wait() events fd:%d ev:%04XD",
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	794 c->fd, revents);
247 008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	795 }
663 6d5c1535bb9d nginx-0.3.53-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 581 diff changeset	796 #endif
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	797
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	798 if ((revents & (EPOLLERR\|EPOLLHUP))
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	799 && (revents & (EPOLLIN\|EPOLLOUT)) == 0)
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	800 {
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	801 /*
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	802 * if the error events were returned without EPOLLIN or EPOLLOUT,
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	803 * then add these flags to handle the events at least in one
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	804 * active handler
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	805 */
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	806
621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	807 revents \|= EPOLLIN\|EPOLLOUT;
247 008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	808 }
008276b9e061 nginx-0.0.1-2004-02-01-11:10:52 import Igor Sysoev <igor@sysoev.ru> parents: 246 diff changeset	809
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	810 if ((revents & EPOLLIN) && rev->active) {
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	811
5372 36b58ddb566d Events: support for EPOLLRDHUP (ticket #320). Valentin Bartenev <vbart@nginx.com> parents: 4759 diff changeset	812 #if (NGX_HAVE_EPOLLRDHUP)
36b58ddb566d Events: support for EPOLLRDHUP (ticket #320). Valentin Bartenev <vbart@nginx.com> parents: 4759 diff changeset	813 if (revents & EPOLLRDHUP) {
36b58ddb566d Events: support for EPOLLRDHUP (ticket #320). Valentin Bartenev <vbart@nginx.com> parents: 4759 diff changeset	814 rev->pending_eof = 1;
36b58ddb566d Events: support for EPOLLRDHUP (ticket #320). Valentin Bartenev <vbart@nginx.com> parents: 4759 diff changeset	815 }
6536 f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	816
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	817 rev->available = 1;
5372 36b58ddb566d Events: support for EPOLLRDHUP (ticket #320). Valentin Bartenev <vbart@nginx.com> parents: 4759 diff changeset	818 #endif
36b58ddb566d Events: support for EPOLLRDHUP (ticket #320). Valentin Bartenev <vbart@nginx.com> parents: 4759 diff changeset	819
5820 3377f9459e99 Events: removed broken thread support from posted events. Valentin Bartenev <vbart@nginx.com> parents: 5707 diff changeset	820 rev->ready = 1;
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	821
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	822 if (flags & NGX_POST_EVENTS) {
5820 3377f9459e99 Events: removed broken thread support from posted events. Valentin Bartenev <vbart@nginx.com> parents: 5707 diff changeset	823 queue = rev->accept ? &ngx_posted_accept_events
3377f9459e99 Events: removed broken thread support from posted events. Valentin Bartenev <vbart@nginx.com> parents: 5707 diff changeset	824 : &ngx_posted_events;
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	825
5820 3377f9459e99 Events: removed broken thread support from posted events. Valentin Bartenev <vbart@nginx.com> parents: 5707 diff changeset	826 ngx_post_event(rev, queue);
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	827
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	828 } else {
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	829 rev->handler(rev);
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	830 }
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	831 }
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	832
381 02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	833 wev = c->write;
02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	834
4319 f40541f7afb5 Fixed AIO on Linux, broken in r4306. Maxim Dounin <mdounin@mdounin.ru> parents: 4305 diff changeset	835 if ((revents & EPOLLOUT) && wev->active) {
4305 f68047884e83 Protection from stale write events in epoll. Maxim Dounin <mdounin@mdounin.ru> parents: 4134 diff changeset	836
4319 f40541f7afb5 Fixed AIO on Linux, broken in r4306. Maxim Dounin <mdounin@mdounin.ru> parents: 4305 diff changeset	837 if (c->fd == -1 \|\| wev->instance != instance) {
4305 f68047884e83 Protection from stale write events in epoll. Maxim Dounin <mdounin@mdounin.ru> parents: 4134 diff changeset	838
4319 f40541f7afb5 Fixed AIO on Linux, broken in r4306. Maxim Dounin <mdounin@mdounin.ru> parents: 4305 diff changeset	839 /*
f40541f7afb5 Fixed AIO on Linux, broken in r4306. Maxim Dounin <mdounin@mdounin.ru> parents: 4305 diff changeset	840 * the stale event from a file descriptor
f40541f7afb5 Fixed AIO on Linux, broken in r4306. Maxim Dounin <mdounin@mdounin.ru> parents: 4305 diff changeset	841 * that was just closed in this iteration
f40541f7afb5 Fixed AIO on Linux, broken in r4306. Maxim Dounin <mdounin@mdounin.ru> parents: 4305 diff changeset	842 */
4305 f68047884e83 Protection from stale write events in epoll. Maxim Dounin <mdounin@mdounin.ru> parents: 4134 diff changeset	843
4319 f40541f7afb5 Fixed AIO on Linux, broken in r4306. Maxim Dounin <mdounin@mdounin.ru> parents: 4305 diff changeset	844 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, cycle->log, 0,
f40541f7afb5 Fixed AIO on Linux, broken in r4306. Maxim Dounin <mdounin@mdounin.ru> parents: 4305 diff changeset	845 "epoll: stale event %p", c);
f40541f7afb5 Fixed AIO on Linux, broken in r4306. Maxim Dounin <mdounin@mdounin.ru> parents: 4305 diff changeset	846 continue;
f40541f7afb5 Fixed AIO on Linux, broken in r4306. Maxim Dounin <mdounin@mdounin.ru> parents: 4305 diff changeset	847 }
483 621229427cba nginx-0.1.16-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 481 diff changeset	848
5820 3377f9459e99 Events: removed broken thread support from posted events. Valentin Bartenev <vbart@nginx.com> parents: 5707 diff changeset	849 wev->ready = 1;
6440 248aa2757332 Fixed timeouts with threaded sendfile() and subrequests. Maxim Dounin <mdounin@mdounin.ru> parents: 6144 diff changeset	850 #if (NGX_THREADS)
248aa2757332 Fixed timeouts with threaded sendfile() and subrequests. Maxim Dounin <mdounin@mdounin.ru> parents: 6144 diff changeset	851 wev->complete = 1;
248aa2757332 Fixed timeouts with threaded sendfile() and subrequests. Maxim Dounin <mdounin@mdounin.ru> parents: 6144 diff changeset	852 #endif
381 02a511569afb nginx-0.0.7-2004-07-07-19:01:00 import Igor Sysoev <igor@sysoev.ru> parents: 380 diff changeset	853
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	854 if (flags & NGX_POST_EVENTS) {
5820 3377f9459e99 Events: removed broken thread support from posted events. Valentin Bartenev <vbart@nginx.com> parents: 5707 diff changeset	855 ngx_post_event(wev, &ngx_posted_events);
306 6b91bfbc4123 nginx-0.0.3-2004-04-05-00:32:09 import Igor Sysoev <igor@sysoev.ru> parents: 305 diff changeset	856
563 9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	857 } else {
9c2f3ed7a247 nginx-0.3.3-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 559 diff changeset	858 wev->handler(wev);
306 6b91bfbc4123 nginx-0.0.3-2004-04-05-00:32:09 import Igor Sysoev <igor@sysoev.ru> parents: 305 diff changeset	859 }
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	860 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	861 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	862
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	863 return NGX_OK;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	864 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	865
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	866
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	867 #if (NGX_HAVE_FILE_AIO)
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	868
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	869 static void
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	870 ngx_epoll_eventfd_handler(ngx_event_t *ev)
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	871 {
4129 6903dac6ad19 Fixing Linux AIO syscalls return value handling: Igor Sysoev <igor@sysoev.ru> parents: 3902 diff changeset	872 int n, events;
6903dac6ad19 Fixing Linux AIO syscalls return value handling: Igor Sysoev <igor@sysoev.ru> parents: 3902 diff changeset	873 long i;
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	874 uint64_t ready;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	875 ngx_err_t err;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	876 ngx_event_t *e;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	877 ngx_event_aio_t *aio;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	878 struct io_event event[64];
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	879 struct timespec ts;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	880
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	881 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "eventfd handler");
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	882
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	883 n = read(ngx_eventfd, &ready, 8);
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	884
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	885 err = ngx_errno;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	886
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	887 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, ev->log, 0, "eventfd: %d", n);
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	888
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	889 if (n != 8) {
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	890 if (n == -1) {
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	891 if (err == NGX_EAGAIN) {
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	892 return;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	893 }
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	894
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	895 ngx_log_error(NGX_LOG_ALERT, ev->log, err, "read(eventfd) failed");
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	896 return;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	897 }
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	898
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	899 ngx_log_error(NGX_LOG_ALERT, ev->log, 0,
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	900 "read(eventfd) returned only %d bytes", n);
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	901 return;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	902 }
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	903
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	904 ts.tv_sec = 0;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	905 ts.tv_nsec = 0;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	906
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	907 while (ready) {
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	908
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	909 events = io_getevents(ngx_aio_ctx, 1, 64, event, &ts);
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	910
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	911 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, ev->log, 0,
6480 f01ab2dbcfdc Fixed logging. Sergey Kandaurov <pluknet@nginx.com> parents: 6440 diff changeset	912 "io_getevents: %d", events);
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	913
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	914 if (events > 0) {
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	915 ready -= events;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	916
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	917 for (i = 0; i < events; i++) {
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	918
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	919 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, ev->log, 0,
6509 7640d6c213e1 Removed redundant "u" format specifier. Ruslan Ermilov <ru@nginx.com> parents: 6480 diff changeset	920 "io_event: %XL %XL %L %L",
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	921 event[i].data, event[i].obj,
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	922 event[i].res, event[i].res2);
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	923
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	924 e = (ngx_event_t *) (uintptr_t) event[i].data;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	925
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	926 e->complete = 1;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	927 e->active = 0;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	928 e->ready = 1;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	929
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	930 aio = e->data;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	931 aio->res = event[i].res;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	932
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	933 ngx_post_event(e, &ngx_posted_events);
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	934 }
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	935
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	936 continue;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	937 }
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	938
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	939 if (events == 0) {
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	940 return;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	941 }
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	942
4129 6903dac6ad19 Fixing Linux AIO syscalls return value handling: Igor Sysoev <igor@sysoev.ru> parents: 3902 diff changeset	943 /* events == -1 */
6903dac6ad19 Fixing Linux AIO syscalls return value handling: Igor Sysoev <igor@sysoev.ru> parents: 3902 diff changeset	944 ngx_log_error(NGX_LOG_ALERT, ev->log, ngx_errno,
6903dac6ad19 Fixing Linux AIO syscalls return value handling: Igor Sysoev <igor@sysoev.ru> parents: 3902 diff changeset	945 "io_getevents() failed");
3052 6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	946 return;
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	947 }
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	948 }
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	949
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	950 #endif
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	951
6060225e9261 FreeBSD and Linux AIO support Igor Sysoev <igor@sysoev.ru> parents: 3044 diff changeset	952
6536 f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	953 static ngx_int_t
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	954 ngx_epoll_module_init(ngx_cycle_t *cycle)
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	955 {
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	956 #if (NGX_HAVE_EPOLLRDHUP)
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	957 int epfd, s[2], events;
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	958 struct epoll_event ee;
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	959
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	960 epfd = epoll_create(1);
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	961
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	962 if (epfd == -1) {
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	963 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	964 "epoll_create() failed");
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	965 return NGX_ERROR;
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	966 }
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	967
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	968 if (socketpair(AF_UNIX, SOCK_STREAM, 0, s) == -1) {
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	969 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	970 "socketpair() failed");
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	971 return NGX_ERROR;
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	972 }
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	973
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	974 ee.events = EPOLLET\|EPOLLIN\|EPOLLRDHUP;
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	975
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	976 if (epoll_ctl(epfd, EPOLL_CTL_ADD, s[0], &ee) == -1) {
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	977 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	978 "epoll_ctl() failed");
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	979 return NGX_ERROR;
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	980 }
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	981
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	982 if (close(s[1]) == -1) {
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	983 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	984 "close() failed");
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	985 return NGX_ERROR;
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	986 }
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	987
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	988 events = epoll_wait(epfd, &ee, 1, 5000);
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	989
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	990 if (events == -1) {
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	991 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	992 "epoll_wait() failed");
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	993 return NGX_ERROR;
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	994 }
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	995
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	996 (void) close(s[0]);
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	997 (void) close(epfd);
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	998
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	999 if (events) {
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1000 ngx_use_epoll_rdhup = ee.events & EPOLLRDHUP;
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1001
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1002 } else {
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1003 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1004 "epoll_wait() timedout");
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1005 }
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1006
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1007 ngx_log_error(NGX_LOG_NOTICE, cycle->log, 0,
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1008 "testing the EPOLLRDHUP flag: %s",
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1009 ngx_use_epoll_rdhup ? "success" : "fail");
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1010 #endif
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1011
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1012 return NGX_OK;
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1013 }
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1014
f7849bfb6d21 Improved EPOLLRDHUP handling. Valentin Bartenev <vbart@nginx.com> parents: 6509 diff changeset	1015
499 64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	1016 static void *
64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	1017 ngx_epoll_create_conf(ngx_cycle_t *cycle)
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1018 {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1019 ngx_epoll_conf_t *epcf;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1020
501 d4ea69372b94 nginx-0.1.25-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 499 diff changeset	1021 epcf = ngx_palloc(cycle->pool, sizeof(ngx_epoll_conf_t));
d4ea69372b94 nginx-0.1.25-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 499 diff changeset	1022 if (epcf == NULL) {
2912 c7d57b539248 return NULL instead of NGX_CONF_ERROR on a create conf failure Igor Sysoev <igor@sysoev.ru> parents: 2062 diff changeset	1023 return NULL;
501 d4ea69372b94 nginx-0.1.25-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 499 diff changeset	1024 }
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1025
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1026 epcf->events = NGX_CONF_UNSET;
4134 a3203c4521c6 The "worker_aio_requests" directive. Igor Sysoev <igor@sysoev.ru> parents: 4130 diff changeset	1027 epcf->aio_requests = NGX_CONF_UNSET;
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1028
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1029 return epcf;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1030 }
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1031
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1032
499 64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	1033 static char *
64d9afb209da nginx-0.1.24-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 483 diff changeset	1034 ngx_epoll_init_conf(ngx_cycle_t cycle, void conf)
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1035 {
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1036 ngx_epoll_conf_t *epcf = conf;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1037
663 6d5c1535bb9d nginx-0.3.53-RELEASE import Igor Sysoev <igor@sysoev.ru> parents: 581 diff changeset	1038 ngx_conf_init_uint_value(epcf->events, 512);
4134 a3203c4521c6 The "worker_aio_requests" directive. Igor Sysoev <igor@sysoev.ru> parents: 4130 diff changeset	1039 ngx_conf_init_uint_value(epcf->aio_requests, 32);
245 e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1040
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1041 return NGX_CONF_OK;
e6c005b66b3a nginx-0.0.1-2004-01-30-00:45:01 import Igor Sysoev <igor@sysoev.ru> parents: diff changeset	1042 }

Mercurial > hg > nginx

annotate src/event/modules/ngx_epoll_module.c @ 6536:f7849bfb6d21