|
3052
|
1
|
|
|
2 /*
|
|
|
3 * Copyright (C) Igor Sysoev
|
|
|
4 */
|
|
|
5
|
|
|
6
|
|
|
7 #include <ngx_config.h>
|
|
|
8 #include <ngx_core.h>
|
|
|
9 #include <ngx_event.h>
|
|
|
10
|
|
|
11
|
|
|
12 /*
|
|
|
13 * FreeBSD file AIO features and quirks:
|
|
|
14 *
|
|
|
15 * if an asked data are already in VM cache, then aio_error() returns 0,
|
|
|
16 * and the data are already copied in buffer;
|
|
|
17 *
|
|
3065
|
18 * aio_read() preread in VM cache as minimum 16K (probably BKVASIZE);
|
|
|
19 * the first AIO preload may be up to 128K;
|
|
3052
|
20 *
|
|
|
21 * aio_read/aio_error() may return EINPROGRESS for just written data;
|
|
|
22 *
|
|
|
23 * kqueue EVFILT_AIO filter is level triggered only: an event repeats
|
|
|
24 * until aio_return() will be called;
|
|
|
25 *
|
|
|
26 * aio_cancel() can not cancel file AIO: it returns AIO_NOTCANCELED always.
|
|
|
27 */
|
|
|
28
|
|
|
29
|
|
|
30 extern int ngx_kqueue;
|
|
|
31
|
|
|
32
|
|
|
33 static ssize_t ngx_file_aio_result(ngx_file_t *file, ngx_event_aio_t *aio,
|
|
|
34 ngx_event_t *ev);
|
|
|
35 static void ngx_file_aio_event_handler(ngx_event_t *ev);
|
|
|
36
|
|
|
37
|
|
|
38 ssize_t
|
|
|
39 ngx_file_aio_read(ngx_file_t *file, u_char *buf, size_t size, off_t offset,
|
|
|
40 ngx_pool_t *pool)
|
|
|
41 {
|
|
|
42 int n;
|
|
|
43 ngx_event_t *ev;
|
|
|
44 ngx_event_aio_t *aio;
|
|
|
45 static ngx_uint_t enosys = 0;
|
|
|
46
|
|
|
47 if (enosys) {
|
|
|
48 return ngx_read_file(file, buf, size, offset);
|
|
|
49 }
|
|
|
50
|
|
|
51 aio = file->aio;
|
|
|
52
|
|
|
53 if (aio == NULL) {
|
|
|
54 aio = ngx_pcalloc(pool, sizeof(ngx_event_aio_t));
|
|
|
55 if (aio == NULL) {
|
|
|
56 return NGX_ERROR;
|
|
|
57 }
|
|
|
58
|
|
|
59 aio->file = file;
|
|
|
60 aio->fd = file->fd;
|
|
|
61 aio->event.data = aio;
|
|
|
62 aio->event.ready = 1;
|
|
|
63 aio->event.log = file->log;
|
|
3065
|
64 #if (NGX_HAVE_AIO_SENDFILE)
|
|
|
65 aio->last_offset = -1;
|
|
|
66 #endif
|
|
3052
|
67 file->aio = aio;
|
|
|
68 }
|
|
|
69
|
|
|
70 ev = &aio->event;
|
|
|
71
|
|
|
72 if (!ev->ready) {
|
|
|
73 ngx_log_error(NGX_LOG_ALERT, file->log, 0,
|
|
|
74 "second aio post for \"%V\"", &file->name);
|
|
|
75 return NGX_AGAIN;
|
|
|
76 }
|
|
|
77
|
|
|
78 ngx_log_debug4(NGX_LOG_DEBUG_CORE, file->log, 0,
|
|
|
79 "aio complete:%d @%O:%z %V",
|
|
|
80 ev->complete, offset, size, &file->name);
|
|
|
81
|
|
|
82 if (ev->complete) {
|
|
|
83 ev->complete = 0;
|
|
|
84 ngx_set_errno(aio->err);
|
|
|
85
|
|
|
86 if (aio->err == 0) {
|
|
|
87 return aio->nbytes;
|
|
|
88 }
|
|
|
89
|
|
|
90 return NGX_ERROR;
|
|
|
91 }
|
|
|
92
|
|
|
93 ngx_memzero(&aio->aiocb, sizeof(struct aiocb));
|
|
|
94
|
|
|
95 aio->aiocb.aio_fildes = file->fd;
|
|
|
96 aio->aiocb.aio_offset = offset;
|
|
|
97 aio->aiocb.aio_buf = buf;
|
|
|
98 aio->aiocb.aio_nbytes = size;
|
|
|
99 #if (NGX_HAVE_KQUEUE)
|
|
|
100 aio->aiocb.aio_sigevent.sigev_notify_kqueue = ngx_kqueue;
|
|
|
101 aio->aiocb.aio_sigevent.sigev_notify = SIGEV_KEVENT;
|
|
|
102 aio->aiocb.aio_sigevent.sigev_value.sigval_ptr = ev;
|
|
|
103 #endif
|
|
|
104 ev->handler = ngx_file_aio_event_handler;
|
|
|
105
|
|
|
106 n = aio_read(&aio->aiocb);
|
|
|
107
|
|
|
108 if (n == -1) {
|
|
|
109 n = ngx_errno;
|
|
|
110
|
|
|
111 if (n == NGX_EAGAIN) {
|
|
|
112 return ngx_read_file(file, buf, size, offset);
|
|
|
113 }
|
|
|
114
|
|
|
115 ngx_log_error(NGX_LOG_CRIT, file->log, n,
|
|
|
116 "aio_read(\"%V\") failed", &file->name);
|
|
|
117
|
|
|
118 if (n == NGX_ENOSYS) {
|
|
|
119 enosys = 1;
|
|
|
120 return ngx_read_file(file, buf, size, offset);
|
|
|
121 }
|
|
|
122
|
|
|
123 return NGX_ERROR;
|
|
|
124 }
|
|
|
125
|
|
|
126 ngx_log_debug2(NGX_LOG_DEBUG_CORE, file->log, 0,
|
|
|
127 "aio_read: fd:%d %d", file->fd, n);
|
|
|
128
|
|
|
129 ev->active = 1;
|
|
|
130 ev->ready = 0;
|
|
|
131 ev->complete = 0;
|
|
|
132
|
|
|
133 return ngx_file_aio_result(aio->file, aio, ev);
|
|
|
134 }
|
|
|
135
|
|
|
136
|
|
|
137 static ssize_t
|
|
|
138 ngx_file_aio_result(ngx_file_t *file, ngx_event_aio_t *aio, ngx_event_t *ev)
|
|
|
139 {
|
|
|
140 int n;
|
|
|
141 ngx_err_t err;
|
|
|
142
|
|
|
143 n = aio_error(&aio->aiocb);
|
|
|
144
|
|
|
145 ngx_log_debug2(NGX_LOG_DEBUG_CORE, file->log, 0,
|
|
|
146 "aio_error: fd:%d %d", file->fd, n);
|
|
|
147
|
|
|
148 if (n == -1) {
|
|
|
149 err = ngx_errno;
|
|
|
150 aio->err = err;
|
|
|
151
|
|
|
152 ngx_log_error(NGX_LOG_ALERT, file->log, err,
|
|
|
153 "aio_error(\"%V\") failed", &file->name);
|
|
|
154 return NGX_ERROR;
|
|
|
155 }
|
|
|
156
|
|
|
157 if (n != 0) {
|
|
|
158 if (n == NGX_EINPROGRESS) {
|
|
|
159 if (ev->ready) {
|
|
|
160 ev->ready = 0;
|
|
|
161 ngx_log_error(NGX_LOG_ALERT, file->log, n,
|
|
|
162 "aio_read(\"%V\") still in progress",
|
|
|
163 &file->name);
|
|
|
164 }
|
|
|
165
|
|
|
166 return NGX_AGAIN;
|
|
|
167 }
|
|
|
168
|
|
|
169 aio->err = n;
|
|
|
170 ev->ready = 0;
|
|
|
171
|
|
|
172 ngx_log_error(NGX_LOG_CRIT, file->log, n,
|
|
|
173 "aio_read(\"%V\") failed", &file->name);
|
|
|
174 return NGX_ERROR;
|
|
|
175 }
|
|
|
176
|
|
|
177 n = aio_return(&aio->aiocb);
|
|
|
178
|
|
|
179 if (n == -1) {
|
|
|
180 err = ngx_errno;
|
|
|
181 aio->err = err;
|
|
|
182 ev->ready = 0;
|
|
|
183
|
|
|
184 ngx_log_error(NGX_LOG_ALERT, file->log, err,
|
|
|
185 "aio_return(\"%V\") failed", &file->name);
|
|
|
186 return NGX_ERROR;
|
|
|
187 }
|
|
|
188
|
|
|
189 aio->err = 0;
|
|
|
190 aio->nbytes = n;
|
|
|
191 ev->ready = 1;
|
|
|
192 ev->active = 0;
|
|
|
193
|
|
|
194 ngx_log_debug2(NGX_LOG_DEBUG_CORE, file->log, 0,
|
|
|
195 "aio_return: fd:%d %d", file->fd, n);
|
|
|
196
|
|
|
197 return n;
|
|
|
198 }
|
|
|
199
|
|
|
200
|
|
|
201 static void
|
|
|
202 ngx_file_aio_event_handler(ngx_event_t *ev)
|
|
|
203 {
|
|
|
204 ngx_event_aio_t *aio;
|
|
|
205
|
|
|
206 aio = ev->data;
|
|
|
207
|
|
|
208 ngx_log_debug2(NGX_LOG_DEBUG_CORE, ev->log, 0,
|
|
|
209 "aio event handler fd:%d %V", aio->fd, &aio->file->name);
|
|
|
210
|
|
|
211 if (ngx_file_aio_result(aio->file, aio, ev) != NGX_AGAIN) {
|
|
|
212 aio->handler(ev);
|
|
|
213 }
|
|
|
214 }
|
