50
|
1
|
|
2 /*
|
|
3 * Copyright (C) Igor Sysoev
|
644
|
4 * Copyright (C) Nginx, Inc.
|
50
|
5 */
|
|
6
|
|
7
|
|
8 #include <ngx_config.h>
|
|
9 #include <ngx_core.h>
|
|
10 #include <ngx_http.h>
|
|
11
|
|
12
|
|
13 typedef struct {
|
|
14 ngx_bufs_t bufs;
|
|
15 } ngx_http_copy_filter_conf_t;
|
|
16
|
|
17
|
518
|
18 #if (NGX_HAVE_FILE_AIO)
|
|
19 static void ngx_http_copy_aio_handler(ngx_output_chain_ctx_t *ctx,
|
|
20 ngx_file_t *file);
|
|
21 static void ngx_http_copy_aio_event_handler(ngx_event_t *ev);
|
520
|
22 #if (NGX_HAVE_AIO_SENDFILE)
|
|
23 static void ngx_http_copy_aio_sendfile_event_handler(ngx_event_t *ev);
|
|
24 #endif
|
518
|
25 #endif
|
|
26
|
50
|
27 static void *ngx_http_copy_filter_create_conf(ngx_conf_t *cf);
|
|
28 static char *ngx_http_copy_filter_merge_conf(ngx_conf_t *cf,
|
|
29 void *parent, void *child);
|
230
|
30 static ngx_int_t ngx_http_copy_filter_init(ngx_conf_t *cf);
|
50
|
31
|
|
32
|
|
33 static ngx_command_t ngx_http_copy_filter_commands[] = {
|
|
34
|
|
35 { ngx_string("output_buffers"),
|
|
36 NGX_HTTP_MAIN_CONF|NGX_HTTP_SRV_CONF|NGX_HTTP_LOC_CONF|NGX_CONF_TAKE2,
|
|
37 ngx_conf_set_bufs_slot,
|
|
38 NGX_HTTP_LOC_CONF_OFFSET,
|
|
39 offsetof(ngx_http_copy_filter_conf_t, bufs),
|
|
40 NULL },
|
|
41
|
|
42 ngx_null_command
|
|
43 };
|
|
44
|
|
45
|
|
46 static ngx_http_module_t ngx_http_copy_filter_module_ctx = {
|
58
|
47 NULL, /* preconfiguration */
|
230
|
48 ngx_http_copy_filter_init, /* postconfiguration */
|
50
|
49
|
|
50 NULL, /* create main configuration */
|
|
51 NULL, /* init main configuration */
|
|
52
|
|
53 NULL, /* create server configuration */
|
|
54 NULL, /* merge server configuration */
|
|
55
|
|
56 ngx_http_copy_filter_create_conf, /* create location configuration */
|
|
57 ngx_http_copy_filter_merge_conf /* merge location configuration */
|
|
58 };
|
|
59
|
|
60
|
|
61 ngx_module_t ngx_http_copy_filter_module = {
|
58
|
62 NGX_MODULE_V1,
|
50
|
63 &ngx_http_copy_filter_module_ctx, /* module context */
|
|
64 ngx_http_copy_filter_commands, /* module directives */
|
|
65 NGX_HTTP_MODULE, /* module type */
|
90
|
66 NULL, /* init master */
|
230
|
67 NULL, /* init module */
|
90
|
68 NULL, /* init process */
|
|
69 NULL, /* init thread */
|
|
70 NULL, /* exit thread */
|
|
71 NULL, /* exit process */
|
|
72 NULL, /* exit master */
|
|
73 NGX_MODULE_V1_PADDING
|
50
|
74 };
|
|
75
|
|
76
|
|
77 static ngx_http_output_body_filter_pt ngx_http_next_filter;
|
|
78
|
|
79
|
|
80 static ngx_int_t
|
|
81 ngx_http_copy_filter(ngx_http_request_t *r, ngx_chain_t *in)
|
|
82 {
|
132
|
83 ngx_int_t rc;
|
|
84 ngx_connection_t *c;
|
50
|
85 ngx_output_chain_ctx_t *ctx;
|
518
|
86 ngx_http_core_loc_conf_t *clcf;
|
50
|
87 ngx_http_copy_filter_conf_t *conf;
|
|
88
|
132
|
89 c = r->connection;
|
|
90
|
|
91 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
520
|
92 "http copy filter: \"%V?%V\"", &r->uri, &r->args);
|
58
|
93
|
|
94 ctx = ngx_http_get_module_ctx(r, ngx_http_copy_filter_module);
|
50
|
95
|
|
96 if (ctx == NULL) {
|
|
97 ctx = ngx_pcalloc(r->pool, sizeof(ngx_output_chain_ctx_t));
|
|
98 if (ctx == NULL) {
|
|
99 return NGX_ERROR;
|
|
100 }
|
|
101
|
|
102 ngx_http_set_ctx(r, ctx, ngx_http_copy_filter_module);
|
|
103
|
518
|
104 conf = ngx_http_get_module_loc_conf(r, ngx_http_copy_filter_module);
|
|
105 clcf = ngx_http_get_module_loc_conf(r, ngx_http_core_module);
|
|
106
|
132
|
107 ctx->sendfile = c->sendfile;
|
62
|
108 ctx->need_in_memory = r->main_filter_need_in_memory
|
|
109 || r->filter_need_in_memory;
|
50
|
110 ctx->need_in_temp = r->filter_need_temporary;
|
|
111
|
518
|
112 ctx->alignment = clcf->directio_alignment;
|
|
113
|
50
|
114 ctx->pool = r->pool;
|
|
115 ctx->bufs = conf->bufs;
|
|
116 ctx->tag = (ngx_buf_tag_t) &ngx_http_copy_filter_module;
|
|
117
|
|
118 ctx->output_filter = (ngx_output_chain_filter_pt) ngx_http_next_filter;
|
|
119 ctx->filter_ctx = r;
|
|
120
|
518
|
121 #if (NGX_HAVE_FILE_AIO)
|
602
|
122 if (ngx_file_aio) {
|
|
123 if (clcf->aio) {
|
|
124 ctx->aio_handler = ngx_http_copy_aio_handler;
|
|
125 }
|
520
|
126 #if (NGX_HAVE_AIO_SENDFILE)
|
|
127 c->aio_sendfile = (clcf->aio == NGX_HTTP_AIO_SENDFILE);
|
|
128 #endif
|
518
|
129 }
|
|
130 #endif
|
|
131
|
570
|
132 if (in && in->buf && ngx_buf_size(in->buf)) {
|
|
133 r->request_output = 1;
|
|
134 }
|
50
|
135 }
|
|
136
|
526
|
137 #if (NGX_HAVE_FILE_AIO)
|
|
138 ctx->aio = r->aio;
|
|
139 #endif
|
|
140
|
522
|
141 for ( ;; ) {
|
|
142 rc = ngx_output_chain(ctx, in);
|
58
|
143
|
522
|
144 if (ctx->in == NULL) {
|
|
145 r->buffered &= ~NGX_HTTP_COPY_BUFFERED;
|
|
146
|
|
147 } else {
|
|
148 r->buffered |= NGX_HTTP_COPY_BUFFERED;
|
|
149 }
|
254
|
150
|
522
|
151 ngx_log_debug3(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
|
152 "http copy filter: %i \"%V?%V\"", rc, &r->uri, &r->args);
|
|
153
|
|
154 #if (NGX_HAVE_FILE_AIO && NGX_HAVE_AIO_SENDFILE)
|
254
|
155
|
522
|
156 if (c->busy_sendfile) {
|
|
157 ssize_t n;
|
|
158 off_t offset;
|
|
159 ngx_file_t *file;
|
|
160 ngx_http_ephemeral_t *e;
|
520
|
161
|
638
|
162 if (r->aio) {
|
|
163 c->busy_sendfile = NULL;
|
|
164 return rc;
|
|
165 }
|
|
166
|
522
|
167 file = c->busy_sendfile->file;
|
|
168 offset = c->busy_sendfile->file_pos;
|
520
|
169
|
522
|
170 if (file->aio) {
|
|
171 c->aio_sendfile = (offset != file->aio->last_offset);
|
|
172 file->aio->last_offset = offset;
|
520
|
173
|
522
|
174 if (c->aio_sendfile == 0) {
|
|
175 ngx_log_error(NGX_LOG_ALERT, c->log, 0,
|
|
176 "sendfile(%V) returned busy again",
|
|
177 &file->name);
|
|
178 }
|
|
179 }
|
|
180
|
|
181 c->busy_sendfile = NULL;
|
|
182 e = (ngx_http_ephemeral_t *) &r->uri_start;
|
520
|
183
|
524
|
184 n = ngx_file_aio_read(file, &e->aio_preload, 1, offset, r->pool);
|
522
|
185
|
|
186 if (n > 0) {
|
526
|
187 in = NULL;
|
522
|
188 continue;
|
|
189 }
|
520
|
190
|
522
|
191 rc = n;
|
|
192
|
644
|
193 if (rc == NGX_AGAIN) {
|
522
|
194 file->aio->data = r;
|
|
195 file->aio->handler = ngx_http_copy_aio_sendfile_event_handler;
|
|
196
|
|
197 r->main->blocked++;
|
|
198 r->aio = 1;
|
520
|
199 }
|
|
200 }
|
|
201 #endif
|
132
|
202
|
522
|
203 return rc;
|
|
204 }
|
50
|
205 }
|
|
206
|
|
207
|
518
|
208 #if (NGX_HAVE_FILE_AIO)
|
|
209
|
|
210 static void
|
|
211 ngx_http_copy_aio_handler(ngx_output_chain_ctx_t *ctx, ngx_file_t *file)
|
|
212 {
|
|
213 ngx_http_request_t *r;
|
|
214
|
|
215 r = ctx->filter_ctx;
|
|
216
|
|
217 file->aio->data = r;
|
|
218 file->aio->handler = ngx_http_copy_aio_event_handler;
|
|
219
|
|
220 r->main->blocked++;
|
|
221 r->aio = 1;
|
602
|
222 ctx->aio = 1;
|
518
|
223 }
|
|
224
|
|
225
|
|
226 static void
|
|
227 ngx_http_copy_aio_event_handler(ngx_event_t *ev)
|
|
228 {
|
|
229 ngx_event_aio_t *aio;
|
|
230 ngx_http_request_t *r;
|
|
231
|
|
232 aio = ev->data;
|
|
233 r = aio->data;
|
|
234
|
|
235 r->main->blocked--;
|
|
236 r->aio = 0;
|
|
237
|
|
238 r->connection->write->handler(r->connection->write);
|
|
239 }
|
|
240
|
520
|
241
|
|
242 #if (NGX_HAVE_AIO_SENDFILE)
|
|
243
|
|
244 static void
|
|
245 ngx_http_copy_aio_sendfile_event_handler(ngx_event_t *ev)
|
|
246 {
|
|
247 ngx_event_aio_t *aio;
|
|
248 ngx_http_request_t *r;
|
|
249
|
|
250 aio = ev->data;
|
|
251 r = aio->data;
|
|
252
|
|
253 r->main->blocked--;
|
|
254 r->aio = 0;
|
|
255 ev->complete = 0;
|
|
256
|
|
257 r->connection->write->handler(r->connection->write);
|
|
258 }
|
|
259
|
|
260 #endif
|
518
|
261 #endif
|
|
262
|
|
263
|
50
|
264 static void *
|
|
265 ngx_http_copy_filter_create_conf(ngx_conf_t *cf)
|
|
266 {
|
|
267 ngx_http_copy_filter_conf_t *conf;
|
|
268
|
|
269 conf = ngx_palloc(cf->pool, sizeof(ngx_http_copy_filter_conf_t));
|
|
270 if (conf == NULL) {
|
|
271 return NULL;
|
|
272 }
|
|
273
|
|
274 conf->bufs.num = 0;
|
|
275
|
|
276 return conf;
|
|
277 }
|
|
278
|
|
279
|
|
280 static char *
|
|
281 ngx_http_copy_filter_merge_conf(ngx_conf_t *cf, void *parent, void *child)
|
|
282 {
|
|
283 ngx_http_copy_filter_conf_t *prev = parent;
|
|
284 ngx_http_copy_filter_conf_t *conf = child;
|
|
285
|
|
286 ngx_conf_merge_bufs_value(conf->bufs, prev->bufs, 1, 32768);
|
|
287
|
|
288 return NULL;
|
|
289 }
|
|
290
|
|
291
|
|
292 static ngx_int_t
|
230
|
293 ngx_http_copy_filter_init(ngx_conf_t *cf)
|
50
|
294 {
|
|
295 ngx_http_next_filter = ngx_http_top_body_filter;
|
|
296 ngx_http_top_body_filter = ngx_http_copy_filter;
|
|
297
|
|
298 return NGX_OK;
|
|
299 }
|
|
300
|