|
50
|
1
|
|
|
2 /*
|
|
|
3 * Copyright (C) Igor Sysoev
|
|
|
4 */
|
|
|
5
|
|
|
6
|
|
|
7 #include <ngx_config.h>
|
|
|
8 #include <ngx_core.h>
|
|
|
9 #include <ngx_http.h>
|
|
|
10
|
|
|
11
|
|
|
12 typedef struct {
|
|
|
13 ngx_bufs_t bufs;
|
|
|
14 } ngx_http_copy_filter_conf_t;
|
|
|
15
|
|
|
16
|
|
529
|
17 #if (NGX_HAVE_FILE_AIO)
|
|
|
18 static void ngx_http_copy_aio_handler(ngx_output_chain_ctx_t *ctx,
|
|
|
19 ngx_file_t *file);
|
|
|
20 static void ngx_http_copy_aio_event_handler(ngx_event_t *ev);
|
|
531
|
21 #if (NGX_HAVE_AIO_SENDFILE)
|
|
|
22 static void ngx_http_copy_aio_sendfile_event_handler(ngx_event_t *ev);
|
|
|
23 #endif
|
|
529
|
24 #endif
|
|
|
25
|
|
50
|
26 static void *ngx_http_copy_filter_create_conf(ngx_conf_t *cf);
|
|
|
27 static char *ngx_http_copy_filter_merge_conf(ngx_conf_t *cf,
|
|
|
28 void *parent, void *child);
|
|
230
|
29 static ngx_int_t ngx_http_copy_filter_init(ngx_conf_t *cf);
|
|
50
|
30
|
|
|
31
|
|
|
32 static ngx_command_t ngx_http_copy_filter_commands[] = {
|
|
|
33
|
|
|
34 { ngx_string("output_buffers"),
|
|
|
35 NGX_HTTP_MAIN_CONF|NGX_HTTP_SRV_CONF|NGX_HTTP_LOC_CONF|NGX_CONF_TAKE2,
|
|
|
36 ngx_conf_set_bufs_slot,
|
|
|
37 NGX_HTTP_LOC_CONF_OFFSET,
|
|
|
38 offsetof(ngx_http_copy_filter_conf_t, bufs),
|
|
|
39 NULL },
|
|
|
40
|
|
|
41 ngx_null_command
|
|
|
42 };
|
|
|
43
|
|
|
44
|
|
|
45 static ngx_http_module_t ngx_http_copy_filter_module_ctx = {
|
|
58
|
46 NULL, /* preconfiguration */
|
|
230
|
47 ngx_http_copy_filter_init, /* postconfiguration */
|
|
50
|
48
|
|
|
49 NULL, /* create main configuration */
|
|
|
50 NULL, /* init main configuration */
|
|
|
51
|
|
|
52 NULL, /* create server configuration */
|
|
|
53 NULL, /* merge server configuration */
|
|
|
54
|
|
|
55 ngx_http_copy_filter_create_conf, /* create location configuration */
|
|
|
56 ngx_http_copy_filter_merge_conf /* merge location configuration */
|
|
|
57 };
|
|
|
58
|
|
|
59
|
|
|
60 ngx_module_t ngx_http_copy_filter_module = {
|
|
58
|
61 NGX_MODULE_V1,
|
|
50
|
62 &ngx_http_copy_filter_module_ctx, /* module context */
|
|
|
63 ngx_http_copy_filter_commands, /* module directives */
|
|
|
64 NGX_HTTP_MODULE, /* module type */
|
|
90
|
65 NULL, /* init master */
|
|
230
|
66 NULL, /* init module */
|
|
90
|
67 NULL, /* init process */
|
|
|
68 NULL, /* init thread */
|
|
|
69 NULL, /* exit thread */
|
|
|
70 NULL, /* exit process */
|
|
|
71 NULL, /* exit master */
|
|
|
72 NGX_MODULE_V1_PADDING
|
|
50
|
73 };
|
|
|
74
|
|
|
75
|
|
|
76 static ngx_http_output_body_filter_pt ngx_http_next_filter;
|
|
|
77
|
|
|
78
|
|
|
79 static ngx_int_t
|
|
|
80 ngx_http_copy_filter(ngx_http_request_t *r, ngx_chain_t *in)
|
|
|
81 {
|
|
132
|
82 ngx_int_t rc;
|
|
|
83 ngx_connection_t *c;
|
|
50
|
84 ngx_output_chain_ctx_t *ctx;
|
|
529
|
85 ngx_http_core_loc_conf_t *clcf;
|
|
50
|
86 ngx_http_copy_filter_conf_t *conf;
|
|
|
87
|
|
132
|
88 c = r->connection;
|
|
|
89
|
|
529
|
90 if (r->aio) {
|
|
|
91 return NGX_AGAIN;
|
|
|
92 }
|
|
|
93
|
|
132
|
94 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
|
531
|
95 "http copy filter: \"%V?%V\"", &r->uri, &r->args);
|
|
58
|
96
|
|
|
97 ctx = ngx_http_get_module_ctx(r, ngx_http_copy_filter_module);
|
|
50
|
98
|
|
|
99 if (ctx == NULL) {
|
|
|
100 ctx = ngx_pcalloc(r->pool, sizeof(ngx_output_chain_ctx_t));
|
|
|
101 if (ctx == NULL) {
|
|
|
102 return NGX_ERROR;
|
|
|
103 }
|
|
|
104
|
|
|
105 ngx_http_set_ctx(r, ctx, ngx_http_copy_filter_module);
|
|
|
106
|
|
529
|
107 conf = ngx_http_get_module_loc_conf(r, ngx_http_copy_filter_module);
|
|
|
108 clcf = ngx_http_get_module_loc_conf(r, ngx_http_core_module);
|
|
|
109
|
|
132
|
110 ctx->sendfile = c->sendfile;
|
|
62
|
111 ctx->need_in_memory = r->main_filter_need_in_memory
|
|
|
112 || r->filter_need_in_memory;
|
|
50
|
113 ctx->need_in_temp = r->filter_need_temporary;
|
|
|
114
|
|
529
|
115 ctx->alignment = clcf->directio_alignment;
|
|
|
116
|
|
50
|
117 ctx->pool = r->pool;
|
|
|
118 ctx->bufs = conf->bufs;
|
|
|
119 ctx->tag = (ngx_buf_tag_t) &ngx_http_copy_filter_module;
|
|
|
120
|
|
|
121 ctx->output_filter = (ngx_output_chain_filter_pt) ngx_http_next_filter;
|
|
|
122 ctx->filter_ctx = r;
|
|
|
123
|
|
529
|
124 #if (NGX_HAVE_FILE_AIO)
|
|
|
125 if (clcf->aio) {
|
|
|
126 ctx->aio = ngx_http_copy_aio_handler;
|
|
531
|
127 #if (NGX_HAVE_AIO_SENDFILE)
|
|
|
128 c->aio_sendfile = (clcf->aio == NGX_HTTP_AIO_SENDFILE);
|
|
|
129 #endif
|
|
529
|
130 }
|
|
|
131 #endif
|
|
|
132
|
|
216
|
133 r->request_output = 1;
|
|
50
|
134 }
|
|
|
135
|
|
533
|
136 for ( ;; ) {
|
|
|
137 rc = ngx_output_chain(ctx, in);
|
|
58
|
138
|
|
533
|
139 if (ctx->in == NULL) {
|
|
|
140 r->buffered &= ~NGX_HTTP_COPY_BUFFERED;
|
|
|
141
|
|
|
142 } else {
|
|
|
143 r->buffered |= NGX_HTTP_COPY_BUFFERED;
|
|
|
144 }
|
|
254
|
145
|
|
533
|
146 ngx_log_debug3(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
|
|
147 "http copy filter: %i \"%V?%V\"", rc, &r->uri, &r->args);
|
|
|
148
|
|
|
149 #if (NGX_HAVE_FILE_AIO && NGX_HAVE_AIO_SENDFILE)
|
|
254
|
150
|
|
533
|
151 if (c->busy_sendfile) {
|
|
|
152 ssize_t n;
|
|
|
153 off_t offset;
|
|
|
154 ngx_file_t *file;
|
|
|
155 ngx_http_ephemeral_t *e;
|
|
531
|
156
|
|
533
|
157 file = c->busy_sendfile->file;
|
|
|
158 offset = c->busy_sendfile->file_pos;
|
|
531
|
159
|
|
533
|
160 if (file->aio) {
|
|
|
161 c->aio_sendfile = (offset != file->aio->last_offset);
|
|
|
162 file->aio->last_offset = offset;
|
|
531
|
163
|
|
533
|
164 if (c->aio_sendfile == 0) {
|
|
|
165 ngx_log_error(NGX_LOG_ALERT, c->log, 0,
|
|
|
166 "sendfile(%V) returned busy again",
|
|
|
167 &file->name);
|
|
|
168 }
|
|
|
169 }
|
|
|
170
|
|
|
171 c->busy_sendfile = NULL;
|
|
|
172 e = (ngx_http_ephemeral_t *) &r->uri_start;
|
|
531
|
173
|
|
535
|
174 n = ngx_file_aio_read(file, &e->aio_preload, 1, offset, r->pool);
|
|
533
|
175
|
|
|
176 if (n > 0) {
|
|
|
177 continue;
|
|
|
178 }
|
|
531
|
179
|
|
533
|
180 rc = n;
|
|
|
181
|
|
|
182 if (file->aio) {
|
|
|
183 file->aio->data = r;
|
|
|
184 file->aio->handler = ngx_http_copy_aio_sendfile_event_handler;
|
|
|
185
|
|
|
186 r->main->blocked++;
|
|
|
187 r->aio = 1;
|
|
531
|
188 }
|
|
|
189 }
|
|
|
190 #endif
|
|
132
|
191
|
|
533
|
192 return rc;
|
|
|
193 }
|
|
50
|
194 }
|
|
|
195
|
|
|
196
|
|
529
|
197 #if (NGX_HAVE_FILE_AIO)
|
|
|
198
|
|
|
199 static void
|
|
|
200 ngx_http_copy_aio_handler(ngx_output_chain_ctx_t *ctx, ngx_file_t *file)
|
|
|
201 {
|
|
|
202 ngx_http_request_t *r;
|
|
|
203
|
|
|
204 r = ctx->filter_ctx;
|
|
|
205
|
|
|
206 file->aio->data = r;
|
|
|
207 file->aio->handler = ngx_http_copy_aio_event_handler;
|
|
|
208
|
|
|
209 r->main->blocked++;
|
|
|
210 r->aio = 1;
|
|
|
211 }
|
|
|
212
|
|
|
213
|
|
|
214 static void
|
|
|
215 ngx_http_copy_aio_event_handler(ngx_event_t *ev)
|
|
|
216 {
|
|
|
217 ngx_event_aio_t *aio;
|
|
|
218 ngx_http_request_t *r;
|
|
|
219
|
|
|
220 aio = ev->data;
|
|
|
221 r = aio->data;
|
|
|
222
|
|
|
223 r->main->blocked--;
|
|
|
224 r->aio = 0;
|
|
|
225
|
|
|
226 r->connection->write->handler(r->connection->write);
|
|
|
227 }
|
|
|
228
|
|
531
|
229
|
|
|
230 #if (NGX_HAVE_AIO_SENDFILE)
|
|
|
231
|
|
|
232 static void
|
|
|
233 ngx_http_copy_aio_sendfile_event_handler(ngx_event_t *ev)
|
|
|
234 {
|
|
|
235 ngx_event_aio_t *aio;
|
|
|
236 ngx_http_request_t *r;
|
|
|
237
|
|
|
238 aio = ev->data;
|
|
|
239 r = aio->data;
|
|
|
240
|
|
|
241 r->main->blocked--;
|
|
|
242 r->aio = 0;
|
|
|
243 ev->complete = 0;
|
|
|
244
|
|
|
245 r->connection->write->handler(r->connection->write);
|
|
|
246 }
|
|
|
247
|
|
|
248 #endif
|
|
529
|
249 #endif
|
|
|
250
|
|
|
251
|
|
50
|
252 static void *
|
|
|
253 ngx_http_copy_filter_create_conf(ngx_conf_t *cf)
|
|
|
254 {
|
|
|
255 ngx_http_copy_filter_conf_t *conf;
|
|
|
256
|
|
|
257 conf = ngx_palloc(cf->pool, sizeof(ngx_http_copy_filter_conf_t));
|
|
|
258 if (conf == NULL) {
|
|
|
259 return NULL;
|
|
|
260 }
|
|
|
261
|
|
|
262 conf->bufs.num = 0;
|
|
|
263
|
|
|
264 return conf;
|
|
|
265 }
|
|
|
266
|
|
|
267
|
|
|
268 static char *
|
|
|
269 ngx_http_copy_filter_merge_conf(ngx_conf_t *cf, void *parent, void *child)
|
|
|
270 {
|
|
|
271 ngx_http_copy_filter_conf_t *prev = parent;
|
|
|
272 ngx_http_copy_filter_conf_t *conf = child;
|
|
|
273
|
|
|
274 ngx_conf_merge_bufs_value(conf->bufs, prev->bufs, 1, 32768);
|
|
|
275
|
|
|
276 return NULL;
|
|
|
277 }
|
|
|
278
|
|
|
279
|
|
|
280 static ngx_int_t
|
|
230
|
281 ngx_http_copy_filter_init(ngx_conf_t *cf)
|
|
50
|
282 {
|
|
|
283 ngx_http_next_filter = ngx_http_top_body_filter;
|
|
|
284 ngx_http_top_body_filter = ngx_http_copy_filter;
|
|
|
285
|
|
|
286 return NGX_OK;
|
|
|
287 }
|
|
|
288
|
