|
50
|
1
|
|
|
2 /*
|
|
|
3 * Copyright (C) Igor Sysoev
|
|
|
4 */
|
|
|
5
|
|
|
6
|
|
|
7 #include <ngx_config.h>
|
|
|
8 #include <ngx_core.h>
|
|
|
9 #include <ngx_http.h>
|
|
|
10
|
|
|
11
|
|
|
12 typedef struct {
|
|
|
13 ngx_bufs_t bufs;
|
|
|
14 } ngx_http_copy_filter_conf_t;
|
|
|
15
|
|
|
16
|
|
518
|
17 #if (NGX_HAVE_FILE_AIO)
|
|
|
18 static void ngx_http_copy_aio_handler(ngx_output_chain_ctx_t *ctx,
|
|
|
19 ngx_file_t *file);
|
|
|
20 static void ngx_http_copy_aio_event_handler(ngx_event_t *ev);
|
|
520
|
21 #if (NGX_HAVE_AIO_SENDFILE)
|
|
|
22 static void ngx_http_copy_aio_sendfile_event_handler(ngx_event_t *ev);
|
|
|
23 #endif
|
|
518
|
24 #endif
|
|
|
25
|
|
50
|
26 static void *ngx_http_copy_filter_create_conf(ngx_conf_t *cf);
|
|
|
27 static char *ngx_http_copy_filter_merge_conf(ngx_conf_t *cf,
|
|
|
28 void *parent, void *child);
|
|
230
|
29 static ngx_int_t ngx_http_copy_filter_init(ngx_conf_t *cf);
|
|
50
|
30
|
|
|
31
|
|
|
32 static ngx_command_t ngx_http_copy_filter_commands[] = {
|
|
|
33
|
|
|
34 { ngx_string("output_buffers"),
|
|
|
35 NGX_HTTP_MAIN_CONF|NGX_HTTP_SRV_CONF|NGX_HTTP_LOC_CONF|NGX_CONF_TAKE2,
|
|
|
36 ngx_conf_set_bufs_slot,
|
|
|
37 NGX_HTTP_LOC_CONF_OFFSET,
|
|
|
38 offsetof(ngx_http_copy_filter_conf_t, bufs),
|
|
|
39 NULL },
|
|
|
40
|
|
|
41 ngx_null_command
|
|
|
42 };
|
|
|
43
|
|
|
44
|
|
|
45 static ngx_http_module_t ngx_http_copy_filter_module_ctx = {
|
|
58
|
46 NULL, /* preconfiguration */
|
|
230
|
47 ngx_http_copy_filter_init, /* postconfiguration */
|
|
50
|
48
|
|
|
49 NULL, /* create main configuration */
|
|
|
50 NULL, /* init main configuration */
|
|
|
51
|
|
|
52 NULL, /* create server configuration */
|
|
|
53 NULL, /* merge server configuration */
|
|
|
54
|
|
|
55 ngx_http_copy_filter_create_conf, /* create location configuration */
|
|
|
56 ngx_http_copy_filter_merge_conf /* merge location configuration */
|
|
|
57 };
|
|
|
58
|
|
|
59
|
|
|
60 ngx_module_t ngx_http_copy_filter_module = {
|
|
58
|
61 NGX_MODULE_V1,
|
|
50
|
62 &ngx_http_copy_filter_module_ctx, /* module context */
|
|
|
63 ngx_http_copy_filter_commands, /* module directives */
|
|
|
64 NGX_HTTP_MODULE, /* module type */
|
|
90
|
65 NULL, /* init master */
|
|
230
|
66 NULL, /* init module */
|
|
90
|
67 NULL, /* init process */
|
|
|
68 NULL, /* init thread */
|
|
|
69 NULL, /* exit thread */
|
|
|
70 NULL, /* exit process */
|
|
|
71 NULL, /* exit master */
|
|
|
72 NGX_MODULE_V1_PADDING
|
|
50
|
73 };
|
|
|
74
|
|
|
75
|
|
|
76 static ngx_http_output_body_filter_pt ngx_http_next_filter;
|
|
|
77
|
|
|
78
|
|
|
79 static ngx_int_t
|
|
|
80 ngx_http_copy_filter(ngx_http_request_t *r, ngx_chain_t *in)
|
|
|
81 {
|
|
132
|
82 ngx_int_t rc;
|
|
|
83 ngx_connection_t *c;
|
|
50
|
84 ngx_output_chain_ctx_t *ctx;
|
|
518
|
85 ngx_http_core_loc_conf_t *clcf;
|
|
50
|
86 ngx_http_copy_filter_conf_t *conf;
|
|
|
87
|
|
132
|
88 c = r->connection;
|
|
|
89
|
|
|
90 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
|
520
|
91 "http copy filter: \"%V?%V\"", &r->uri, &r->args);
|
|
58
|
92
|
|
|
93 ctx = ngx_http_get_module_ctx(r, ngx_http_copy_filter_module);
|
|
50
|
94
|
|
|
95 if (ctx == NULL) {
|
|
|
96 ctx = ngx_pcalloc(r->pool, sizeof(ngx_output_chain_ctx_t));
|
|
|
97 if (ctx == NULL) {
|
|
|
98 return NGX_ERROR;
|
|
|
99 }
|
|
|
100
|
|
|
101 ngx_http_set_ctx(r, ctx, ngx_http_copy_filter_module);
|
|
|
102
|
|
518
|
103 conf = ngx_http_get_module_loc_conf(r, ngx_http_copy_filter_module);
|
|
|
104 clcf = ngx_http_get_module_loc_conf(r, ngx_http_core_module);
|
|
|
105
|
|
132
|
106 ctx->sendfile = c->sendfile;
|
|
62
|
107 ctx->need_in_memory = r->main_filter_need_in_memory
|
|
|
108 || r->filter_need_in_memory;
|
|
50
|
109 ctx->need_in_temp = r->filter_need_temporary;
|
|
|
110
|
|
518
|
111 ctx->alignment = clcf->directio_alignment;
|
|
|
112
|
|
50
|
113 ctx->pool = r->pool;
|
|
|
114 ctx->bufs = conf->bufs;
|
|
|
115 ctx->tag = (ngx_buf_tag_t) &ngx_http_copy_filter_module;
|
|
|
116
|
|
|
117 ctx->output_filter = (ngx_output_chain_filter_pt) ngx_http_next_filter;
|
|
|
118 ctx->filter_ctx = r;
|
|
|
119
|
|
518
|
120 #if (NGX_HAVE_FILE_AIO)
|
|
602
|
121 if (ngx_file_aio) {
|
|
|
122 if (clcf->aio) {
|
|
|
123 ctx->aio_handler = ngx_http_copy_aio_handler;
|
|
|
124 }
|
|
520
|
125 #if (NGX_HAVE_AIO_SENDFILE)
|
|
|
126 c->aio_sendfile = (clcf->aio == NGX_HTTP_AIO_SENDFILE);
|
|
|
127 #endif
|
|
518
|
128 }
|
|
|
129 #endif
|
|
|
130
|
|
570
|
131 if (in && in->buf && ngx_buf_size(in->buf)) {
|
|
|
132 r->request_output = 1;
|
|
|
133 }
|
|
50
|
134 }
|
|
|
135
|
|
526
|
136 #if (NGX_HAVE_FILE_AIO)
|
|
|
137 ctx->aio = r->aio;
|
|
|
138 #endif
|
|
|
139
|
|
522
|
140 for ( ;; ) {
|
|
|
141 rc = ngx_output_chain(ctx, in);
|
|
58
|
142
|
|
522
|
143 if (ctx->in == NULL) {
|
|
|
144 r->buffered &= ~NGX_HTTP_COPY_BUFFERED;
|
|
|
145
|
|
|
146 } else {
|
|
|
147 r->buffered |= NGX_HTTP_COPY_BUFFERED;
|
|
|
148 }
|
|
254
|
149
|
|
522
|
150 ngx_log_debug3(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
|
|
151 "http copy filter: %i \"%V?%V\"", rc, &r->uri, &r->args);
|
|
|
152
|
|
|
153 #if (NGX_HAVE_FILE_AIO && NGX_HAVE_AIO_SENDFILE)
|
|
254
|
154
|
|
522
|
155 if (c->busy_sendfile) {
|
|
|
156 ssize_t n;
|
|
|
157 off_t offset;
|
|
|
158 ngx_file_t *file;
|
|
|
159 ngx_http_ephemeral_t *e;
|
|
520
|
160
|
|
522
|
161 file = c->busy_sendfile->file;
|
|
|
162 offset = c->busy_sendfile->file_pos;
|
|
520
|
163
|
|
522
|
164 if (file->aio) {
|
|
|
165 c->aio_sendfile = (offset != file->aio->last_offset);
|
|
|
166 file->aio->last_offset = offset;
|
|
520
|
167
|
|
522
|
168 if (c->aio_sendfile == 0) {
|
|
|
169 ngx_log_error(NGX_LOG_ALERT, c->log, 0,
|
|
|
170 "sendfile(%V) returned busy again",
|
|
|
171 &file->name);
|
|
|
172 }
|
|
|
173 }
|
|
|
174
|
|
|
175 c->busy_sendfile = NULL;
|
|
|
176 e = (ngx_http_ephemeral_t *) &r->uri_start;
|
|
520
|
177
|
|
524
|
178 n = ngx_file_aio_read(file, &e->aio_preload, 1, offset, r->pool);
|
|
522
|
179
|
|
|
180 if (n > 0) {
|
|
526
|
181 in = NULL;
|
|
522
|
182 continue;
|
|
|
183 }
|
|
520
|
184
|
|
522
|
185 rc = n;
|
|
|
186
|
|
|
187 if (file->aio) {
|
|
|
188 file->aio->data = r;
|
|
|
189 file->aio->handler = ngx_http_copy_aio_sendfile_event_handler;
|
|
|
190
|
|
|
191 r->main->blocked++;
|
|
|
192 r->aio = 1;
|
|
520
|
193 }
|
|
|
194 }
|
|
|
195 #endif
|
|
132
|
196
|
|
522
|
197 return rc;
|
|
|
198 }
|
|
50
|
199 }
|
|
|
200
|
|
|
201
|
|
518
|
202 #if (NGX_HAVE_FILE_AIO)
|
|
|
203
|
|
|
204 static void
|
|
|
205 ngx_http_copy_aio_handler(ngx_output_chain_ctx_t *ctx, ngx_file_t *file)
|
|
|
206 {
|
|
|
207 ngx_http_request_t *r;
|
|
|
208
|
|
|
209 r = ctx->filter_ctx;
|
|
|
210
|
|
|
211 file->aio->data = r;
|
|
|
212 file->aio->handler = ngx_http_copy_aio_event_handler;
|
|
|
213
|
|
|
214 r->main->blocked++;
|
|
|
215 r->aio = 1;
|
|
602
|
216 ctx->aio = 1;
|
|
518
|
217 }
|
|
|
218
|
|
|
219
|
|
|
220 static void
|
|
|
221 ngx_http_copy_aio_event_handler(ngx_event_t *ev)
|
|
|
222 {
|
|
|
223 ngx_event_aio_t *aio;
|
|
|
224 ngx_http_request_t *r;
|
|
|
225
|
|
|
226 aio = ev->data;
|
|
|
227 r = aio->data;
|
|
|
228
|
|
|
229 r->main->blocked--;
|
|
|
230 r->aio = 0;
|
|
|
231
|
|
|
232 r->connection->write->handler(r->connection->write);
|
|
|
233 }
|
|
|
234
|
|
520
|
235
|
|
|
236 #if (NGX_HAVE_AIO_SENDFILE)
|
|
|
237
|
|
|
238 static void
|
|
|
239 ngx_http_copy_aio_sendfile_event_handler(ngx_event_t *ev)
|
|
|
240 {
|
|
|
241 ngx_event_aio_t *aio;
|
|
|
242 ngx_http_request_t *r;
|
|
|
243
|
|
|
244 aio = ev->data;
|
|
|
245 r = aio->data;
|
|
|
246
|
|
|
247 r->main->blocked--;
|
|
|
248 r->aio = 0;
|
|
|
249 ev->complete = 0;
|
|
|
250
|
|
|
251 r->connection->write->handler(r->connection->write);
|
|
|
252 }
|
|
|
253
|
|
|
254 #endif
|
|
518
|
255 #endif
|
|
|
256
|
|
|
257
|
|
50
|
258 static void *
|
|
|
259 ngx_http_copy_filter_create_conf(ngx_conf_t *cf)
|
|
|
260 {
|
|
|
261 ngx_http_copy_filter_conf_t *conf;
|
|
|
262
|
|
|
263 conf = ngx_palloc(cf->pool, sizeof(ngx_http_copy_filter_conf_t));
|
|
|
264 if (conf == NULL) {
|
|
|
265 return NULL;
|
|
|
266 }
|
|
|
267
|
|
|
268 conf->bufs.num = 0;
|
|
|
269
|
|
|
270 return conf;
|
|
|
271 }
|
|
|
272
|
|
|
273
|
|
|
274 static char *
|
|
|
275 ngx_http_copy_filter_merge_conf(ngx_conf_t *cf, void *parent, void *child)
|
|
|
276 {
|
|
|
277 ngx_http_copy_filter_conf_t *prev = parent;
|
|
|
278 ngx_http_copy_filter_conf_t *conf = child;
|
|
|
279
|
|
|
280 ngx_conf_merge_bufs_value(conf->bufs, prev->bufs, 1, 32768);
|
|
|
281
|
|
|
282 return NULL;
|
|
|
283 }
|
|
|
284
|
|
|
285
|
|
|
286 static ngx_int_t
|
|
230
|
287 ngx_http_copy_filter_init(ngx_conf_t *cf)
|
|
50
|
288 {
|
|
|
289 ngx_http_next_filter = ngx_http_top_body_filter;
|
|
|
290 ngx_http_top_body_filter = ngx_http_copy_filter;
|
|
|
291
|
|
|
292 return NGX_OK;
|
|
|
293 }
|
|
|
294
|
