|
50
|
1
|
|
|
2 /*
|
|
|
3 * Copyright (C) Igor Sysoev
|
|
|
4 */
|
|
|
5
|
|
|
6
|
|
|
7 #include <ngx_config.h>
|
|
|
8 #include <ngx_core.h>
|
|
|
9 #include <ngx_http.h>
|
|
|
10
|
|
|
11
|
|
|
12 typedef struct {
|
|
|
13 ngx_bufs_t bufs;
|
|
|
14 } ngx_http_copy_filter_conf_t;
|
|
|
15
|
|
|
16
|
|
518
|
17 #if (NGX_HAVE_FILE_AIO)
|
|
|
18 static void ngx_http_copy_aio_handler(ngx_output_chain_ctx_t *ctx,
|
|
|
19 ngx_file_t *file);
|
|
|
20 static void ngx_http_copy_aio_event_handler(ngx_event_t *ev);
|
|
520
|
21 #if (NGX_HAVE_AIO_SENDFILE)
|
|
|
22 static void ngx_http_copy_aio_sendfile_event_handler(ngx_event_t *ev);
|
|
|
23 #endif
|
|
518
|
24 #endif
|
|
|
25
|
|
50
|
26 static void *ngx_http_copy_filter_create_conf(ngx_conf_t *cf);
|
|
|
27 static char *ngx_http_copy_filter_merge_conf(ngx_conf_t *cf,
|
|
|
28 void *parent, void *child);
|
|
230
|
29 static ngx_int_t ngx_http_copy_filter_init(ngx_conf_t *cf);
|
|
50
|
30
|
|
|
31
|
|
|
32 static ngx_command_t ngx_http_copy_filter_commands[] = {
|
|
|
33
|
|
|
34 { ngx_string("output_buffers"),
|
|
|
35 NGX_HTTP_MAIN_CONF|NGX_HTTP_SRV_CONF|NGX_HTTP_LOC_CONF|NGX_CONF_TAKE2,
|
|
|
36 ngx_conf_set_bufs_slot,
|
|
|
37 NGX_HTTP_LOC_CONF_OFFSET,
|
|
|
38 offsetof(ngx_http_copy_filter_conf_t, bufs),
|
|
|
39 NULL },
|
|
|
40
|
|
|
41 ngx_null_command
|
|
|
42 };
|
|
|
43
|
|
|
44
|
|
|
45 static ngx_http_module_t ngx_http_copy_filter_module_ctx = {
|
|
58
|
46 NULL, /* preconfiguration */
|
|
230
|
47 ngx_http_copy_filter_init, /* postconfiguration */
|
|
50
|
48
|
|
|
49 NULL, /* create main configuration */
|
|
|
50 NULL, /* init main configuration */
|
|
|
51
|
|
|
52 NULL, /* create server configuration */
|
|
|
53 NULL, /* merge server configuration */
|
|
|
54
|
|
|
55 ngx_http_copy_filter_create_conf, /* create location configuration */
|
|
|
56 ngx_http_copy_filter_merge_conf /* merge location configuration */
|
|
|
57 };
|
|
|
58
|
|
|
59
|
|
|
60 ngx_module_t ngx_http_copy_filter_module = {
|
|
58
|
61 NGX_MODULE_V1,
|
|
50
|
62 &ngx_http_copy_filter_module_ctx, /* module context */
|
|
|
63 ngx_http_copy_filter_commands, /* module directives */
|
|
|
64 NGX_HTTP_MODULE, /* module type */
|
|
90
|
65 NULL, /* init master */
|
|
230
|
66 NULL, /* init module */
|
|
90
|
67 NULL, /* init process */
|
|
|
68 NULL, /* init thread */
|
|
|
69 NULL, /* exit thread */
|
|
|
70 NULL, /* exit process */
|
|
|
71 NULL, /* exit master */
|
|
|
72 NGX_MODULE_V1_PADDING
|
|
50
|
73 };
|
|
|
74
|
|
|
75
|
|
|
76 static ngx_http_output_body_filter_pt ngx_http_next_filter;
|
|
|
77
|
|
|
78
|
|
|
79 static ngx_int_t
|
|
|
80 ngx_http_copy_filter(ngx_http_request_t *r, ngx_chain_t *in)
|
|
|
81 {
|
|
132
|
82 ngx_int_t rc;
|
|
|
83 ngx_connection_t *c;
|
|
50
|
84 ngx_output_chain_ctx_t *ctx;
|
|
518
|
85 ngx_http_core_loc_conf_t *clcf;
|
|
50
|
86 ngx_http_copy_filter_conf_t *conf;
|
|
|
87
|
|
132
|
88 c = r->connection;
|
|
|
89
|
|
|
90 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
|
520
|
91 "http copy filter: \"%V?%V\"", &r->uri, &r->args);
|
|
58
|
92
|
|
|
93 ctx = ngx_http_get_module_ctx(r, ngx_http_copy_filter_module);
|
|
50
|
94
|
|
|
95 if (ctx == NULL) {
|
|
|
96 ctx = ngx_pcalloc(r->pool, sizeof(ngx_output_chain_ctx_t));
|
|
|
97 if (ctx == NULL) {
|
|
|
98 return NGX_ERROR;
|
|
|
99 }
|
|
|
100
|
|
|
101 ngx_http_set_ctx(r, ctx, ngx_http_copy_filter_module);
|
|
|
102
|
|
518
|
103 conf = ngx_http_get_module_loc_conf(r, ngx_http_copy_filter_module);
|
|
|
104 clcf = ngx_http_get_module_loc_conf(r, ngx_http_core_module);
|
|
|
105
|
|
132
|
106 ctx->sendfile = c->sendfile;
|
|
62
|
107 ctx->need_in_memory = r->main_filter_need_in_memory
|
|
|
108 || r->filter_need_in_memory;
|
|
50
|
109 ctx->need_in_temp = r->filter_need_temporary;
|
|
|
110
|
|
518
|
111 ctx->alignment = clcf->directio_alignment;
|
|
|
112
|
|
50
|
113 ctx->pool = r->pool;
|
|
|
114 ctx->bufs = conf->bufs;
|
|
|
115 ctx->tag = (ngx_buf_tag_t) &ngx_http_copy_filter_module;
|
|
|
116
|
|
|
117 ctx->output_filter = (ngx_output_chain_filter_pt) ngx_http_next_filter;
|
|
|
118 ctx->filter_ctx = r;
|
|
|
119
|
|
518
|
120 #if (NGX_HAVE_FILE_AIO)
|
|
542
|
121 if (ngx_file_aio && clcf->aio) {
|
|
526
|
122 ctx->aio_handler = ngx_http_copy_aio_handler;
|
|
520
|
123 #if (NGX_HAVE_AIO_SENDFILE)
|
|
|
124 c->aio_sendfile = (clcf->aio == NGX_HTTP_AIO_SENDFILE);
|
|
|
125 #endif
|
|
518
|
126 }
|
|
|
127 #endif
|
|
|
128
|
|
570
|
129 if (in && in->buf && ngx_buf_size(in->buf)) {
|
|
|
130 r->request_output = 1;
|
|
|
131 }
|
|
50
|
132 }
|
|
|
133
|
|
526
|
134 #if (NGX_HAVE_FILE_AIO)
|
|
|
135 ctx->aio = r->aio;
|
|
|
136 #endif
|
|
|
137
|
|
522
|
138 for ( ;; ) {
|
|
|
139 rc = ngx_output_chain(ctx, in);
|
|
58
|
140
|
|
522
|
141 if (ctx->in == NULL) {
|
|
|
142 r->buffered &= ~NGX_HTTP_COPY_BUFFERED;
|
|
|
143
|
|
|
144 } else {
|
|
|
145 r->buffered |= NGX_HTTP_COPY_BUFFERED;
|
|
|
146 }
|
|
254
|
147
|
|
522
|
148 ngx_log_debug3(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
|
|
149 "http copy filter: %i \"%V?%V\"", rc, &r->uri, &r->args);
|
|
|
150
|
|
|
151 #if (NGX_HAVE_FILE_AIO && NGX_HAVE_AIO_SENDFILE)
|
|
254
|
152
|
|
522
|
153 if (c->busy_sendfile) {
|
|
|
154 ssize_t n;
|
|
|
155 off_t offset;
|
|
|
156 ngx_file_t *file;
|
|
|
157 ngx_http_ephemeral_t *e;
|
|
520
|
158
|
|
522
|
159 file = c->busy_sendfile->file;
|
|
|
160 offset = c->busy_sendfile->file_pos;
|
|
520
|
161
|
|
522
|
162 if (file->aio) {
|
|
|
163 c->aio_sendfile = (offset != file->aio->last_offset);
|
|
|
164 file->aio->last_offset = offset;
|
|
520
|
165
|
|
522
|
166 if (c->aio_sendfile == 0) {
|
|
|
167 ngx_log_error(NGX_LOG_ALERT, c->log, 0,
|
|
|
168 "sendfile(%V) returned busy again",
|
|
|
169 &file->name);
|
|
|
170 }
|
|
|
171 }
|
|
|
172
|
|
|
173 c->busy_sendfile = NULL;
|
|
|
174 e = (ngx_http_ephemeral_t *) &r->uri_start;
|
|
520
|
175
|
|
524
|
176 n = ngx_file_aio_read(file, &e->aio_preload, 1, offset, r->pool);
|
|
522
|
177
|
|
|
178 if (n > 0) {
|
|
526
|
179 in = NULL;
|
|
522
|
180 continue;
|
|
|
181 }
|
|
520
|
182
|
|
522
|
183 rc = n;
|
|
|
184
|
|
|
185 if (file->aio) {
|
|
|
186 file->aio->data = r;
|
|
|
187 file->aio->handler = ngx_http_copy_aio_sendfile_event_handler;
|
|
|
188
|
|
|
189 r->main->blocked++;
|
|
|
190 r->aio = 1;
|
|
520
|
191 }
|
|
|
192 }
|
|
|
193 #endif
|
|
132
|
194
|
|
522
|
195 return rc;
|
|
|
196 }
|
|
50
|
197 }
|
|
|
198
|
|
|
199
|
|
518
|
200 #if (NGX_HAVE_FILE_AIO)
|
|
|
201
|
|
|
202 static void
|
|
|
203 ngx_http_copy_aio_handler(ngx_output_chain_ctx_t *ctx, ngx_file_t *file)
|
|
|
204 {
|
|
|
205 ngx_http_request_t *r;
|
|
|
206
|
|
|
207 r = ctx->filter_ctx;
|
|
|
208
|
|
|
209 file->aio->data = r;
|
|
|
210 file->aio->handler = ngx_http_copy_aio_event_handler;
|
|
|
211
|
|
|
212 r->main->blocked++;
|
|
|
213 r->aio = 1;
|
|
|
214 }
|
|
|
215
|
|
|
216
|
|
|
217 static void
|
|
|
218 ngx_http_copy_aio_event_handler(ngx_event_t *ev)
|
|
|
219 {
|
|
|
220 ngx_event_aio_t *aio;
|
|
|
221 ngx_http_request_t *r;
|
|
|
222
|
|
|
223 aio = ev->data;
|
|
|
224 r = aio->data;
|
|
|
225
|
|
|
226 r->main->blocked--;
|
|
|
227 r->aio = 0;
|
|
|
228
|
|
|
229 r->connection->write->handler(r->connection->write);
|
|
|
230 }
|
|
|
231
|
|
520
|
232
|
|
|
233 #if (NGX_HAVE_AIO_SENDFILE)
|
|
|
234
|
|
|
235 static void
|
|
|
236 ngx_http_copy_aio_sendfile_event_handler(ngx_event_t *ev)
|
|
|
237 {
|
|
|
238 ngx_event_aio_t *aio;
|
|
|
239 ngx_http_request_t *r;
|
|
|
240
|
|
|
241 aio = ev->data;
|
|
|
242 r = aio->data;
|
|
|
243
|
|
|
244 r->main->blocked--;
|
|
|
245 r->aio = 0;
|
|
|
246 ev->complete = 0;
|
|
|
247
|
|
|
248 r->connection->write->handler(r->connection->write);
|
|
|
249 }
|
|
|
250
|
|
|
251 #endif
|
|
518
|
252 #endif
|
|
|
253
|
|
|
254
|
|
50
|
255 static void *
|
|
|
256 ngx_http_copy_filter_create_conf(ngx_conf_t *cf)
|
|
|
257 {
|
|
|
258 ngx_http_copy_filter_conf_t *conf;
|
|
|
259
|
|
|
260 conf = ngx_palloc(cf->pool, sizeof(ngx_http_copy_filter_conf_t));
|
|
|
261 if (conf == NULL) {
|
|
|
262 return NULL;
|
|
|
263 }
|
|
|
264
|
|
|
265 conf->bufs.num = 0;
|
|
|
266
|
|
|
267 return conf;
|
|
|
268 }
|
|
|
269
|
|
|
270
|
|
|
271 static char *
|
|
|
272 ngx_http_copy_filter_merge_conf(ngx_conf_t *cf, void *parent, void *child)
|
|
|
273 {
|
|
|
274 ngx_http_copy_filter_conf_t *prev = parent;
|
|
|
275 ngx_http_copy_filter_conf_t *conf = child;
|
|
|
276
|
|
|
277 ngx_conf_merge_bufs_value(conf->bufs, prev->bufs, 1, 32768);
|
|
|
278
|
|
|
279 return NULL;
|
|
|
280 }
|
|
|
281
|
|
|
282
|
|
|
283 static ngx_int_t
|
|
230
|
284 ngx_http_copy_filter_init(ngx_conf_t *cf)
|
|
50
|
285 {
|
|
|
286 ngx_http_next_filter = ngx_http_top_body_filter;
|
|
|
287 ngx_http_top_body_filter = ngx_http_copy_filter;
|
|
|
288
|
|
|
289 return NGX_OK;
|
|
|
290 }
|
|
|
291
|
