|
0
|
1
|
|
|
2 /*
|
|
|
3 * Copyright (C) Igor Sysoev
|
|
|
4 */
|
|
|
5
|
|
|
6
|
|
|
7 #include <ngx_config.h>
|
|
|
8 #include <ngx_core.h>
|
|
|
9 #include <ngx_event.h>
|
|
|
10
|
|
|
11
|
|
18
|
12 #if 0
|
|
|
13 #define NGX_SENDFILE_LIMIT 4096
|
|
|
14 #endif
|
|
|
15
|
|
|
16
|
|
|
17 #define NGX_NONE 1
|
|
0
|
18
|
|
|
19
|
|
16
|
20 static ngx_inline ngx_int_t
|
|
0
|
21 ngx_output_chain_need_to_copy(ngx_output_chain_ctx_t *ctx, ngx_buf_t *buf);
|
|
18
|
22 static ngx_int_t ngx_output_chain_add_copy(ngx_pool_t *pool,
|
|
|
23 ngx_chain_t **chain, ngx_chain_t *in);
|
|
0
|
24 static ngx_int_t ngx_output_chain_copy_buf(ngx_buf_t *dst, ngx_buf_t *src,
|
|
|
25 ngx_uint_t sendfile);
|
|
|
26
|
|
|
27
|
|
|
28 ngx_int_t ngx_output_chain(ngx_output_chain_ctx_t *ctx, ngx_chain_t *in)
|
|
|
29 {
|
|
|
30 int rc, last;
|
|
|
31 size_t size, bsize;
|
|
|
32 ngx_chain_t *cl, *out, **last_out;
|
|
|
33
|
|
4
|
34 if (ctx->in == NULL && ctx->busy == NULL) {
|
|
0
|
35
|
|
18
|
36 /*
|
|
|
37 * the short path for the case when the ctx->in and ctx->busy chains
|
|
|
38 * are empty, the incoming chain is empty too or has the single buf
|
|
|
39 * that does not require the copy
|
|
|
40 */
|
|
0
|
41
|
|
|
42 if (in == NULL) {
|
|
|
43 return ctx->output_filter(ctx->filter_ctx, in);
|
|
|
44 }
|
|
|
45
|
|
|
46 if (in->next == NULL
|
|
18
|
47 #if (NGX_SENDFILE_LIMIT)
|
|
|
48 && !(in->buf->in_file && in->buf->file_last > NGX_SENDFILE_LIMIT)
|
|
|
49 #endif
|
|
0
|
50 && (!ngx_output_chain_need_to_copy(ctx, in->buf)))
|
|
|
51 {
|
|
|
52 return ctx->output_filter(ctx->filter_ctx, in);
|
|
|
53 }
|
|
|
54 }
|
|
|
55
|
|
|
56 /* add the incoming buf to the chain ctx->in */
|
|
|
57
|
|
|
58 if (in) {
|
|
18
|
59 if (ngx_output_chain_add_copy(ctx->pool, &ctx->in, in) == NGX_ERROR) {
|
|
0
|
60 return NGX_ERROR;
|
|
|
61 }
|
|
|
62 }
|
|
|
63
|
|
|
64 last = NGX_NONE;
|
|
|
65 out = NULL;
|
|
|
66 last_out = &out;
|
|
|
67
|
|
|
68 for ( ;; ) {
|
|
|
69
|
|
|
70 while (ctx->in) {
|
|
|
71
|
|
|
72 /*
|
|
|
73 * cycle while there are the ctx->in bufs
|
|
|
74 * or there are the free output bufs to copy in
|
|
|
75 */
|
|
|
76
|
|
|
77 bsize = ngx_buf_size(ctx->in->buf);
|
|
|
78
|
|
|
79 if (bsize == 0 && !ngx_buf_special(ctx->in->buf)) {
|
|
|
80
|
|
|
81 ngx_log_error(NGX_LOG_ALERT, ctx->pool->log, 0,
|
|
|
82 "zero size buf");
|
|
|
83
|
|
|
84 ctx->in = ctx->in->next;
|
|
|
85
|
|
|
86 continue;
|
|
|
87 }
|
|
|
88
|
|
|
89 if (!ngx_output_chain_need_to_copy(ctx, ctx->in->buf)) {
|
|
|
90
|
|
|
91 /* move the chain link to the output chain */
|
|
|
92
|
|
|
93 cl = ctx->in;
|
|
|
94 ctx->in = cl->next;
|
|
|
95
|
|
|
96 *last_out = cl;
|
|
|
97 last_out = &cl->next;
|
|
|
98 cl->next = NULL;
|
|
|
99
|
|
|
100 continue;
|
|
|
101 }
|
|
|
102
|
|
|
103 if (ctx->buf == NULL) {
|
|
|
104
|
|
|
105 /* get the free buf */
|
|
|
106
|
|
|
107 if (ctx->free) {
|
|
|
108 ctx->buf = ctx->free->buf;
|
|
|
109 ctx->free = ctx->free->next;
|
|
|
110
|
|
|
111 } else if (out || ctx->allocated == ctx->bufs.num) {
|
|
|
112
|
|
|
113 break;
|
|
|
114
|
|
|
115 } else {
|
|
|
116
|
|
|
117 size = ctx->bufs.size;
|
|
|
118
|
|
|
119 if (ctx->in->buf->last_buf) {
|
|
|
120
|
|
|
121 if (bsize < ctx->bufs.size) {
|
|
|
122
|
|
|
123 /*
|
|
|
124 * allocate small temp buf for the small last buf
|
|
|
125 * or its small last part
|
|
|
126 */
|
|
|
127
|
|
|
128 size = bsize;
|
|
|
129
|
|
|
130 } else if (ctx->bufs.num == 1
|
|
|
131 && (bsize < ctx->bufs.size
|
|
|
132 + (ctx->bufs.size >> 2)))
|
|
|
133 {
|
|
|
134 /*
|
|
|
135 * allocate a temp buf that equals
|
|
|
136 * to the last buf if the last buf size is lesser
|
|
|
137 * than 1.25 of bufs.size and a temp buf is single
|
|
|
138 */
|
|
|
139
|
|
|
140 size = bsize;
|
|
|
141 }
|
|
|
142 }
|
|
|
143
|
|
|
144 if (!(ctx->buf = ngx_create_temp_buf(ctx->pool, size))) {
|
|
|
145 return NGX_ERROR;
|
|
|
146 }
|
|
|
147
|
|
|
148 ctx->buf->tag = ctx->tag;
|
|
|
149 ctx->buf->recycled = 1;
|
|
|
150 ctx->allocated++;
|
|
|
151 }
|
|
|
152 }
|
|
|
153
|
|
|
154 rc = ngx_output_chain_copy_buf(ctx->buf, ctx->in->buf,
|
|
|
155 ctx->sendfile);
|
|
|
156
|
|
|
157 if (rc == NGX_ERROR) {
|
|
|
158 return rc;
|
|
|
159 }
|
|
|
160
|
|
|
161 if (rc == NGX_AGAIN) {
|
|
|
162 if (out) {
|
|
|
163 break;
|
|
|
164 }
|
|
|
165
|
|
|
166 return rc;
|
|
|
167 }
|
|
|
168
|
|
|
169 /* delete the completed buf from the ctx->in chain */
|
|
|
170
|
|
|
171 if (ngx_buf_size(ctx->in->buf) == 0) {
|
|
|
172 ctx->in = ctx->in->next;
|
|
|
173 }
|
|
|
174
|
|
10
|
175 if (!(cl = ngx_alloc_chain_link(ctx->pool))) {
|
|
|
176 return NGX_ERROR;
|
|
|
177 }
|
|
|
178 cl->buf = ctx->buf;
|
|
|
179 cl->next = NULL;
|
|
0
|
180 *last_out = cl;
|
|
|
181 last_out = &cl->next;
|
|
|
182 ctx->buf = NULL;
|
|
|
183 }
|
|
|
184
|
|
|
185 if (out == NULL && last != NGX_NONE) {
|
|
|
186 return last;
|
|
|
187 }
|
|
|
188
|
|
|
189 last = ctx->output_filter(ctx->filter_ctx, out);
|
|
|
190
|
|
|
191 ngx_chain_update_chains(&ctx->free, &ctx->busy, &out, ctx->tag);
|
|
|
192 last_out = &out;
|
|
|
193
|
|
|
194 if (last == NGX_ERROR) {
|
|
|
195 return last;
|
|
|
196 }
|
|
|
197 }
|
|
|
198 }
|
|
|
199
|
|
|
200
|
|
16
|
201 static ngx_inline ngx_int_t
|
|
0
|
202 ngx_output_chain_need_to_copy(ngx_output_chain_ctx_t *ctx, ngx_buf_t *buf)
|
|
|
203 {
|
|
18
|
204 ngx_uint_t sendfile;
|
|
|
205
|
|
0
|
206 if (ngx_buf_special(buf)) {
|
|
|
207 return 0;
|
|
|
208 }
|
|
|
209
|
|
18
|
210 sendfile = ctx->sendfile;
|
|
|
211
|
|
|
212 #if (NGX_SENDFILE_LIMIT)
|
|
|
213
|
|
|
214 if (buf->in_file && buf->file_pos >= NGX_SENDFILE_LIMIT) {
|
|
|
215 sendfile = 0;
|
|
|
216 }
|
|
|
217
|
|
|
218 #endif
|
|
|
219
|
|
|
220 if (!sendfile) {
|
|
4
|
221
|
|
0
|
222 if (!ngx_buf_in_memory(buf)) {
|
|
|
223 return 1;
|
|
|
224 }
|
|
|
225
|
|
|
226 buf->in_file = 0;
|
|
|
227 }
|
|
|
228
|
|
|
229 if (ctx->need_in_memory && !ngx_buf_in_memory(buf)) {
|
|
|
230 return 1;
|
|
|
231 }
|
|
|
232
|
|
|
233 if (ctx->need_in_temp && (buf->memory || buf->mmap)) {
|
|
|
234 return 1;
|
|
|
235 }
|
|
|
236
|
|
|
237 return 0;
|
|
|
238 }
|
|
|
239
|
|
|
240
|
|
18
|
241 static ngx_int_t ngx_output_chain_add_copy(ngx_pool_t *pool,
|
|
|
242 ngx_chain_t **chain, ngx_chain_t *in)
|
|
|
243 {
|
|
|
244 ngx_chain_t *cl, **ll;
|
|
|
245 #if (NGX_SENDFILE_LIMIT)
|
|
|
246 ngx_buf_t *b, *buf;
|
|
|
247 #endif
|
|
|
248
|
|
|
249 ll = chain;
|
|
|
250
|
|
|
251 for (cl = *chain; cl; cl = cl->next) {
|
|
|
252 ll = &cl->next;
|
|
|
253 }
|
|
|
254
|
|
|
255 while (in) {
|
|
|
256
|
|
|
257 if (!(cl = ngx_alloc_chain_link(pool))) {
|
|
|
258 return NGX_ERROR;
|
|
|
259 }
|
|
|
260
|
|
|
261 #if (NGX_SENDFILE_LIMIT)
|
|
|
262
|
|
|
263 buf = in->buf;
|
|
|
264
|
|
|
265 if (buf->in_file
|
|
|
266 && buf->file_pos < NGX_SENDFILE_LIMIT
|
|
|
267 && buf->file_last > NGX_SENDFILE_LIMIT)
|
|
|
268 {
|
|
|
269 if (!(b = ngx_calloc_buf(pool))) {
|
|
|
270 return NGX_ERROR;
|
|
|
271 }
|
|
|
272
|
|
|
273 ngx_memcpy(b, buf, sizeof(ngx_buf_t));
|
|
|
274
|
|
|
275 if (ngx_buf_in_memory(buf)) {
|
|
|
276 buf->pos += (ssize_t) (NGX_SENDFILE_LIMIT - buf->file_pos);
|
|
|
277 b->last = buf->pos;
|
|
|
278 }
|
|
|
279
|
|
|
280 buf->file_pos = NGX_SENDFILE_LIMIT;
|
|
|
281 b->file_last = NGX_SENDFILE_LIMIT;
|
|
|
282
|
|
|
283 cl->buf = b;
|
|
|
284
|
|
|
285 } else {
|
|
|
286 cl->buf = buf;
|
|
|
287 in = in->next;
|
|
|
288 }
|
|
|
289
|
|
|
290 #else
|
|
|
291 cl->buf = in->buf;
|
|
|
292 in = in->next;
|
|
|
293
|
|
|
294 #endif
|
|
|
295
|
|
|
296 *ll = cl;
|
|
|
297 ll = &cl->next;
|
|
|
298 }
|
|
|
299
|
|
|
300 *ll = NULL;
|
|
|
301
|
|
|
302 return NGX_OK;
|
|
|
303 }
|
|
|
304
|
|
|
305
|
|
0
|
306 static ngx_int_t ngx_output_chain_copy_buf(ngx_buf_t *dst, ngx_buf_t *src,
|
|
|
307 ngx_uint_t sendfile)
|
|
|
308 {
|
|
|
309 size_t size;
|
|
|
310 ssize_t n;
|
|
|
311
|
|
|
312 size = ngx_buf_size(src);
|
|
|
313
|
|
|
314 if (size > (size_t) (dst->end - dst->pos)) {
|
|
|
315 size = dst->end - dst->pos;
|
|
|
316 }
|
|
|
317
|
|
18
|
318 #if (NGX_SENDFILE_LIMIT)
|
|
|
319
|
|
|
320 if (src->in_file && src->file_pos >= NGX_SENDFILE_LIMIT) {
|
|
|
321 sendfile = 0;
|
|
|
322 }
|
|
|
323
|
|
|
324 #endif
|
|
|
325
|
|
0
|
326 if (ngx_buf_in_memory(src)) {
|
|
|
327 ngx_memcpy(dst->pos, src->pos, size);
|
|
|
328 src->pos += size;
|
|
|
329 dst->last += size;
|
|
|
330
|
|
4
|
331 if (src->in_file) {
|
|
|
332
|
|
|
333 if (sendfile) {
|
|
|
334 dst->in_file = 1;
|
|
|
335 dst->file = src->file;
|
|
|
336 dst->file_pos = src->file_pos;
|
|
|
337 dst->file_last = src->file_pos + size;
|
|
|
338
|
|
|
339 } else {
|
|
|
340 dst->in_file = 0;
|
|
|
341 }
|
|
|
342
|
|
0
|
343 src->file_pos += size;
|
|
2
|
344
|
|
|
345 } else {
|
|
|
346 dst->in_file = 0;
|
|
0
|
347 }
|
|
|
348
|
|
|
349 if (src->last_buf && src->pos == src->last) {
|
|
|
350 dst->last_buf = 1;
|
|
|
351 }
|
|
|
352
|
|
|
353 } else {
|
|
|
354 n = ngx_read_file(src->file, dst->pos, size, src->file_pos);
|
|
|
355
|
|
|
356 if (n == NGX_ERROR) {
|
|
|
357 return n;
|
|
|
358 }
|
|
|
359
|
|
|
360 #if (NGX_FILE_AIO_READ)
|
|
|
361 if (n == NGX_AGAIN) {
|
|
|
362 return n;
|
|
|
363 }
|
|
|
364 #endif
|
|
|
365
|
|
|
366 if ((size_t) n != size) {
|
|
|
367 ngx_log_error(NGX_LOG_ALERT, src->file->log, 0,
|
|
10
|
368 ngx_read_file_n " reads only %z of %uz from file",
|
|
0
|
369 n, size);
|
|
|
370 if (n == 0) {
|
|
|
371 return NGX_ERROR;
|
|
|
372 }
|
|
|
373 }
|
|
|
374
|
|
|
375 dst->last += n;
|
|
|
376
|
|
2
|
377 if (sendfile) {
|
|
|
378 dst->in_file = 1;
|
|
|
379 dst->file = src->file;
|
|
|
380 dst->file_pos = src->file_pos;
|
|
4
|
381 dst->file_last = src->file_pos + n;
|
|
2
|
382
|
|
|
383 } else {
|
|
0
|
384 dst->in_file = 0;
|
|
|
385 }
|
|
|
386
|
|
4
|
387 src->file_pos += n;
|
|
|
388
|
|
0
|
389 if (src->last_buf && src->file_pos == src->file_last) {
|
|
|
390 dst->last_buf = 1;
|
|
|
391 }
|
|
|
392 }
|
|
|
393
|
|
|
394 return NGX_OK;
|
|
|
395 }
|
|
|
396
|
|
|
397
|
|
|
398 ngx_int_t ngx_chain_writer(void *data, ngx_chain_t *in)
|
|
|
399 {
|
|
|
400 ngx_chain_writer_ctx_t *ctx = data;
|
|
|
401
|
|
|
402 ngx_chain_t *cl;
|
|
|
403
|
|
|
404
|
|
|
405 for (/* void */; in; in = in->next) {
|
|
|
406
|
|
|
407 ngx_log_debug1(NGX_LOG_DEBUG_CORE, ctx->connection->log, 0,
|
|
10
|
408 "chain writer buf size: %uz", ngx_buf_size(in->buf));
|
|
0
|
409
|
|
10
|
410 if (!(cl = ngx_alloc_chain_link(ctx->pool))) {
|
|
|
411 return NGX_ERROR;
|
|
|
412 }
|
|
|
413 cl->buf = in->buf;
|
|
|
414 cl->next = NULL;
|
|
0
|
415 *ctx->last = cl;
|
|
|
416 ctx->last = &cl->next;
|
|
|
417 }
|
|
|
418
|
|
|
419 ngx_log_debug1(NGX_LOG_DEBUG_CORE, ctx->connection->log, 0,
|
|
10
|
420 "chain writer in: %p", ctx->out);
|
|
0
|
421
|
|
|
422 ctx->out = ngx_send_chain(ctx->connection, ctx->out, ctx->limit);
|
|
|
423
|
|
|
424 ngx_log_debug1(NGX_LOG_DEBUG_CORE, ctx->connection->log, 0,
|
|
10
|
425 "chain writer out: %p", ctx->out);
|
|
0
|
426
|
|
|
427 if (ctx->out == NGX_CHAIN_ERROR) {
|
|
|
428 return NGX_ERROR;
|
|
|
429 }
|
|
|
430
|
|
|
431 if (ctx->out == NULL) {
|
|
|
432 ctx->last = &ctx->out;
|
|
|
433 return NGX_OK;
|
|
|
434 }
|
|
|
435
|
|
|
436 return NGX_AGAIN;
|
|
|
437 }
|
