0
|
1
|
|
2 /*
|
|
3 * Copyright (C) Igor Sysoev
|
|
4 */
|
|
5
|
|
6
|
|
7 #include <ngx_config.h>
|
|
8 #include <ngx_core.h>
|
|
9 #include <ngx_event.h>
|
|
10 #include <ngx_event_connect.h>
|
|
11 #include <ngx_event_pipe.h>
|
|
12 #include <ngx_http.h>
|
|
13 #include <ngx_http_proxy_handler.h>
|
|
14
|
|
15
|
|
16 static ngx_chain_t *ngx_http_proxy_create_request(ngx_http_proxy_ctx_t *p);
|
|
17 static void ngx_http_proxy_init_upstream(void *data);
|
|
18 static void ngx_http_proxy_reinit_upstream(ngx_http_proxy_ctx_t *p);
|
|
19 static void ngx_http_proxy_connect(ngx_http_proxy_ctx_t *p);
|
|
20 static void ngx_http_proxy_send_request(ngx_http_proxy_ctx_t *p);
|
|
21 static void ngx_http_proxy_send_request_handler(ngx_event_t *wev);
|
|
22 static void ngx_http_proxy_dummy_handler(ngx_event_t *wev);
|
|
23 static void ngx_http_proxy_process_upstream_status_line(ngx_event_t *rev);
|
|
24 static void ngx_http_proxy_process_upstream_headers(ngx_event_t *rev);
|
|
25 static ssize_t ngx_http_proxy_read_upstream_header(ngx_http_proxy_ctx_t *);
|
|
26 static void ngx_http_proxy_send_response(ngx_http_proxy_ctx_t *p);
|
|
27 static void ngx_http_proxy_process_body(ngx_event_t *ev);
|
10
|
28 static void ngx_http_proxy_next_upstream(ngx_http_proxy_ctx_t *p,
|
|
29 ngx_uint_t ft_type);
|
0
|
30
|
|
31
|
|
32 static ngx_str_t http_methods[] = {
|
|
33 ngx_string("GET "),
|
|
34 ngx_string("HEAD "),
|
|
35 ngx_string("POST ")
|
|
36 };
|
|
37
|
|
38
|
|
39 static char *upstream_header_errors[] = {
|
|
40 "upstream sent invalid header",
|
|
41 "upstream sent too long header line"
|
|
42 };
|
|
43
|
|
44
|
|
45 static char http_version[] = " HTTP/1.0" CRLF;
|
|
46 static char host_header[] = "Host: ";
|
6
|
47 static char x_url_header[] = "X-URL: http";
|
0
|
48 static char x_real_ip_header[] = "X-Real-IP: ";
|
|
49 static char x_forwarded_for_header[] = "X-Forwarded-For: ";
|
|
50 static char connection_close_header[] = "Connection: close" CRLF;
|
|
51
|
|
52
|
|
53 int ngx_http_proxy_request_upstream(ngx_http_proxy_ctx_t *p)
|
|
54 {
|
|
55 int rc;
|
|
56 ngx_temp_file_t *tf;
|
|
57 ngx_http_request_t *r;
|
|
58 ngx_http_request_body_t *rb;
|
|
59 ngx_http_proxy_upstream_t *u;
|
|
60
|
|
61 r = p->request;
|
|
62
|
|
63 if (!(u = ngx_pcalloc(r->pool, sizeof(ngx_http_proxy_upstream_t)))) {
|
|
64 return NGX_HTTP_INTERNAL_SERVER_ERROR;
|
|
65 }
|
|
66
|
|
67 p->upstream = u;
|
|
68
|
|
69 u->peer.log_error = NGX_ERROR_ERR;
|
|
70 u->peer.peers = p->lcf->peers;
|
|
71 u->peer.tries = p->lcf->peers->number;
|
|
72 #if (NGX_THREADS)
|
|
73 u->peer.lock = &r->connection->lock;
|
|
74 #endif
|
|
75
|
|
76 u->method = r->method;
|
|
77
|
|
78 if (!(rb = ngx_pcalloc(r->pool, sizeof(ngx_http_request_body_t)))) {
|
|
79 return NGX_HTTP_INTERNAL_SERVER_ERROR;
|
|
80 }
|
|
81 r->request_body = rb;
|
|
82
|
|
83 if (r->headers_in.content_length_n <= 0) {
|
|
84 ngx_http_proxy_init_upstream(p);
|
|
85 return NGX_DONE;
|
|
86 }
|
|
87
|
|
88 if (!(tf = ngx_pcalloc(r->pool, sizeof(ngx_temp_file_t)))) {
|
|
89 return NGX_HTTP_INTERNAL_SERVER_ERROR;
|
|
90 }
|
|
91
|
|
92 tf->file.fd = NGX_INVALID_FILE;
|
|
93 tf->file.log = r->connection->log;
|
|
94 tf->path = p->lcf->temp_path;
|
|
95 tf->pool = r->pool;
|
|
96 tf->warn = "a client request body is buffered to a temporary file";
|
|
97 /* tf->persistent = 0; */
|
|
98
|
|
99 rb->handler = ngx_http_proxy_init_upstream;
|
|
100 rb->data = p;
|
|
101 /* rb->bufs = NULL; */
|
|
102 /* rb->buf = NULL; */
|
|
103 /* rb->rest = 0; */
|
|
104
|
|
105 rb->temp_file = tf;
|
|
106
|
|
107 rc = ngx_http_read_client_request_body(r);
|
|
108
|
|
109 if (rc >= NGX_HTTP_SPECIAL_RESPONSE) {
|
|
110 return rc;
|
|
111 }
|
|
112
|
|
113 return NGX_DONE;
|
|
114 }
|
|
115
|
|
116
|
|
117 static ngx_chain_t *ngx_http_proxy_create_request(ngx_http_proxy_ctx_t *p)
|
|
118 {
|
|
119 size_t len;
|
2
|
120 ngx_int_t escape;
|
0
|
121 ngx_uint_t i;
|
|
122 ngx_buf_t *b;
|
|
123 ngx_chain_t *chain;
|
|
124 ngx_list_part_t *part;
|
|
125 ngx_table_elt_t *header;
|
|
126 ngx_http_request_t *r;
|
|
127 ngx_http_proxy_upstream_conf_t *uc;
|
|
128
|
|
129 r = p->request;
|
|
130 uc = p->lcf->upstream;
|
|
131
|
|
132 if (p->upstream->method) {
|
|
133 len = http_methods[p->upstream->method - 1].len;
|
|
134
|
|
135 } else {
|
|
136 len = r->method_name.len;
|
|
137 }
|
|
138
|
2
|
139 if (r->quoted_uri) {
|
|
140 escape = 2 * ngx_escape_uri(NULL, r->uri.data + uc->location->len,
|
10
|
141 r->uri.len - uc->location->len,
|
|
142 NGX_ESCAPE_URI);
|
2
|
143 } else {
|
|
144 escape = 0;
|
|
145 }
|
|
146
|
0
|
147 len += uc->uri.len
|
6
|
148 + r->uri.len - uc->location->len + escape
|
|
149 + 1 + r->args.len /* 1 is for "?" */
|
|
150 + sizeof(http_version) - 1
|
|
151 + sizeof(connection_close_header) - 1
|
|
152 + 2; /* 2 is for "\r\n" at the header end */
|
|
153
|
|
154
|
|
155 if (p->lcf->set_x_url) {
|
|
156 len += sizeof(x_url_header) - 1
|
|
157 + 4 /* 4 is for "s://" */
|
|
158 + r->port_text->len
|
|
159 + r->unparsed_uri.len
|
|
160 + 2; /* 2 is for "\r\n" at the header end */
|
|
161
|
|
162 if (r->headers_in.host) {
|
|
163 len += r->headers_in.host_name_len;
|
|
164
|
|
165 } else {
|
|
166 len += r->server_name.len;
|
|
167 }
|
|
168
|
|
169 }
|
|
170
|
0
|
171
|
|
172 if (p->lcf->preserve_host && r->headers_in.host) {
|
|
173 len += sizeof(host_header) - 1
|
6
|
174 + r->headers_in.host_name_len
|
|
175 + 1 /* 1 is for ":" */
|
|
176 + uc->port_text.len
|
|
177 + 2; /* 2 is for "\r\n" */
|
0
|
178 } else { /* 2 is for "\r\n" */
|
|
179 len += sizeof(host_header) - 1 + uc->host_header.len + 2;
|
|
180 }
|
|
181
|
|
182
|
|
183 if (p->lcf->set_x_real_ip) { /* 2 is for "\r\n" */
|
|
184 len += sizeof(x_real_ip_header) - 1 + INET_ADDRSTRLEN - 1 + 2;
|
|
185 }
|
|
186
|
|
187
|
|
188 if (p->lcf->add_x_forwarded_for) {
|
|
189 if (r->headers_in.x_forwarded_for) {
|
|
190 len += sizeof(x_forwarded_for_header) - 1
|
6
|
191 + r->headers_in.x_forwarded_for->value.len
|
|
192 + 2 /* 2 is ofr ", " */
|
|
193 + INET_ADDRSTRLEN - 1
|
|
194 + 2; /* 2 is for "\r\n" */
|
0
|
195 } else {
|
|
196 len += sizeof(x_forwarded_for_header) - 1 + INET_ADDRSTRLEN - 1 + 2;
|
|
197 /* 2 is for "\r\n" */
|
|
198 }
|
|
199 }
|
|
200
|
|
201
|
|
202 part = &r->headers_in.headers.part;
|
|
203 header = part->elts;
|
|
204
|
|
205 for (i = 0; /* void */; i++) {
|
|
206
|
|
207 if (i >= part->nelts) {
|
|
208 if (part->next == NULL) {
|
|
209 break;
|
|
210 }
|
|
211
|
|
212 part = part->next;
|
|
213 header = part->elts;
|
|
214 i = 0;
|
|
215 }
|
|
216
|
|
217 if (&header[i] == r->headers_in.host) {
|
|
218 continue;
|
|
219 }
|
|
220
|
|
221 if (&header[i] == r->headers_in.connection) {
|
|
222 continue;
|
|
223 }
|
|
224
|
|
225 /* 2 is for ": " and 2 is for "\r\n" */
|
|
226 len += header[i].key.len + 2 + header[i].value.len + 2;
|
|
227 }
|
|
228
|
|
229 #if (NGX_DEBUG)
|
|
230 len++;
|
|
231 #endif
|
|
232
|
|
233 ngx_test_null(b, ngx_create_temp_buf(r->pool, len), NULL);
|
|
234 ngx_alloc_link_and_set_buf(chain, b, r->pool, NULL);
|
|
235
|
|
236
|
|
237 /* the request line */
|
|
238
|
|
239 if (p->upstream->method) {
|
|
240 b->last = ngx_cpymem(b->last,
|
|
241 http_methods[p->upstream->method - 1].data,
|
|
242 http_methods[p->upstream->method - 1].len);
|
|
243 } else {
|
|
244 b->last = ngx_cpymem(b->last, r->method_name.data, r->method_name.len);
|
|
245 }
|
|
246
|
|
247 b->last = ngx_cpymem(b->last, uc->uri.data, uc->uri.len);
|
|
248
|
2
|
249 if (escape) {
|
|
250 ngx_escape_uri(b->last, r->uri.data + uc->location->len,
|
10
|
251 r->uri.len - uc->location->len, NGX_ESCAPE_URI);
|
2
|
252 b->last += r->uri.len - uc->location->len + escape;
|
|
253
|
|
254 } else {
|
|
255 b->last = ngx_cpymem(b->last,
|
|
256 r->uri.data + uc->location->len,
|
|
257 r->uri.len - uc->location->len);
|
|
258 }
|
0
|
259
|
|
260 if (r->args.len > 0) {
|
|
261 *(b->last++) = '?';
|
|
262 b->last = ngx_cpymem(b->last, r->args.data, r->args.len);
|
|
263 }
|
|
264
|
|
265 b->last = ngx_cpymem(b->last, http_version, sizeof(http_version) - 1);
|
|
266
|
|
267
|
|
268 /* the "Connection: close" header */
|
|
269
|
|
270 b->last = ngx_cpymem(b->last, connection_close_header,
|
|
271 sizeof(connection_close_header) - 1);
|
|
272
|
|
273
|
|
274 /* the "Host" header */
|
|
275
|
|
276 b->last = ngx_cpymem(b->last, host_header, sizeof(host_header) - 1);
|
|
277
|
|
278 if (p->lcf->preserve_host && r->headers_in.host) {
|
|
279 b->last = ngx_cpymem(b->last, r->headers_in.host->value.data,
|
|
280 r->headers_in.host_name_len);
|
|
281
|
|
282 if (!uc->default_port) {
|
|
283 *(b->last++) = ':';
|
|
284 b->last = ngx_cpymem(b->last, uc->port_text.data,
|
|
285 uc->port_text.len);
|
|
286 }
|
|
287
|
|
288 } else {
|
|
289 b->last = ngx_cpymem(b->last, uc->host_header.data,
|
|
290 uc->host_header.len);
|
|
291 }
|
|
292 *(b->last++) = CR; *(b->last++) = LF;
|
|
293
|
|
294
|
6
|
295 /* the "X-URL" header */
|
|
296
|
|
297 if (p->lcf->set_x_url) {
|
|
298
|
|
299 b->last = ngx_cpymem(b->last, x_url_header,
|
|
300 sizeof(x_url_header) - 1);
|
|
301
|
|
302 #if (NGX_OPENSSL)
|
|
303
|
|
304 if (r->connection->ssl) {
|
|
305 *(b->last++) = 's';
|
|
306 }
|
|
307
|
|
308 #endif
|
|
309
|
|
310 *(b->last++) = ':'; *(b->last++) = '/'; *(b->last++) = '/';
|
|
311
|
|
312 if (r->headers_in.host) {
|
|
313 b->last = ngx_cpymem(b->last, r->headers_in.host->value.data,
|
|
314 r->headers_in.host_name_len);
|
|
315 } else {
|
|
316 b->last = ngx_cpymem(b->last, r->server_name.data,
|
|
317 r->server_name.len);
|
|
318 }
|
|
319
|
|
320 b->last = ngx_cpymem(b->last, r->port_text->data, r->port_text->len);
|
|
321 b->last = ngx_cpymem(b->last, r->unparsed_uri.data,
|
|
322 r->unparsed_uri.len);
|
|
323
|
|
324 *(b->last++) = CR; *(b->last++) = LF;
|
|
325 }
|
|
326
|
|
327
|
0
|
328 /* the "X-Real-IP" header */
|
|
329
|
|
330 if (p->lcf->set_x_real_ip) {
|
|
331 b->last = ngx_cpymem(b->last, x_real_ip_header,
|
|
332 sizeof(x_real_ip_header) - 1);
|
|
333 b->last = ngx_cpymem(b->last, r->connection->addr_text.data,
|
|
334 r->connection->addr_text.len);
|
|
335 *(b->last++) = CR; *(b->last++) = LF;
|
|
336 }
|
|
337
|
|
338
|
|
339 /* the "X-Forwarded-For" header */
|
|
340
|
|
341 if (p->lcf->add_x_forwarded_for) {
|
|
342 if (r->headers_in.x_forwarded_for) {
|
|
343 b->last = ngx_cpymem(b->last, x_forwarded_for_header,
|
|
344 sizeof(x_forwarded_for_header) - 1);
|
|
345
|
|
346 b->last = ngx_cpymem(b->last,
|
|
347 r->headers_in.x_forwarded_for->value.data,
|
|
348 r->headers_in.x_forwarded_for->value.len);
|
|
349
|
|
350 *(b->last++) = ','; *(b->last++) = ' ';
|
|
351
|
|
352 } else {
|
|
353 b->last = ngx_cpymem(b->last, x_forwarded_for_header,
|
|
354 sizeof(x_forwarded_for_header) - 1);
|
|
355 }
|
|
356
|
|
357 b->last = ngx_cpymem(b->last, r->connection->addr_text.data,
|
|
358 r->connection->addr_text.len);
|
|
359 *(b->last++) = CR; *(b->last++) = LF;
|
|
360 }
|
|
361
|
|
362
|
|
363 part = &r->headers_in.headers.part;
|
|
364 header = part->elts;
|
|
365
|
|
366 for (i = 0; /* void */; i++) {
|
|
367
|
|
368 if (i >= part->nelts) {
|
|
369 if (part->next == NULL) {
|
|
370 break;
|
|
371 }
|
|
372
|
|
373 part = part->next;
|
|
374 header = part->elts;
|
|
375 i = 0;
|
|
376 }
|
|
377
|
|
378 if (&header[i] == r->headers_in.host) {
|
|
379 continue;
|
|
380 }
|
|
381
|
|
382 if (&header[i] == r->headers_in.connection) {
|
|
383 continue;
|
|
384 }
|
|
385
|
|
386 if (&header[i] == r->headers_in.keep_alive) {
|
|
387 continue;
|
|
388 }
|
|
389
|
|
390 if (&header[i] == r->headers_in.x_forwarded_for
|
|
391 && p->lcf->add_x_forwarded_for)
|
|
392 {
|
|
393 continue;
|
|
394 }
|
|
395
|
6
|
396 if (&header[i] == r->headers_in.x_real_ip && p->lcf->set_x_real_ip) {
|
|
397 continue;
|
|
398 }
|
|
399
|
|
400 if (&header[i] == r->headers_in.x_url && p->lcf->set_x_url) {
|
|
401 continue;
|
|
402 }
|
|
403
|
0
|
404 b->last = ngx_cpymem(b->last, header[i].key.data, header[i].key.len);
|
|
405
|
|
406 *(b->last++) = ':'; *(b->last++) = ' ';
|
|
407
|
|
408 b->last = ngx_cpymem(b->last, header[i].value.data,
|
|
409 header[i].value.len);
|
|
410
|
|
411 *(b->last++) = CR; *(b->last++) = LF;
|
|
412
|
|
413 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
10
|
414 "http proxy header: \"%V: %V\"",
|
|
415 &header[i].key, &header[i].value);
|
0
|
416 }
|
|
417
|
|
418 /* add "\r\n" at the header end */
|
|
419 *(b->last++) = CR; *(b->last++) = LF;
|
|
420
|
|
421 #if (NGX_DEBUG)
|
|
422 *(b->last) = '\0';
|
|
423 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
424 "http proxy header:\n\"%s\"", b->pos);
|
|
425 #endif
|
|
426
|
|
427 return chain;
|
|
428 }
|
|
429
|
|
430
|
|
431 static void ngx_http_proxy_init_upstream(void *data)
|
|
432 {
|
|
433 ngx_http_proxy_ctx_t *p = data;
|
|
434
|
|
435 ngx_chain_t *cl;
|
|
436 ngx_http_request_t *r;
|
|
437 ngx_output_chain_ctx_t *output;
|
|
438 ngx_chain_writer_ctx_t *writer;
|
|
439 ngx_http_proxy_log_ctx_t *ctx;
|
|
440
|
|
441 r = p->request;
|
|
442
|
|
443 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
444 "http proxy init upstream, client timer: %d",
|
|
445 r->connection->read->timer_set);
|
|
446
|
|
447 if (r->connection->read->timer_set) {
|
|
448 ngx_del_timer(r->connection->read);
|
|
449 }
|
|
450
|
|
451 r->connection->read->event_handler = ngx_http_proxy_check_broken_connection;
|
|
452
|
|
453 if (ngx_event_flags & NGX_USE_CLEAR_EVENT) {
|
|
454
|
|
455 r->connection->write->event_handler =
|
|
456 ngx_http_proxy_check_broken_connection;
|
|
457
|
|
458 if (!r->connection->write->active) {
|
|
459 if (ngx_add_event(r->connection->write, NGX_WRITE_EVENT,
|
|
460 NGX_CLEAR_EVENT) == NGX_ERROR)
|
|
461 {
|
|
462 ngx_http_finalize_request(r, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
463 return;
|
|
464 }
|
|
465 }
|
|
466 }
|
|
467
|
|
468
|
|
469 if (!(cl = ngx_http_proxy_create_request(p))) {
|
|
470 ngx_http_finalize_request(r, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
471 return;
|
|
472 }
|
|
473
|
|
474 if (r->request_body->bufs) {
|
|
475 cl->next = r->request_body->bufs;
|
|
476 }
|
|
477
|
|
478 r->request_body->bufs = cl;
|
|
479
|
|
480 if (!(ctx = ngx_pcalloc(r->pool, sizeof(ngx_http_proxy_log_ctx_t)))) {
|
|
481 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
482 return;
|
|
483 }
|
|
484 ctx->connection = r->connection->number;
|
|
485 ctx->proxy = p;
|
|
486
|
|
487 p->upstream->peer.log = r->connection->log;
|
|
488 p->saved_ctx = r->connection->log->data;
|
|
489 p->saved_handler = r->connection->log->handler;
|
|
490 r->connection->log->data = ctx;
|
|
491 r->connection->log->handler = ngx_http_proxy_log_error;
|
|
492 p->action = "connecting to upstream";
|
|
493
|
|
494 if (!(output = ngx_pcalloc(r->pool, sizeof(ngx_output_chain_ctx_t)))) {
|
|
495 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
496 return;
|
|
497 }
|
|
498
|
|
499 p->upstream->output_chain_ctx = output;
|
|
500
|
2
|
501 output->sendfile = r->connection->sendfile;
|
0
|
502 output->pool = r->pool;
|
|
503 output->bufs.num = 1;
|
|
504 output->tag = (ngx_buf_tag_t) &ngx_http_proxy_module;
|
|
505 output->output_filter = (ngx_output_chain_filter_pt) ngx_chain_writer;
|
|
506
|
|
507 if (!(writer = ngx_palloc(r->pool, sizeof(ngx_chain_writer_ctx_t)))) {
|
|
508 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
509 return;
|
|
510 }
|
|
511
|
|
512 output->filter_ctx = writer;
|
|
513 writer->pool = r->pool;
|
|
514
|
|
515 #if 0
|
|
516 if (p->lcf->busy_lock && p->busy_lock == NULL) {
|
|
517 #else
|
|
518 if (p->lcf->busy_lock && !p->busy_locked) {
|
|
519 #endif
|
|
520 ngx_http_proxy_upstream_busy_lock(p);
|
|
521 } else {
|
|
522 ngx_http_proxy_connect(p);
|
|
523 }
|
|
524 }
|
|
525
|
|
526
|
|
527 static void ngx_http_proxy_reinit_upstream(ngx_http_proxy_ctx_t *p)
|
|
528 {
|
|
529 ngx_chain_t *cl;
|
|
530 ngx_output_chain_ctx_t *output;
|
|
531
|
|
532 /* reinit the request chain */
|
|
533
|
|
534 for (cl = p->request->request_body->bufs; cl; cl = cl->next) {
|
|
535 cl->buf->pos = cl->buf->start;
|
|
536 cl->buf->file_pos = 0;
|
|
537 }
|
|
538
|
|
539 /* reinit the ngx_output_chain() context */
|
|
540
|
|
541 output = p->upstream->output_chain_ctx;
|
|
542
|
|
543 output->buf = NULL;
|
|
544 output->in = NULL;
|
|
545 output->free = NULL;
|
|
546 output->busy = NULL;
|
|
547
|
|
548 /* reinit r->header_in buffer */
|
|
549
|
|
550 if (p->header_in) {
|
|
551 if (p->cache) {
|
|
552 p->header_in->pos = p->header_in->start + p->cache->ctx.header_size;
|
|
553 p->header_in->last = p->header_in->pos;
|
|
554
|
|
555 } else {
|
|
556 p->header_in->pos = p->header_in->start;
|
|
557 p->header_in->last = p->header_in->start;
|
|
558 }
|
|
559 }
|
|
560
|
|
561 /* add one more state */
|
|
562
|
|
563 if (!(p->state = ngx_push_array(&p->states))) {
|
|
564 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
565 return;
|
|
566 }
|
|
567
|
|
568 p->status = 0;
|
|
569 p->status_count = 0;
|
|
570 }
|
|
571
|
|
572
|
|
573 #if 0
|
|
574
|
|
575 void ngx_http_proxy_upstream_busy_lock(ngx_http_proxy_ctx_t *p)
|
|
576 {
|
|
577 ngx_int_t rc;
|
|
578
|
|
579 rc = ngx_event_busy_lock(p->lcf->busy_lock, p->busy_lock);
|
|
580
|
|
581 if (rc == NGX_AGAIN) {
|
|
582 return;
|
|
583 }
|
|
584
|
|
585 if (rc == NGX_OK) {
|
|
586 ngx_http_proxy_connect(p);
|
|
587 return;
|
|
588 }
|
|
589
|
|
590 if (rc == NGX_ERROR) {
|
|
591 p->state->status = NGX_HTTP_INTERNAL_SERVER_ERROR;
|
|
592 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
593 return;
|
|
594 }
|
|
595
|
|
596 /* rc == NGX_BUSY */
|
|
597
|
|
598 #if (NGX_HTTP_CACHE)
|
|
599
|
|
600 if (p->busy_lock->timer) {
|
|
601 ft_type = NGX_HTTP_PROXY_FT_MAX_WAITING;
|
|
602 } else {
|
|
603 ft_type = NGX_HTTP_PROXY_FT_BUSY_LOCK;
|
|
604 }
|
|
605
|
|
606 if (p->stale && (p->lcf->use_stale & ft_type)) {
|
|
607 ngx_http_proxy_finalize_request(p,
|
|
608 ngx_http_proxy_send_cached_response(p));
|
|
609 return;
|
|
610 }
|
|
611
|
|
612 #endif
|
|
613
|
|
614 p->state->status = NGX_HTTP_SERVICE_UNAVAILABLE;
|
|
615 ngx_http_proxy_finalize_request(p, NGX_HTTP_SERVICE_UNAVAILABLE);
|
|
616 }
|
|
617
|
|
618 #endif
|
|
619
|
|
620
|
|
621 #if 1
|
|
622
|
|
623 void ngx_http_proxy_upstream_busy_lock(ngx_http_proxy_ctx_t *p)
|
|
624 {
|
|
625 ngx_int_t rc;
|
|
626 #if (NGX_HTTP_CACHE)
|
|
627 ngx_int_t ft_type;
|
|
628 #endif
|
|
629
|
|
630 if (p->busy_lock.time == 0) {
|
|
631 p->busy_lock.event = p->request->connection->read;
|
|
632 p->busy_lock.event_handler = ngx_http_proxy_busy_lock_handler;
|
|
633 }
|
|
634
|
|
635 rc = ngx_http_busy_lock(p->lcf->busy_lock, &p->busy_lock);
|
|
636
|
|
637 if (rc == NGX_AGAIN) {
|
|
638 return;
|
|
639 }
|
|
640
|
|
641 if (rc == NGX_OK) {
|
|
642 ngx_http_proxy_connect(p);
|
|
643 return;
|
|
644 }
|
|
645
|
|
646 ngx_http_busy_unlock(p->lcf->busy_lock, &p->busy_lock);
|
|
647
|
|
648 #if (NGX_HTTP_CACHE)
|
|
649
|
|
650 if (rc == NGX_DONE) {
|
|
651 ft_type = NGX_HTTP_PROXY_FT_BUSY_LOCK;
|
|
652
|
|
653 } else {
|
|
654 /* rc == NGX_ERROR */
|
|
655 ft_type = NGX_HTTP_PROXY_FT_MAX_WAITING;
|
|
656 }
|
|
657
|
|
658 if (p->stale && (p->lcf->use_stale & ft_type)) {
|
|
659 ngx_http_proxy_finalize_request(p,
|
|
660 ngx_http_proxy_send_cached_response(p));
|
|
661 return;
|
|
662 }
|
|
663
|
|
664 #endif
|
|
665
|
|
666 p->state->status = NGX_HTTP_SERVICE_UNAVAILABLE;
|
|
667 ngx_http_proxy_finalize_request(p, NGX_HTTP_SERVICE_UNAVAILABLE);
|
|
668 }
|
|
669
|
|
670 #endif
|
|
671
|
|
672
|
|
673 static void ngx_http_proxy_connect(ngx_http_proxy_ctx_t *p)
|
|
674 {
|
10
|
675 ngx_int_t rc;
|
0
|
676 ngx_connection_t *c;
|
|
677 ngx_http_request_t *r;
|
|
678 ngx_output_chain_ctx_t *output;
|
|
679 ngx_chain_writer_ctx_t *writer;
|
|
680
|
|
681 p->action = "connecting to upstream";
|
|
682
|
|
683 p->request->connection->single_connection = 0;
|
|
684
|
|
685 rc = ngx_event_connect_peer(&p->upstream->peer);
|
|
686
|
|
687 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, p->request->connection->log, 0,
|
10
|
688 "http proxy connect: %i", rc);
|
0
|
689
|
|
690 if (rc == NGX_ERROR) {
|
|
691 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
692 return;
|
|
693 }
|
|
694
|
|
695 p->state->peer =
|
|
696 &p->upstream->peer.peers->peers[p->upstream->peer.cur_peer].addr_port_text;
|
|
697
|
|
698 if (rc == NGX_CONNECT_ERROR) {
|
|
699 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_ERROR);
|
|
700 return;
|
|
701 }
|
|
702
|
|
703 r = p->request;
|
|
704 c = p->upstream->peer.connection;
|
|
705
|
|
706 c->data = p;
|
|
707 c->write->event_handler = ngx_http_proxy_send_request_handler;
|
|
708 c->read->event_handler = ngx_http_proxy_process_upstream_status_line;
|
|
709
|
10
|
710 c->sendfile = r->connection->sendfile;
|
|
711
|
0
|
712 c->pool = r->pool;
|
|
713 c->read->log = c->write->log = c->log = r->connection->log;
|
|
714
|
|
715 /* init or reinit the ngx_output_chain() and ngx_chain_writer() contexts */
|
|
716
|
|
717 output = p->upstream->output_chain_ctx;
|
|
718 writer = output->filter_ctx;
|
|
719 writer->out = NULL;
|
|
720 writer->last = &writer->out;
|
|
721 writer->connection = c;
|
|
722 writer->limit = OFF_T_MAX_VALUE;
|
|
723
|
|
724 if (p->upstream->peer.tries > 1 && p->request_sent) {
|
|
725 ngx_http_proxy_reinit_upstream(p);
|
|
726 }
|
|
727
|
|
728 if (r->request_body->buf) {
|
|
729 if (r->request_body->temp_file->file.fd != NGX_INVALID_FILE) {
|
|
730
|
|
731 if (!(output->free = ngx_alloc_chain_link(r->pool))) {
|
|
732 ngx_http_proxy_finalize_request(p,
|
|
733 NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
734 return;
|
|
735 }
|
|
736
|
|
737 output->free->buf = r->request_body->buf;
|
|
738 output->free->next = NULL;
|
|
739 output->allocated = 1;
|
|
740
|
|
741 r->request_body->buf->pos = r->request_body->buf->start;
|
|
742 r->request_body->buf->last = r->request_body->buf->start;
|
|
743 r->request_body->buf->tag = (ngx_buf_tag_t) &ngx_http_proxy_module;
|
|
744
|
|
745 } else {
|
|
746 r->request_body->buf->pos = r->request_body->buf->start;
|
|
747 }
|
|
748 }
|
|
749
|
|
750 p->request_sent = 0;
|
|
751
|
|
752 if (rc == NGX_AGAIN) {
|
|
753 ngx_add_timer(c->write, p->lcf->connect_timeout);
|
|
754 return;
|
|
755 }
|
|
756
|
|
757 /* rc == NGX_OK */
|
|
758
|
4
|
759 #if 0 /* test only, see below about "post aio operation" */
|
0
|
760
|
|
761 if (c->read->ready) {
|
|
762 /* post aio operation */
|
|
763 ngx_http_proxy_process_upstream_status_line(c->read);
|
4
|
764 #if 0
|
0
|
765 return;
|
4
|
766 #endif
|
0
|
767 }
|
|
768
|
|
769 #endif
|
|
770
|
|
771 ngx_http_proxy_send_request(p);
|
|
772 }
|
|
773
|
|
774
|
|
775 static void ngx_http_proxy_send_request(ngx_http_proxy_ctx_t *p)
|
|
776 {
|
|
777 int rc;
|
|
778 ngx_connection_t *c;
|
|
779
|
|
780 c = p->upstream->peer.connection;
|
|
781
|
|
782 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
|
783 "http proxy send request");
|
|
784
|
|
785 #if (HAVE_KQUEUE)
|
|
786
|
4
|
787 if ((ngx_event_flags & NGX_USE_KQUEUE_EVENT)
|
0
|
788 && !p->request_sent
|
|
789 && c->write->pending_eof)
|
|
790 {
|
|
791 ngx_log_error(NGX_LOG_ERR, c->log, c->write->kq_errno,
|
|
792 "connect() failed");
|
|
793
|
|
794 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_ERROR);
|
|
795 return;
|
|
796 }
|
|
797
|
|
798 #endif
|
|
799
|
|
800 p->action = "sending request to upstream";
|
|
801
|
|
802 rc = ngx_output_chain(p->upstream->output_chain_ctx,
|
|
803 p->request_sent ? NULL:
|
|
804 p->request->request_body->bufs);
|
|
805
|
|
806 if (rc == NGX_ERROR) {
|
|
807 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_ERROR);
|
|
808 return;
|
|
809 }
|
|
810
|
|
811 p->request_sent = 1;
|
|
812
|
|
813 if (c->write->timer_set) {
|
|
814 ngx_del_timer(c->write);
|
|
815 }
|
|
816
|
|
817 if (rc == NGX_AGAIN) {
|
|
818 ngx_add_timer(c->write, p->lcf->send_timeout);
|
|
819
|
2
|
820 if (ngx_handle_write_event(c->write, p->lcf->send_lowat) == NGX_ERROR) {
|
0
|
821 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
822 return;
|
|
823 }
|
|
824
|
|
825 return;
|
|
826 }
|
|
827
|
|
828 /* rc == NGX_OK */
|
|
829
|
|
830 if (c->tcp_nopush == NGX_TCP_NOPUSH_SET) {
|
|
831 if (ngx_tcp_push(c->fd) == NGX_ERROR) {
|
|
832 ngx_log_error(NGX_LOG_CRIT, c->log,
|
|
833 ngx_socket_errno,
|
|
834 ngx_tcp_push_n " failed");
|
|
835 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
836 return;
|
|
837 }
|
|
838
|
|
839 c->tcp_nopush = NGX_TCP_NOPUSH_UNSET;
|
|
840 return;
|
|
841 }
|
|
842
|
|
843 ngx_add_timer(c->read, p->lcf->read_timeout);
|
|
844
|
4
|
845 #if 1
|
0
|
846 if (c->read->ready) {
|
|
847
|
|
848 /* post aio operation */
|
|
849
|
|
850 /*
|
|
851 * although we can post aio operation just in the end
|
|
852 * of ngx_http_proxy_connect() CHECK IT !!!
|
|
853 * it's better to do here because we postpone header buffer allocation
|
|
854 */
|
|
855
|
|
856 ngx_http_proxy_process_upstream_status_line(c->read);
|
|
857 return;
|
|
858 }
|
|
859 #endif
|
|
860
|
|
861 c->write->event_handler = ngx_http_proxy_dummy_handler;
|
|
862
|
|
863 if (ngx_handle_level_write_event(c->write) == NGX_ERROR) {
|
|
864 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
865 return;
|
|
866 }
|
|
867 }
|
|
868
|
|
869
|
|
870 static void ngx_http_proxy_send_request_handler(ngx_event_t *wev)
|
|
871 {
|
|
872 ngx_connection_t *c;
|
|
873 ngx_http_proxy_ctx_t *p;
|
|
874
|
|
875 c = wev->data;
|
|
876 p = c->data;
|
|
877
|
|
878 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, wev->log, 0,
|
|
879 "http proxy send request handler");
|
|
880
|
|
881 if (wev->timedout) {
|
|
882 p->action = "sending request to upstream";
|
|
883 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_TIMEOUT);
|
|
884 return;
|
|
885 }
|
|
886
|
|
887 if (p->request->connection->write->eof
|
|
888 && (!p->cachable || !p->request_sent))
|
|
889 {
|
|
890 ngx_http_proxy_finalize_request(p, NGX_HTTP_CLIENT_CLOSED_REQUEST);
|
|
891 return;
|
|
892 }
|
|
893
|
|
894 ngx_http_proxy_send_request(p);
|
|
895 }
|
|
896
|
|
897
|
|
898 static void ngx_http_proxy_dummy_handler(ngx_event_t *wev)
|
|
899 {
|
|
900 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, wev->log, 0, "http proxy dummy handler");
|
|
901 }
|
|
902
|
|
903
|
|
904 static void ngx_http_proxy_process_upstream_status_line(ngx_event_t *rev)
|
|
905 {
|
|
906 int rc;
|
|
907 ssize_t n;
|
|
908 ngx_connection_t *c;
|
|
909 ngx_http_proxy_ctx_t *p;
|
|
910
|
|
911 c = rev->data;
|
|
912 p = c->data;
|
|
913 p->action = "reading upstream status line";
|
|
914
|
|
915 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, rev->log, 0,
|
|
916 "http proxy process status line");
|
|
917
|
|
918 if (rev->timedout) {
|
|
919 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_TIMEOUT);
|
|
920 return;
|
|
921 }
|
|
922
|
|
923 if (p->header_in == NULL) {
|
|
924 p->header_in = ngx_create_temp_buf(p->request->pool,
|
|
925 p->lcf->header_buffer_size);
|
|
926 if (p->header_in == NULL) {
|
|
927 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
928 return;
|
|
929 }
|
|
930 p->header_in->tag = (ngx_buf_tag_t) &ngx_http_proxy_module;
|
|
931
|
|
932 if (p->cache) {
|
|
933 p->header_in->pos += p->cache->ctx.header_size;
|
|
934 p->header_in->last = p->header_in->pos;
|
|
935 }
|
|
936 }
|
|
937
|
|
938 n = ngx_http_proxy_read_upstream_header(p);
|
|
939
|
|
940 if (n == NGX_AGAIN) {
|
|
941 return;
|
|
942 }
|
|
943
|
|
944 if (n == 0) {
|
|
945 ngx_log_error(NGX_LOG_ERR, rev->log, 0,
|
|
946 "upstream prematurely closed connection");
|
|
947 }
|
|
948
|
|
949 if (n == NGX_ERROR || n == 0) {
|
|
950 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_ERROR);
|
|
951 return;
|
|
952 }
|
|
953
|
|
954 p->valid_header_in = 0;
|
|
955
|
|
956 p->upstream->peer.cached = 0;
|
|
957
|
|
958 rc = ngx_http_proxy_parse_status_line(p);
|
|
959
|
|
960 if (rc == NGX_AGAIN) {
|
|
961 if (p->header_in->pos == p->header_in->last) {
|
|
962 ngx_log_error(NGX_LOG_ERR, rev->log, 0,
|
|
963 "upstream sent too long status line");
|
|
964 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_INVALID_HEADER);
|
|
965 }
|
|
966 return;
|
|
967 }
|
|
968
|
|
969 if (rc == NGX_HTTP_PROXY_PARSE_NO_HEADER) {
|
|
970 ngx_log_error(NGX_LOG_ERR, rev->log, 0,
|
|
971 "upstream sent no valid HTTP/1.0 header");
|
|
972
|
|
973 if (p->accel) {
|
|
974 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_INVALID_HEADER);
|
|
975
|
|
976 } else {
|
|
977 p->request->http_version = NGX_HTTP_VERSION_9;
|
|
978 p->upstream->status = NGX_HTTP_OK;
|
|
979 ngx_http_proxy_send_response(p);
|
|
980 }
|
|
981
|
|
982 return;
|
|
983 }
|
|
984
|
|
985 /* rc == NGX_OK */
|
|
986
|
|
987 p->upstream->status = p->status;
|
|
988 p->state->status = p->status;
|
|
989
|
|
990 if (p->status == NGX_HTTP_INTERNAL_SERVER_ERROR) {
|
|
991
|
|
992 if (p->upstream->peer.tries > 1
|
|
993 && (p->lcf->next_upstream & NGX_HTTP_PROXY_FT_HTTP_500))
|
|
994 {
|
|
995 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_HTTP_500);
|
|
996 return;
|
|
997 }
|
|
998
|
|
999 #if (NGX_HTTP_CACHE)
|
|
1000
|
|
1001 if (p->upstream->peer.tries == 0
|
|
1002 && p->stale
|
|
1003 && (p->lcf->use_stale & NGX_HTTP_PROXY_FT_HTTP_500))
|
|
1004 {
|
|
1005 ngx_http_proxy_finalize_request(p,
|
|
1006 ngx_http_proxy_send_cached_response(p));
|
|
1007
|
|
1008 return;
|
|
1009 }
|
|
1010
|
|
1011 #endif
|
|
1012 }
|
|
1013
|
|
1014 if (p->status == NGX_HTTP_NOT_FOUND
|
|
1015 && p->upstream->peer.tries > 1
|
|
1016 && p->lcf->next_upstream & NGX_HTTP_PROXY_FT_HTTP_404)
|
|
1017 {
|
|
1018 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_HTTP_404);
|
|
1019 return;
|
|
1020 }
|
|
1021
|
|
1022 /* TODO: "proxy_error_page" */
|
|
1023
|
|
1024 p->upstream->status_line.len = p->status_end - p->status_start;
|
|
1025 p->upstream->status_line.data = ngx_palloc(p->request->pool,
|
|
1026 p->upstream->status_line.len + 1);
|
|
1027 if (p->upstream->status_line.data == NULL) {
|
|
1028 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
1029 return;
|
|
1030 }
|
|
1031 ngx_cpystrn(p->upstream->status_line.data, p->status_start,
|
|
1032 p->upstream->status_line.len + 1);
|
|
1033
|
|
1034 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, rev->log, 0,
|
10
|
1035 "http proxy status %ui \"%V\"",
|
|
1036 p->upstream->status, &p->upstream->status_line);
|
0
|
1037
|
|
1038
|
|
1039 /* init or reinit the p->upstream->headers_in.headers table */
|
|
1040
|
|
1041 if (p->upstream->headers_in.headers.part.elts) {
|
|
1042 p->upstream->headers_in.headers.part.nelts = 0;
|
|
1043 p->upstream->headers_in.headers.part.next = NULL;
|
|
1044 p->upstream->headers_in.headers.last =
|
|
1045 &p->upstream->headers_in.headers.part;
|
|
1046
|
|
1047 ngx_memzero(&p->upstream->headers_in.date,
|
|
1048 sizeof(ngx_http_proxy_headers_in_t) - sizeof(ngx_list_t));
|
|
1049
|
|
1050 } else {
|
|
1051 if (ngx_list_init(&p->upstream->headers_in.headers, p->request->pool,
|
|
1052 20, sizeof(ngx_table_elt_t)) == NGX_ERROR)
|
|
1053 {
|
|
1054 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
1055 return;
|
|
1056 }
|
|
1057 }
|
|
1058
|
|
1059
|
|
1060 c->read->event_handler = ngx_http_proxy_process_upstream_headers;
|
|
1061 ngx_http_proxy_process_upstream_headers(rev);
|
|
1062 }
|
|
1063
|
|
1064
|
|
1065 static void ngx_http_proxy_process_upstream_headers(ngx_event_t *rev)
|
|
1066 {
|
|
1067 int i, rc;
|
|
1068 ssize_t n;
|
|
1069 ngx_table_elt_t *h;
|
|
1070 ngx_connection_t *c;
|
|
1071 ngx_http_request_t *r;
|
|
1072 ngx_http_proxy_ctx_t *p;
|
|
1073
|
|
1074 c = rev->data;
|
|
1075 p = c->data;
|
|
1076 r = p->request;
|
|
1077 p->action = "reading upstream headers";
|
|
1078
|
|
1079 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, rev->log, 0,
|
|
1080 "http proxy process header line");
|
|
1081
|
|
1082 if (rev->timedout) {
|
|
1083 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_TIMEOUT);
|
|
1084 return;
|
|
1085 }
|
|
1086
|
|
1087 rc = NGX_AGAIN;
|
|
1088
|
|
1089 for ( ;; ) {
|
|
1090 if (rc == NGX_AGAIN) {
|
|
1091 n = ngx_http_proxy_read_upstream_header(p);
|
|
1092
|
|
1093 if (n == 0) {
|
|
1094 ngx_log_error(NGX_LOG_ERR, rev->log, 0,
|
|
1095 "upstream prematurely closed connection");
|
|
1096 }
|
|
1097
|
|
1098 if (n == NGX_ERROR || n == 0) {
|
|
1099 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_ERROR);
|
|
1100 return;
|
|
1101 }
|
|
1102
|
|
1103 if (n == NGX_AGAIN) {
|
|
1104 return;
|
|
1105 }
|
|
1106 }
|
|
1107
|
|
1108 rc = ngx_http_parse_header_line(p->request, p->header_in);
|
|
1109
|
|
1110 if (rc == NGX_OK) {
|
|
1111
|
|
1112 /* a header line has been parsed successfully */
|
|
1113
|
|
1114 if (!(h = ngx_list_push(&p->upstream->headers_in.headers))) {
|
|
1115 ngx_http_proxy_finalize_request(p,
|
|
1116 NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
1117 return;
|
|
1118 }
|
|
1119
|
|
1120 h->key.len = r->header_name_end - r->header_name_start;
|
|
1121 h->value.len = r->header_end - r->header_start;
|
|
1122
|
|
1123 h->key.data = ngx_palloc(p->request->pool,
|
|
1124 h->key.len + 1 + h->value.len + 1);
|
|
1125 if (h->key.data == NULL) {
|
|
1126 ngx_http_proxy_finalize_request(p,
|
|
1127 NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
1128 return;
|
|
1129 }
|
|
1130
|
|
1131 h->value.data = h->key.data + h->key.len + 1;
|
|
1132 ngx_cpystrn(h->key.data, r->header_name_start, h->key.len + 1);
|
|
1133 ngx_cpystrn(h->value.data, r->header_start, h->value.len + 1);
|
|
1134
|
|
1135 for (i = 0; ngx_http_proxy_headers_in[i].name.len != 0; i++) {
|
|
1136 if (ngx_http_proxy_headers_in[i].name.len != h->key.len) {
|
|
1137 continue;
|
|
1138 }
|
|
1139
|
|
1140 if (ngx_strcasecmp(ngx_http_proxy_headers_in[i].name.data,
|
|
1141 h->key.data) == 0)
|
|
1142 {
|
|
1143 *((ngx_table_elt_t **) ((char *) &p->upstream->headers_in
|
|
1144 + ngx_http_proxy_headers_in[i].offset)) = h;
|
|
1145 break;
|
|
1146 }
|
|
1147 }
|
|
1148
|
|
1149 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
10
|
1150 "http proxy header: \"%V: %V\"", &h->key, &h->value);
|
0
|
1151
|
|
1152 continue;
|
|
1153
|
|
1154 } else if (rc == NGX_HTTP_PARSE_HEADER_DONE) {
|
|
1155
|
|
1156 /* a whole header has been parsed successfully */
|
|
1157
|
|
1158 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, c->log, 0,
|
|
1159 "http proxy header done");
|
|
1160
|
|
1161 /* TODO: hook to process the upstream header */
|
|
1162
|
|
1163 #if (NGX_HTTP_CACHE)
|
|
1164
|
|
1165 if (p->cachable) {
|
|
1166 p->cachable = ngx_http_proxy_is_cachable(p);
|
|
1167 }
|
|
1168
|
|
1169 #endif
|
|
1170
|
|
1171 ngx_http_proxy_send_response(p);
|
|
1172 return;
|
|
1173
|
|
1174 } else if (rc != NGX_AGAIN) {
|
|
1175
|
|
1176 /* there was error while a header line parsing */
|
|
1177
|
|
1178 ngx_log_error(NGX_LOG_ERR, rev->log, 0,
|
|
1179 upstream_header_errors[rc - NGX_HTTP_PARSE_HEADER_ERROR]);
|
|
1180
|
|
1181 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_INVALID_HEADER);
|
|
1182 return;
|
|
1183 }
|
|
1184
|
|
1185 /* rc == NGX_AGAIN: a header line parsing is still not complete */
|
|
1186
|
|
1187 if (p->header_in->last == p->header_in->end) {
|
|
1188 ngx_log_error(NGX_LOG_ERR, rev->log, 0,
|
|
1189 "upstream sent too big header");
|
|
1190
|
|
1191 ngx_http_proxy_next_upstream(p, NGX_HTTP_PROXY_FT_INVALID_HEADER);
|
|
1192 return;
|
|
1193 }
|
|
1194 }
|
|
1195 }
|
|
1196
|
|
1197
|
|
1198 static ssize_t ngx_http_proxy_read_upstream_header(ngx_http_proxy_ctx_t *p)
|
|
1199 {
|
|
1200 ssize_t n;
|
|
1201 ngx_event_t *rev;
|
|
1202
|
|
1203 rev = p->upstream->peer.connection->read;
|
|
1204
|
|
1205 n = p->header_in->last - p->header_in->pos;
|
|
1206
|
|
1207 if (n > 0) {
|
|
1208 return n;
|
|
1209 }
|
|
1210
|
|
1211 n = ngx_recv(p->upstream->peer.connection, p->header_in->last,
|
|
1212 p->header_in->end - p->header_in->last);
|
|
1213
|
|
1214 if (n == NGX_AGAIN) {
|
|
1215 #if 0
|
|
1216 ngx_add_timer(rev, p->lcf->read_timeout);
|
|
1217 #endif
|
|
1218
|
|
1219 if (ngx_handle_read_event(rev, 0) == NGX_ERROR) {
|
|
1220 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
1221 return NGX_ERROR;
|
|
1222 }
|
|
1223
|
|
1224 return NGX_AGAIN;
|
|
1225 }
|
|
1226
|
|
1227 if (n == 0) {
|
|
1228 ngx_log_error(NGX_LOG_ERR, rev->log, 0,
|
|
1229 "upstream closed prematurely connection");
|
|
1230 }
|
|
1231
|
|
1232 if (n == 0 || n == NGX_ERROR) {
|
|
1233 return NGX_ERROR;
|
|
1234 }
|
|
1235
|
|
1236 p->header_in->last += n;
|
|
1237
|
|
1238 return n;
|
|
1239 }
|
|
1240
|
|
1241
|
|
1242 static void ngx_http_proxy_send_response(ngx_http_proxy_ctx_t *p)
|
|
1243 {
|
|
1244 int rc;
|
|
1245 ngx_event_pipe_t *ep;
|
|
1246 ngx_http_request_t *r;
|
|
1247 ngx_http_cache_header_t *header;
|
|
1248 ngx_http_core_loc_conf_t *clcf;
|
|
1249
|
|
1250 r = p->request;
|
|
1251
|
|
1252 r->headers_out.status = p->upstream->status;
|
2
|
1253 r->headers_out.status_line = p->upstream->status_line;
|
0
|
1254
|
|
1255 #if 0
|
|
1256 r->headers_out.content_length_n = -1;
|
|
1257 r->headers_out.content_length = NULL;
|
|
1258 #endif
|
|
1259
|
|
1260 /* copy an upstream header to r->headers_out */
|
|
1261
|
|
1262 if (ngx_http_proxy_copy_header(p, &p->upstream->headers_in) == NGX_ERROR) {
|
|
1263 ngx_http_proxy_finalize_request(p, NGX_HTTP_INTERNAL_SERVER_ERROR);
|
|
1264 return;
|
|
1265 }
|
|
1266
|
|
1267 /* TODO: preallocate event_pipe bufs, look "Content-Length" */
|
|
1268
|
|
1269 rc = ngx_http_send_header(r);
|
|
1270
|
|
1271 p->header_sent = 1;
|
|
1272
|
|
1273 if (p->cache && p->cache->ctx.file.fd != NGX_INVALID_FILE) {
|
|
1274 if (ngx_close_file(p->cache->ctx.file.fd) == NGX_FILE_ERROR) {
|
|
1275 ngx_log_error(NGX_LOG_ALERT, r->connection->log, ngx_errno,
|
|
1276 ngx_close_file_n " \"%s\" failed",
|
|
1277 p->cache->ctx.file.name.data);
|
|
1278 }
|
|
1279 }
|
|
1280
|
|
1281 if (p->cachable) {
|
|
1282 header = (ngx_http_cache_header_t *) p->header_in->start;
|
|
1283
|
|
1284 header->expires = p->cache->ctx.expires;
|
|
1285 header->last_modified = p->cache->ctx.last_modified;
|
|
1286 header->date = p->cache->ctx.date;
|
|
1287 header->length = r->headers_out.content_length_n;
|
|
1288 p->cache->ctx.length = r->headers_out.content_length_n;
|
|
1289
|
|
1290 header->key_len = p->cache->ctx.key.len;
|
|
1291 ngx_memcpy(&header->key, p->cache->ctx.key.data, header->key_len);
|
|
1292 header->key[header->key_len] = LF;
|
|
1293 }
|
|
1294
|
|
1295 ep = ngx_pcalloc(r->pool, sizeof(ngx_event_pipe_t));
|
|
1296 if (ep == NULL) {
|
|
1297 ngx_http_proxy_finalize_request(p, 0);
|
|
1298 return;
|
|
1299 }
|
|
1300
|
|
1301 p->upstream->event_pipe = ep;
|
|
1302
|
|
1303 ep->input_filter = ngx_event_pipe_copy_input_filter;
|
|
1304 ep->output_filter = (ngx_event_pipe_output_filter_pt)
|
|
1305 ngx_http_output_filter;
|
|
1306 ep->output_ctx = r;
|
|
1307 ep->tag = (ngx_buf_tag_t) &ngx_http_proxy_module;
|
|
1308 ep->bufs = p->lcf->bufs;
|
|
1309 ep->busy_size = p->lcf->busy_buffers_size;
|
|
1310 ep->upstream = p->upstream->peer.connection;
|
|
1311 ep->downstream = r->connection;
|
|
1312 ep->pool = r->pool;
|
|
1313 ep->log = r->connection->log;
|
|
1314
|
|
1315 ep->cachable = p->cachable;
|
|
1316
|
|
1317 if (!(ep->temp_file = ngx_pcalloc(r->pool, sizeof(ngx_temp_file_t)))) {
|
|
1318 ngx_http_proxy_finalize_request(p, 0);
|
|
1319 return;
|
|
1320 }
|
|
1321
|
|
1322 ep->temp_file->file.fd = NGX_INVALID_FILE;
|
|
1323 ep->temp_file->file.log = r->connection->log;
|
|
1324 ep->temp_file->path = p->lcf->temp_path;
|
|
1325 ep->temp_file->pool = r->pool;
|
|
1326
|
|
1327 if (p->cachable) {
|
|
1328 ep->temp_file->persistent = 1;
|
|
1329 } else {
|
|
1330 ep->temp_file->warn = "an upstream response is buffered "
|
|
1331 "to a temporary file";
|
|
1332 }
|
|
1333
|
|
1334 ep->max_temp_file_size = p->lcf->max_temp_file_size;
|
|
1335 ep->temp_file_write_size = p->lcf->temp_file_write_size;
|
|
1336
|
|
1337 if (!(ep->preread_bufs = ngx_alloc_chain_link(r->pool))) {
|
|
1338 ngx_http_proxy_finalize_request(p, 0);
|
|
1339 return;
|
|
1340 }
|
|
1341 ep->preread_bufs->buf = p->header_in;
|
|
1342 ep->preread_bufs->next = NULL;
|
|
1343
|
|
1344 ep->preread_size = p->header_in->last - p->header_in->pos;
|
|
1345
|
|
1346 if (p->cachable) {
|
|
1347 ep->buf_to_file = ngx_calloc_buf(r->pool);
|
|
1348 if (ep->buf_to_file == NULL) {
|
|
1349 ngx_http_proxy_finalize_request(p, 0);
|
|
1350 return;
|
|
1351 }
|
|
1352 ep->buf_to_file->pos = p->header_in->start;
|
|
1353 ep->buf_to_file->last = p->header_in->pos;
|
|
1354 ep->buf_to_file->temporary = 1;
|
|
1355 }
|
|
1356
|
|
1357 if (ngx_event_flags & NGX_USE_AIO_EVENT) {
|
|
1358 /* the posted aio operation can currupt a shadow buffer */
|
|
1359 ep->single_buf = 1;
|
|
1360 }
|
|
1361
|
|
1362 /* TODO: ep->free_bufs = 0 if use ngx_create_chain_of_bufs() */
|
|
1363 ep->free_bufs = 1;
|
|
1364
|
|
1365 /*
|
|
1366 * event_pipe would do p->header_in->last += ep->preread_size
|
|
1367 * as though these bytes were read.
|
|
1368 */
|
|
1369 p->header_in->last = p->header_in->pos;
|
|
1370
|
|
1371 if (p->lcf->cyclic_temp_file) {
|
|
1372
|
|
1373 /*
|
|
1374 * we need to disable the use of sendfile() if we use cyclic temp file
|
|
1375 * because the writing a new data can interfere with sendfile()
|
|
1376 * that uses the same kernel file pages (at least on FreeBSD)
|
|
1377 */
|
|
1378
|
|
1379 ep->cyclic_temp_file = 1;
|
2
|
1380 r->connection->sendfile = 0;
|
0
|
1381
|
|
1382 } else {
|
|
1383 ep->cyclic_temp_file = 0;
|
|
1384 }
|
|
1385
|
|
1386 clcf = ngx_http_get_module_loc_conf(r, ngx_http_core_module);
|
|
1387
|
|
1388 ep->read_timeout = p->lcf->read_timeout;
|
|
1389 ep->send_timeout = clcf->send_timeout;
|
|
1390 ep->send_lowat = clcf->send_lowat;
|
|
1391
|
|
1392 p->upstream->peer.connection->read->event_handler =
|
|
1393 ngx_http_proxy_process_body;
|
|
1394 r->connection->write->event_handler = ngx_http_proxy_process_body;
|
|
1395
|
|
1396 ngx_http_proxy_process_body(p->upstream->peer.connection->read);
|
|
1397
|
|
1398 return;
|
|
1399 }
|
|
1400
|
|
1401
|
|
1402 static void ngx_http_proxy_process_body(ngx_event_t *ev)
|
|
1403 {
|
|
1404 ngx_connection_t *c;
|
|
1405 ngx_http_request_t *r;
|
|
1406 ngx_http_proxy_ctx_t *p;
|
|
1407 ngx_event_pipe_t *ep;
|
|
1408
|
|
1409 c = ev->data;
|
|
1410
|
|
1411 if (ev->write) {
|
|
1412 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, ev->log, 0,
|
|
1413 "http proxy process downstream");
|
|
1414 r = c->data;
|
|
1415 p = ngx_http_get_module_ctx(r, ngx_http_proxy_module);
|
|
1416 p->action = "sending to client";
|
|
1417
|
|
1418 } else {
|
|
1419 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, ev->log, 0,
|
|
1420 "http proxy process upstream");
|
|
1421 p = c->data;
|
|
1422 r = p->request;
|
|
1423 p->action = "reading upstream body";
|
|
1424 }
|
|
1425
|
|
1426 ep = p->upstream->event_pipe;
|
|
1427
|
|
1428 if (ev->timedout) {
|
|
1429 if (ev->write) {
|
|
1430 ep->downstream_error = 1;
|
|
1431 ngx_log_error(NGX_LOG_ERR, c->log, NGX_ETIMEDOUT,
|
|
1432 "client timed out");
|
|
1433
|
|
1434 } else {
|
|
1435 ep->upstream_error = 1;
|
|
1436 ngx_log_error(NGX_LOG_ERR, c->log, NGX_ETIMEDOUT,
|
|
1437 "upstream timed out");
|
|
1438 }
|
|
1439
|
|
1440 } else {
|
|
1441 if (ngx_event_pipe(ep, ev->write) == NGX_ABORT) {
|
|
1442 ngx_http_proxy_finalize_request(p, 0);
|
|
1443 return;
|
|
1444 }
|
|
1445 }
|
|
1446
|
|
1447 if (p->upstream->peer.connection) {
|
|
1448
|
|
1449 #if (NGX_HTTP_FILE_CACHE)
|
|
1450
|
|
1451 if (ep->upstream_done && p->cachable) {
|
|
1452 if (ngx_http_proxy_update_cache(p) == NGX_ERROR) {
|
|
1453 ngx_http_busy_unlock(p->lcf->busy_lock, &p->busy_lock);
|
|
1454 ngx_http_proxy_finalize_request(p, 0);
|
|
1455 return;
|
|
1456 }
|
|
1457
|
|
1458 } else if (ep->upstream_eof && p->cachable) {
|
|
1459
|
|
1460 /* TODO: check length & update cache */
|
|
1461
|
|
1462 if (ngx_http_proxy_update_cache(p) == NGX_ERROR) {
|
|
1463 ngx_http_busy_unlock(p->lcf->busy_lock, &p->busy_lock);
|
|
1464 ngx_http_proxy_finalize_request(p, 0);
|
|
1465 return;
|
|
1466 }
|
|
1467 }
|
|
1468
|
|
1469 #endif
|
|
1470
|
|
1471 if (ep->upstream_done || ep->upstream_eof || ep->upstream_error) {
|
|
1472 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, ev->log, 0,
|
10
|
1473 "http proxy upstream exit: %p", ep->out);
|
0
|
1474 ngx_http_busy_unlock(p->lcf->busy_lock, &p->busy_lock);
|
|
1475 ngx_http_proxy_finalize_request(p, 0);
|
|
1476 return;
|
|
1477 }
|
|
1478 }
|
|
1479
|
|
1480 if (ep->downstream_error) {
|
|
1481 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, ev->log, 0,
|
|
1482 "http proxy downstream error");
|
|
1483 if (!p->cachable && p->upstream->peer.connection) {
|
|
1484 ngx_http_proxy_finalize_request(p, 0);
|
|
1485 }
|
|
1486 }
|
|
1487 }
|
|
1488
|
|
1489
|
10
|
1490 static void ngx_http_proxy_next_upstream(ngx_http_proxy_ctx_t *p,
|
|
1491 ngx_uint_t ft_type)
|
0
|
1492 {
|
10
|
1493 ngx_uint_t status;
|
0
|
1494
|
|
1495 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, p->request->connection->log, 0,
|
10
|
1496 "http proxy next upstream: %ui", ft_type);
|
0
|
1497
|
|
1498 ngx_http_busy_unlock(p->lcf->busy_lock, &p->busy_lock);
|
|
1499
|
|
1500 if (ft_type != NGX_HTTP_PROXY_FT_HTTP_404) {
|
|
1501 ngx_event_connect_peer_failed(&p->upstream->peer);
|
|
1502 }
|
|
1503
|
|
1504 if (ft_type == NGX_HTTP_PROXY_FT_TIMEOUT) {
|
|
1505 ngx_log_error(NGX_LOG_ERR, p->request->connection->log, NGX_ETIMEDOUT,
|
|
1506 "upstream timed out");
|
|
1507 }
|
|
1508
|
|
1509 if (p->upstream->peer.cached && ft_type == NGX_HTTP_PROXY_FT_ERROR) {
|
|
1510 status = 0;
|
|
1511
|
|
1512 } else {
|
|
1513 switch(ft_type) {
|
|
1514 case NGX_HTTP_PROXY_FT_TIMEOUT:
|
|
1515 status = NGX_HTTP_GATEWAY_TIME_OUT;
|
|
1516 break;
|
|
1517
|
|
1518 case NGX_HTTP_PROXY_FT_HTTP_500:
|
|
1519 status = NGX_HTTP_INTERNAL_SERVER_ERROR;
|
|
1520 break;
|
|
1521
|
|
1522 case NGX_HTTP_PROXY_FT_HTTP_404:
|
|
1523 status = NGX_HTTP_NOT_FOUND;
|
|
1524 break;
|
|
1525
|
|
1526 /*
|
|
1527 * NGX_HTTP_PROXY_FT_BUSY_LOCK and NGX_HTTP_PROXY_FT_MAX_WAITING
|
|
1528 * never reach here
|
|
1529 */
|
|
1530
|
|
1531 default:
|
|
1532 status = NGX_HTTP_BAD_GATEWAY;
|
|
1533 }
|
|
1534 }
|
|
1535
|
|
1536 if (p->upstream->peer.connection) {
|
|
1537 ngx_http_proxy_close_connection(p);
|
|
1538 }
|
|
1539
|
|
1540 if (p->request->connection->write->eof) {
|
|
1541 ngx_http_proxy_finalize_request(p, NGX_HTTP_CLIENT_CLOSED_REQUEST);
|
|
1542 return;
|
|
1543 }
|
|
1544
|
|
1545 if (status) {
|
|
1546 p->state->status = status;
|
|
1547
|
|
1548 if (p->upstream->peer.tries == 0 || !(p->lcf->next_upstream & ft_type))
|
|
1549 {
|
|
1550
|
|
1551 #if (NGX_HTTP_CACHE)
|
|
1552
|
|
1553 if (p->stale && (p->lcf->use_stale & ft_type)) {
|
|
1554 ngx_http_proxy_finalize_request(p,
|
|
1555 ngx_http_proxy_send_cached_response(p));
|
|
1556 return;
|
|
1557 }
|
|
1558
|
|
1559 #endif
|
|
1560
|
|
1561 ngx_http_proxy_finalize_request(p, status);
|
|
1562 return;
|
|
1563 }
|
|
1564 }
|
|
1565
|
|
1566 if (p->lcf->busy_lock && !p->busy_locked) {
|
|
1567 ngx_http_proxy_upstream_busy_lock(p);
|
|
1568 } else {
|
|
1569 ngx_http_proxy_connect(p);
|
|
1570 }
|
|
1571 }
|