Mercurial > hg > nginx
annotate src/http/ngx_http_upstream_round_robin.c @ 1465:a9132739bb57
balance more fair when there are several servers with equal weights,
side effect: now smallest weights go first
| author | Igor Sysoev <igor@sysoev.ru> |
|---|---|
| date | Sun, 09 Sep 2007 18:23:21 +0000 |
| parents | 1f6898bb813e |
| children | 56f1ea5baabb |
| rev | line source |
|---|---|
| 884 | 1 |
| 2 /* | |
| 3 * Copyright (C) Igor Sysoev | |
| 4 */ | |
| 5 | |
| 6 | |
| 7 #include <ngx_config.h> | |
| 8 #include <ngx_core.h> | |
| 9 #include <ngx_http.h> | |
| 10 | |
| 11 | |
| 1379 | 12 static int ngx_http_upstream_cmp_servers(const void *one, const void *two); |
|
1344
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
13 static ngx_uint_t |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
14 ngx_http_upstream_get_peer(ngx_http_upstream_rr_peers_t *peers); |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
15 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
16 |
| 884 | 17 ngx_int_t |
| 18 ngx_http_upstream_init_round_robin(ngx_conf_t *cf, | |
| 19 ngx_http_upstream_srv_conf_t *us) | |
| 20 { | |
| 21 ngx_url_t u; | |
| 22 ngx_uint_t i, j, n; | |
| 23 ngx_http_upstream_server_t *server; | |
| 1378 | 24 ngx_http_upstream_rr_peers_t *peers, *backup; |
| 884 | 25 |
| 26 us->peer.init = ngx_http_upstream_init_round_robin_peer; | |
| 27 | |
| 28 if (us->servers) { | |
| 29 server = us->servers->elts; | |
| 30 | |
| 1378 | 31 n = 0; |
| 32 | |
| 884 | 33 for (i = 0; i < us->servers->nelts; i++) { |
| 1378 | 34 if (server[i].backup) { |
| 35 continue; | |
| 36 } | |
| 37 | |
| 884 | 38 n += server[i].naddrs; |
| 39 } | |
| 40 | |
| 41 peers = ngx_pcalloc(cf->pool, sizeof(ngx_http_upstream_rr_peers_t) | |
| 42 + sizeof(ngx_http_upstream_rr_peer_t) * (n - 1)); | |
| 43 if (peers == NULL) { | |
| 44 return NGX_ERROR; | |
| 45 } | |
| 46 | |
| 1378 | 47 peers->single = (n == 1); |
| 884 | 48 peers->number = n; |
| 49 peers->name = &us->host; | |
| 50 | |
| 51 n = 0; | |
| 52 | |
| 53 for (i = 0; i < us->servers->nelts; i++) { | |
| 54 for (j = 0; j < server[i].naddrs; j++) { | |
| 1378 | 55 if (server[i].backup) { |
| 56 continue; | |
| 57 } | |
| 58 | |
| 884 | 59 peers->peer[n].sockaddr = server[i].addrs[j].sockaddr; |
| 60 peers->peer[n].socklen = server[i].addrs[j].socklen; | |
| 61 peers->peer[n].name = server[i].addrs[j].name; | |
| 62 peers->peer[n].max_fails = server[i].max_fails; | |
| 63 peers->peer[n].fail_timeout = server[i].fail_timeout; | |
| 64 peers->peer[n].down = server[i].down; | |
|
1376
6ff8c0c1e194
"down" server caused endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1344
diff
changeset
|
65 peers->peer[n].weight = server[i].down ? 0 : server[i].weight; |
|
6ff8c0c1e194
"down" server caused endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1344
diff
changeset
|
66 peers->peer[n].current_weight = peers->peer[n].weight; |
| 884 | 67 n++; |
| 68 } | |
| 69 } | |
| 70 | |
| 71 us->peer.data = peers; | |
| 72 | |
| 1379 | 73 ngx_sort(&peers->peer[0], (size_t) n, |
| 74 sizeof(ngx_http_upstream_rr_peer_t), | |
| 75 ngx_http_upstream_cmp_servers); | |
| 76 | |
| 1378 | 77 /* backup servers */ |
| 78 | |
| 79 n = 0; | |
| 80 | |
| 81 for (i = 0; i < us->servers->nelts; i++) { | |
| 82 if (!server[i].backup) { | |
| 83 continue; | |
| 84 } | |
| 85 | |
| 86 n += server[i].naddrs; | |
| 87 } | |
| 88 | |
| 89 if (n == 0) { | |
| 90 return NGX_OK; | |
| 91 } | |
| 92 | |
| 93 backup = ngx_pcalloc(cf->pool, sizeof(ngx_http_upstream_rr_peers_t) | |
| 94 + sizeof(ngx_http_upstream_rr_peer_t) * (n - 1)); | |
| 95 if (backup == NULL) { | |
| 96 return NGX_ERROR; | |
| 97 } | |
| 98 | |
| 99 peers->single = 0; | |
| 100 backup->single = 0; | |
| 101 backup->number = n; | |
| 102 backup->name = &us->host; | |
| 103 | |
| 104 n = 0; | |
| 105 | |
| 106 for (i = 0; i < us->servers->nelts; i++) { | |
| 107 for (j = 0; j < server[i].naddrs; j++) { | |
| 108 if (!server[i].backup) { | |
| 109 continue; | |
| 110 } | |
| 111 | |
| 112 backup->peer[n].sockaddr = server[i].addrs[j].sockaddr; | |
| 113 backup->peer[n].socklen = server[i].addrs[j].socklen; | |
| 114 backup->peer[n].name = server[i].addrs[j].name; | |
| 115 backup->peer[n].weight = server[i].weight; | |
| 116 backup->peer[n].current_weight = server[i].weight; | |
| 117 backup->peer[n].max_fails = server[i].max_fails; | |
| 118 backup->peer[n].fail_timeout = server[i].fail_timeout; | |
| 119 backup->peer[n].down = server[i].down; | |
| 120 n++; | |
| 121 } | |
| 122 } | |
| 123 | |
| 124 peers->next = backup; | |
| 125 | |
| 1379 | 126 ngx_sort(&backup->peer[0], (size_t) n, |
| 127 sizeof(ngx_http_upstream_rr_peer_t), | |
| 128 ngx_http_upstream_cmp_servers); | |
| 129 | |
| 884 | 130 return NGX_OK; |
| 131 } | |
| 132 | |
| 133 | |
| 134 /* an upstream implicitly defined by proxy_pass, etc. */ | |
| 135 | |
| 906 | 136 if (us->port == 0 && us->default_port == 0) { |
| 137 ngx_log_error(NGX_LOG_EMERG, cf->log, 0, | |
| 138 "no port in upstream \"%V\" in %s:%ui", | |
| 139 &us->host, us->file_name.data, us->line); | |
| 140 return NGX_ERROR; | |
| 141 } | |
| 142 | |
| 884 | 143 ngx_memzero(&u, sizeof(ngx_url_t)); |
| 144 | |
| 145 u.host = us->host; | |
| 916 | 146 u.port = (in_port_t) (us->port ? us->port : us->default_port); |
| 884 | 147 |
| 148 if (ngx_inet_resolve_host(cf, &u) != NGX_OK) { | |
| 149 if (u.err) { | |
| 150 ngx_log_error(NGX_LOG_EMERG, cf->log, 0, | |
|
896
f247db60fc85
fix fastcgi and memcached upstreams
Igor Sysoev <igor@sysoev.ru>
parents:
884
diff
changeset
|
151 "%s in upstream \"%V\" in %s:%ui", |
| 884 | 152 u.err, &us->host, us->file_name.data, us->line); |
| 153 } | |
| 154 | |
| 155 return NGX_ERROR; | |
| 156 } | |
| 157 | |
| 158 n = u.naddrs; | |
| 159 | |
| 160 peers = ngx_pcalloc(cf->pool, sizeof(ngx_http_upstream_rr_peers_t) | |
| 161 + sizeof(ngx_http_upstream_rr_peer_t) * (n - 1)); | |
| 162 if (peers == NULL) { | |
| 163 return NGX_ERROR; | |
| 164 } | |
| 165 | |
| 1378 | 166 peers->single = (n == 1); |
| 884 | 167 peers->number = n; |
| 168 peers->name = &us->host; | |
| 169 | |
| 170 n = 0; | |
| 171 | |
| 172 for (i = 0; i < u.naddrs; i++) { | |
| 173 peers->peer[n].sockaddr = u.addrs[i].sockaddr; | |
| 174 peers->peer[n].socklen = u.addrs[i].socklen; | |
| 175 peers->peer[n].name = u.addrs[i].name; | |
| 176 peers->peer[n].weight = 1; | |
| 177 peers->peer[n].current_weight = 1; | |
| 178 peers->peer[n].max_fails = 1; | |
| 179 peers->peer[n].fail_timeout = 10; | |
| 180 n++; | |
| 181 } | |
| 182 | |
| 183 us->peer.data = peers; | |
| 184 | |
| 1378 | 185 /* implicitly defined upstream has no backup servers */ |
| 186 | |
| 884 | 187 return NGX_OK; |
| 188 } | |
| 189 | |
| 190 | |
| 1379 | 191 static int |
| 192 ngx_http_upstream_cmp_servers(const void *one, const void *two) | |
| 193 { | |
| 194 ngx_http_upstream_rr_peer_t *first, *second; | |
| 195 | |
| 196 first = (ngx_http_upstream_rr_peer_t *) one; | |
| 197 second = (ngx_http_upstream_rr_peer_t *) two; | |
| 198 | |
| 199 return (first->weight < second->weight); | |
| 200 } | |
| 201 | |
| 202 | |
| 884 | 203 ngx_int_t |
| 204 ngx_http_upstream_init_round_robin_peer(ngx_http_request_t *r, | |
| 205 ngx_http_upstream_srv_conf_t *us) | |
| 206 { | |
| 207 ngx_uint_t n; | |
| 208 ngx_http_upstream_rr_peer_data_t *rrp; | |
| 209 | |
| 210 rrp = r->upstream->peer.data; | |
| 211 | |
| 212 if (rrp == NULL) { | |
| 213 rrp = ngx_palloc(r->pool, sizeof(ngx_http_upstream_rr_peer_data_t)); | |
| 214 if (rrp == NULL) { | |
| 215 return NGX_ERROR; | |
| 216 } | |
| 217 | |
| 218 r->upstream->peer.data = rrp; | |
| 219 } | |
| 220 | |
| 221 rrp->peers = us->peer.data; | |
| 222 rrp->current = 0; | |
| 223 | |
| 224 if (rrp->peers->number <= 8 * sizeof(uintptr_t)) { | |
| 225 rrp->tried = &rrp->data; | |
| 226 rrp->data = 0; | |
| 227 | |
| 228 } else { | |
| 229 n = (rrp->peers->number + (8 * sizeof(uintptr_t) - 1)) | |
| 230 / (8 * sizeof(uintptr_t)); | |
| 231 | |
| 232 rrp->tried = ngx_pcalloc(r->pool, n * sizeof(uintptr_t)); | |
| 233 if (rrp->tried == NULL) { | |
| 234 return NGX_ERROR; | |
| 235 } | |
| 236 } | |
| 237 | |
| 238 r->upstream->peer.get = ngx_http_upstream_get_round_robin_peer; | |
| 239 r->upstream->peer.free = ngx_http_upstream_free_round_robin_peer; | |
| 240 r->upstream->peer.tries = rrp->peers->number; | |
| 241 #if (NGX_HTTP_SSL) | |
|
1284
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
242 r->upstream->peer.set_session = |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
243 ngx_http_upstream_set_round_robin_peer_session; |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
244 r->upstream->peer.save_session = |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
245 ngx_http_upstream_save_round_robin_peer_session; |
| 884 | 246 #endif |
| 247 | |
| 248 return NGX_OK; | |
| 249 } | |
| 250 | |
| 251 | |
| 252 ngx_int_t | |
| 253 ngx_http_upstream_get_round_robin_peer(ngx_peer_connection_t *pc, void *data) | |
| 254 { | |
| 255 ngx_http_upstream_rr_peer_data_t *rrp = data; | |
| 256 | |
| 1378 | 257 time_t now; |
| 258 uintptr_t m; | |
| 259 ngx_int_t rc; | |
| 260 ngx_uint_t i, n; | |
| 261 ngx_connection_t *c; | |
| 262 ngx_http_upstream_rr_peer_t *peer; | |
| 263 ngx_http_upstream_rr_peers_t *peers; | |
| 884 | 264 |
| 265 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, pc->log, 0, | |
| 266 "get rr peer, try: %ui", pc->tries); | |
| 267 | |
| 268 now = ngx_time(); | |
| 269 | |
| 270 /* ngx_lock_mutex(rrp->peers->mutex); */ | |
| 271 | |
| 272 if (rrp->peers->last_cached) { | |
| 273 | |
| 274 /* cached connection */ | |
| 275 | |
| 276 c = rrp->peers->cached[rrp->peers->last_cached]; | |
| 277 rrp->peers->last_cached--; | |
| 278 | |
| 279 /* ngx_unlock_mutex(ppr->peers->mutex); */ | |
| 280 | |
| 281 #if (NGX_THREADS) | |
| 282 c->read->lock = c->read->own_lock; | |
| 283 c->write->lock = c->write->own_lock; | |
| 284 #endif | |
| 285 | |
| 286 pc->connection = c; | |
| 287 pc->cached = 1; | |
| 288 | |
| 289 return NGX_OK; | |
| 290 } | |
| 291 | |
| 292 pc->cached = 0; | |
| 293 pc->connection = NULL; | |
| 294 | |
| 1378 | 295 if (rrp->peers->single) { |
| 884 | 296 peer = &rrp->peers->peer[0]; |
| 297 | |
| 298 } else { | |
| 299 | |
| 300 /* there are several peers */ | |
| 301 | |
| 302 if (pc->tries == rrp->peers->number) { | |
| 303 | |
| 304 /* it's a first try - get a current peer */ | |
| 305 | |
|
1419
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
306 i = pc->tries; |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
307 |
| 884 | 308 for ( ;; ) { |
|
1344
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
309 rrp->current = ngx_http_upstream_get_peer(rrp->peers); |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
310 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
311 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, pc->log, 0, |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
312 "get rr peer, current: %ui %i", |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
313 rrp->current, |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
314 rrp->peers->peer[rrp->current].current_weight); |
| 884 | 315 |
| 316 n = rrp->current / (8 * sizeof(uintptr_t)); | |
|
1206
451e34738078
fix worker endless loop on 64-bit platform if 33+ backend has fall
Igor Sysoev <igor@sysoev.ru>
parents:
916
diff
changeset
|
317 m = (uintptr_t) 1 << rrp->current % (8 * sizeof(uintptr_t)); |
| 884 | 318 |
| 319 if (!(rrp->tried[n] & m)) { | |
| 320 peer = &rrp->peers->peer[rrp->current]; | |
| 321 | |
| 322 if (!peer->down) { | |
| 323 | |
| 324 if (peer->max_fails == 0 | |
| 325 || peer->fails < peer->max_fails) | |
| 326 { | |
| 327 break; | |
| 328 } | |
| 329 | |
| 330 if (now - peer->accessed > peer->fail_timeout) { | |
| 331 peer->fails = 0; | |
| 332 break; | |
| 333 } | |
| 334 | |
|
1344
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
335 peer->current_weight = 0; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
336 |
| 884 | 337 } else { |
| 338 rrp->tried[n] |= m; | |
| 339 } | |
| 340 | |
| 341 pc->tries--; | |
| 342 } | |
| 343 | |
|
1419
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
344 if (pc->tries == 0) { |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
345 goto failed; |
| 884 | 346 } |
| 347 | |
|
1419
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
348 if (--i == 0) { |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
349 ngx_log_error(NGX_LOG_ALERT, pc->log, 0, |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
350 "round robin upstream stuck on %ui tries", |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
351 pc->tries); |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
352 goto failed; |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
353 } |
| 884 | 354 } |
| 355 | |
| 356 peer->current_weight--; | |
| 357 | |
| 358 } else { | |
|
1419
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
359 |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
360 i = pc->tries; |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
361 |
| 884 | 362 for ( ;; ) { |
| 363 n = rrp->current / (8 * sizeof(uintptr_t)); | |
|
1206
451e34738078
fix worker endless loop on 64-bit platform if 33+ backend has fall
Igor Sysoev <igor@sysoev.ru>
parents:
916
diff
changeset
|
364 m = (uintptr_t) 1 << rrp->current % (8 * sizeof(uintptr_t)); |
| 884 | 365 |
| 366 if (!(rrp->tried[n] & m)) { | |
| 367 | |
| 368 peer = &rrp->peers->peer[rrp->current]; | |
| 369 | |
| 370 if (!peer->down) { | |
| 371 | |
| 372 if (peer->max_fails == 0 | |
| 373 || peer->fails < peer->max_fails) | |
| 374 { | |
| 375 break; | |
| 376 } | |
| 377 | |
| 378 if (now - peer->accessed > peer->fail_timeout) { | |
| 379 peer->fails = 0; | |
| 380 break; | |
| 381 } | |
| 382 | |
|
1344
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
383 peer->current_weight = 0; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
384 |
| 884 | 385 } else { |
| 386 rrp->tried[n] |= m; | |
| 387 } | |
| 388 | |
| 389 pc->tries--; | |
| 390 } | |
| 391 | |
| 392 rrp->current++; | |
| 393 | |
| 394 if (rrp->current >= rrp->peers->number) { | |
| 395 rrp->current = 0; | |
| 396 } | |
| 397 | |
|
1419
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
398 if (pc->tries == 0) { |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
399 goto failed; |
| 884 | 400 } |
| 401 | |
|
1419
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
402 if (--i == 0) { |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
403 ngx_log_error(NGX_LOG_ALERT, pc->log, 0, |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
404 "round robin upstream stuck on %ui tries", |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
405 pc->tries); |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
406 goto failed; |
|
79f033a89dd4
add guard code to prevent endless loop
Igor Sysoev <igor@sysoev.ru>
parents:
1389
diff
changeset
|
407 } |
| 884 | 408 } |
| 409 | |
| 410 peer->current_weight--; | |
| 411 } | |
| 412 | |
| 413 rrp->tried[n] |= m; | |
| 414 } | |
| 415 | |
| 416 pc->sockaddr = peer->sockaddr; | |
| 417 pc->socklen = peer->socklen; | |
| 418 pc->name = &peer->name; | |
| 419 | |
| 420 /* ngx_unlock_mutex(rrp->peers->mutex); */ | |
| 421 | |
| 1378 | 422 if (pc->tries == 1 && rrp->peers->next) { |
| 423 pc->tries += rrp->peers->next->number; | |
| 424 | |
| 425 n = rrp->peers->next->number / (8 * sizeof(uintptr_t)) + 1; | |
| 1389 | 426 for (i = 0; i < n; i++) { |
| 1378 | 427 rrp->tried[i] = 0; |
| 428 } | |
| 429 } | |
| 430 | |
| 884 | 431 return NGX_OK; |
| 432 | |
| 433 failed: | |
| 434 | |
| 1378 | 435 peers = rrp->peers; |
| 436 | |
| 437 if (peers->next) { | |
| 438 | |
| 439 /* ngx_unlock_mutex(peers->mutex); */ | |
| 440 | |
| 441 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, pc->log, 0, "backup servers"); | |
| 442 | |
| 443 rrp->peers = peers->next; | |
| 444 pc->tries = rrp->peers->number; | |
| 445 | |
| 446 n = rrp->peers->number / (8 * sizeof(uintptr_t)) + 1; | |
| 1389 | 447 for (i = 0; i < n; i++) { |
| 1378 | 448 rrp->tried[i] = 0; |
| 449 } | |
| 450 | |
| 451 rc = ngx_http_upstream_get_round_robin_peer(pc, rrp); | |
| 452 | |
| 453 if (rc != NGX_BUSY) { | |
| 454 return rc; | |
| 455 } | |
| 456 | |
| 457 /* ngx_lock_mutex(peers->mutex); */ | |
| 458 } | |
| 459 | |
| 884 | 460 /* all peers failed, mark them as live for quick recovery */ |
| 461 | |
| 1378 | 462 for (i = 0; i < peers->number; i++) { |
| 463 peers->peer[i].fails = 0; | |
| 884 | 464 } |
| 465 | |
| 1378 | 466 /* ngx_unlock_mutex(peers->mutex); */ |
| 884 | 467 |
| 1378 | 468 pc->name = peers->name; |
| 884 | 469 |
| 470 return NGX_BUSY; | |
| 471 } | |
| 472 | |
| 473 | |
|
1344
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
474 static ngx_uint_t |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
475 ngx_http_upstream_get_peer(ngx_http_upstream_rr_peers_t *peers) |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
476 { |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
477 ngx_uint_t i, n; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
478 ngx_http_upstream_rr_peer_t *peer; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
479 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
480 peer = &peers->peer[0]; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
481 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
482 for ( ;; ) { |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
483 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
484 for (i = 0; i < peers->number; i++) { |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
485 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
486 if (peer[i].current_weight <= 0) { |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
487 continue; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
488 } |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
489 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
490 n = i; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
491 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
492 while (i < peers->number - 1) { |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
493 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
494 i++; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
495 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
496 if (peer[i].current_weight <= 0) { |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
497 continue; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
498 } |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
499 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
500 if (peer[n].current_weight * 1000 / peer[i].current_weight |
|
1465
a9132739bb57
balance more fair when there are several servers with equal weights,
Igor Sysoev <igor@sysoev.ru>
parents:
1463
diff
changeset
|
501 > peer[n].weight * 1000 / peer[i].weight) |
|
1344
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
502 { |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
503 return n; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
504 } |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
505 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
506 n = i; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
507 } |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
508 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
509 if (peer[i].current_weight > 0) { |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
510 n = i; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
511 } |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
512 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
513 return n; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
514 } |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
515 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
516 for (i = 0; i < peers->number; i++) { |
|
1463
1f6898bb813e
fix case when server was marked as down after one failure
Igor Sysoev <igor@sysoev.ru>
parents:
1462
diff
changeset
|
517 if (peer->max_fails == 0 || peer->fails < peer->max_fails) { |
|
1462
93a70a330e21
backout r1426: return dynamic weights
Igor Sysoev <igor@sysoev.ru>
parents:
1443
diff
changeset
|
518 peer[i].current_weight += peer[i].weight; |
|
1344
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
519 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
520 } else { |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
521 /* 1 allows to go to quick recovery when all peers failed */ |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
522 peer[i].current_weight = 1; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
523 } |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
524 } |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
525 } |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
526 } |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
527 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
528 |
| 884 | 529 void |
| 530 ngx_http_upstream_free_round_robin_peer(ngx_peer_connection_t *pc, void *data, | |
| 531 ngx_uint_t state) | |
| 532 { | |
| 533 ngx_http_upstream_rr_peer_data_t *rrp = data; | |
| 534 | |
| 535 time_t now; | |
| 536 ngx_http_upstream_rr_peer_t *peer; | |
| 537 | |
| 538 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, pc->log, 0, | |
| 539 "free rr peer %ui %ui", pc->tries, state); | |
| 540 | |
| 541 if (state == 0 && pc->tries == 0) { | |
| 542 return; | |
| 543 } | |
| 544 | |
| 545 /* TODO: NGX_PEER_KEEPALIVE */ | |
| 546 | |
| 1378 | 547 if (rrp->peers->single) { |
| 884 | 548 pc->tries = 0; |
| 549 return; | |
| 550 } | |
| 551 | |
| 552 if (state & NGX_PEER_FAILED) { | |
| 553 now = ngx_time(); | |
| 554 | |
| 555 peer = &rrp->peers->peer[rrp->current]; | |
| 556 | |
| 557 /* ngx_lock_mutex(rrp->peers->mutex); */ | |
| 558 | |
| 559 peer->fails++; | |
| 560 peer->accessed = now; | |
| 561 | |
|
1344
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
562 peer->current_weight -= peer->weight / peer->max_fails; |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
563 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
564 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, pc->log, 0, |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
565 "free rr peer failed: %ui %i", |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
566 rrp->current, peer->current_weight); |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
567 |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
568 if (peer->current_weight < 0) { |
|
8f5b5641966c
fair upstream weight balancer
Igor Sysoev <igor@sysoev.ru>
parents:
1284
diff
changeset
|
569 peer->current_weight = 0; |
| 884 | 570 } |
| 571 | |
| 572 /* ngx_unlock_mutex(rrp->peers->mutex); */ | |
| 573 } | |
| 574 | |
| 575 rrp->current++; | |
| 576 | |
| 577 if (rrp->current >= rrp->peers->number) { | |
| 578 rrp->current = 0; | |
| 579 } | |
| 580 | |
| 581 if (pc->tries) { | |
| 582 pc->tries--; | |
| 583 } | |
| 584 | |
| 585 /* ngx_unlock_mutex(rrp->peers->mutex); */ | |
| 586 } | |
| 587 | |
| 588 | |
| 589 #if (NGX_HTTP_SSL) | |
| 590 | |
|
1284
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
591 ngx_int_t |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
592 ngx_http_upstream_set_round_robin_peer_session(ngx_peer_connection_t *pc, |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
593 void *data) |
| 884 | 594 { |
| 595 ngx_http_upstream_rr_peer_data_t *rrp = data; | |
| 596 | |
|
1284
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
597 ngx_int_t rc; |
| 884 | 598 ngx_ssl_session_t *ssl_session; |
| 599 ngx_http_upstream_rr_peer_t *peer; | |
| 600 | |
|
1284
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
601 peer = &rrp->peers->peer[rrp->current]; |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
602 |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
603 /* TODO: threads only mutex */ |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
604 /* ngx_lock_mutex(rrp->peers->mutex); */ |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
605 |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
606 ssl_session = peer->ssl_session; |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
607 |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
608 rc = ngx_ssl_set_session(pc->connection, ssl_session); |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
609 |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
610 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, pc->log, 0, |
| 1443 | 611 "set session: %p:%d", |
| 612 ssl_session, ssl_session ? ssl_session->references : 0); | |
|
1284
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
613 |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
614 /* ngx_unlock_mutex(rrp->peers->mutex); */ |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
615 |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
616 return rc; |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
617 } |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
618 |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
619 |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
620 void |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
621 ngx_http_upstream_save_round_robin_peer_session(ngx_peer_connection_t *pc, |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
622 void *data) |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
623 { |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
624 ngx_http_upstream_rr_peer_data_t *rrp = data; |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
625 |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
626 ngx_ssl_session_t *old_ssl_session, *ssl_session; |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
627 ngx_http_upstream_rr_peer_t *peer; |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
628 |
| 884 | 629 ssl_session = ngx_ssl_get_session(pc->connection); |
| 630 | |
| 631 if (ssl_session == NULL) { | |
| 632 return; | |
| 633 } | |
| 634 | |
|
1284
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
635 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, pc->log, 0, |
| 1443 | 636 "save session: %p:%d", ssl_session, ssl_session->references); |
|
1284
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
637 |
| 884 | 638 peer = &rrp->peers->peer[rrp->current]; |
| 639 | |
|
1284
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
640 /* TODO: threads only mutex */ |
| 884 | 641 /* ngx_lock_mutex(rrp->peers->mutex); */ |
|
1284
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
642 |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
643 old_ssl_session = peer->ssl_session; |
| 884 | 644 peer->ssl_session = ssl_session; |
|
1284
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
645 |
| 884 | 646 /* ngx_unlock_mutex(rrp->peers->mutex); */ |
| 647 | |
|
1284
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
648 if (old_ssl_session) { |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
649 |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
650 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, pc->log, 0, |
| 1443 | 651 "old session: %p:%d", |
|
1284
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
652 old_ssl_session, old_ssl_session->references); |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
653 |
| 884 | 654 /* TODO: may block */ |
|
1284
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
655 |
|
be2b895d31e0
fix segfault when session was freed twice
Igor Sysoev <igor@sysoev.ru>
parents:
1206
diff
changeset
|
656 ngx_ssl_free_session(old_ssl_session); |
| 884 | 657 } |
| 658 } | |
| 659 | |
| 660 #endif |