Mercurial > hg > nginx-tests
view upstream_max_conns.t @ 1240:f7eb2875ed45
Tests: avoid interleaved output in Upgrade handling tests.
When the testing script is run in verbose mode by prove that redirects stdout,
a garbled verbose mode line from backend can be produced that incorporates TAP
output of an individual test result, which eventually breaks the testing plan.
Notably, this happens when testing sending multiple frames if backend started
to respond before all frames were received. This is possible due to the line
boundary used as an indicator of last bytes to receive before starting to send.
The fix is to amend the only last frame of many specially, for that purpose.
author | Sergey Kandaurov <pluknet@nginx.com> |
---|---|
date | Wed, 15 Nov 2017 20:16:09 +0300 |
parents | 187524328926 |
children | 766bcbb632ee |
line wrap: on
line source
#!/usr/bin/perl # (C) Nginx, Inc. # Tests for upstream module with max_conns feature. ############################################################################### use warnings; use strict; use Test::More; use IO::Select; BEGIN { use FindBin; chdir($FindBin::Bin); } use lib 'lib'; use Test::Nginx qw/ :DEFAULT http_end /; ############################################################################### select STDERR; $| = 1; select STDOUT; $| = 1; my $t = Test::Nginx->new() ->has(qw/http proxy rewrite upstream_least_conn upstream_ip_hash/); $t->write_file_expand('nginx.conf', <<'EOF'); %%TEST_GLOBALS%% daemon off; events { } http { %%TEST_GLOBALS_HTTP%% upstream u_unlim { server 127.0.0.1:8081 max_conns=0; server 127.0.0.1:8082; } upstream u_lim { server 127.0.0.1:8081 max_conns=3; } upstream u_backup { server 127.0.0.1:8081 max_conns=2; server 127.0.0.1:8082 backup; } upstream u_backup_lim { server 127.0.0.1:8081 max_conns=2; server 127.0.0.1:8082 backup max_conns=3; } upstream u_two { server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082 max_conns=1; } upstream u_some { server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082; } upstream u_many { server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082; } upstream u_weight { server 127.0.0.1:8081 weight=2 max_conns=1; server 127.0.0.1:8082; } upstream u_pnu { # special server to force next upstream server 127.0.0.1:8084; server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082 max_conns=2; } upstream u_lc { least_conn; server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082; } upstream u_lc_backup { least_conn; server 127.0.0.1:8081 max_conns=2; server 127.0.0.1:8082 backup; } upstream u_lc_backup_lim { least_conn; server 127.0.0.1:8081 max_conns=2; server 127.0.0.1:8082 backup max_conns=3; } upstream u_ih { ip_hash; server 127.0.0.1:8081 max_conns=1; } server { listen 127.0.0.1:8084; server_name localhost; location / { return 444; } } server { listen 127.0.0.1:8080; server_name localhost; proxy_http_version 1.1; proxy_set_header Connection ""; proxy_buffering off; location /u { proxy_pass http:/$uri; } location /close { proxy_pass http://127.0.0.1:8085; } } } EOF $t->run_daemon(\&http_daemon, port(8081), port(8082), port(8085)); $t->try_run('no upstream max_conns')->plan(14); $t->waitforsocket('127.0.0.1:' . port(8081)); $t->waitforsocket('127.0.0.1:' . port(8082)); $t->waitforsocket('127.0.0.1:' . port(8085)); ############################################################################### my @ports = my ($p1, $p2) = (port(8081), port(8082)); # two peers without max_conns is(parallel('/u_unlim?delay=0', 4), "$p1: 2, $p2: 2", 'unlimited'); # simple test with limited peer is(parallel('/u_lim', 4), "$p1: 3", 'single'); # reopen connection to test connection subtraction my @s = http_get_multi('/u_lim', 1, 1.1); http_get('/u_lim/close'); push @s, http_get_multi('/u_lim', 1, 1.1); http_get('/closeall'); is(http_end_multi(\@s), "$p1: 2", 'conn subtraction'); # limited peer with backup peer is(peers('/u_backup', 6), "$p1 $p1 $p2 $p2 $p2 $p2", 'backup'); # peer and backup peer, both limited is(peers('/u_backup_lim', 6), "$p1 $p1 $p2 $p2 $p2 ", 'backup limited'); # all peers limited is(parallel('/u_two', 4), "$p1: 1, $p2: 1", 'all peers'); # subset of peers limited is(parallel('/u_some', 4), "$p1: 1, $p2: 3", 'some peers'); # ensure that peer "weight" does not affect its max_conns limit is(parallel('/u_weight', 4), "$p1: 1, $p2: 3", 'weight'); # peers with equal server value aggregate max_conns limit is(parallel('/u_many', 6), "$p1: 2, $p2: 4", 'equal peer'); # connections to peer selected with proxy_next_upstream are counted is(parallel('/u_pnu', 4), "$p1: 1, $p2: 2", 'proxy_next_upstream'); # least_conn balancer tests is(parallel('/u_lc', 4), "$p1: 1, $p2: 3", 'least_conn'); is(peers('/u_lc_backup', 6), "$p1 $p1 $p2 $p2 $p2 $p2", 'least_conn backup'); is(peers('/u_lc_backup_lim', 6), "$p1 $p1 $p2 $p2 $p2 ", 'least_conn backup limited'); # ip_hash balancer tests is(parallel('/u_ih', 4), "$p1: 1", 'ip_hash'); ############################################################################### sub peers { my ($uri, $count) = @_; my @sockets = http_get_multi($uri, $count, 1.1); http_get('/closeall'); join ' ', map { /X-Port: (\d+)/ && $1 } map { http_end $_ } (@sockets); } sub parallel { my ($uri, $count) = @_; my @sockets = http_get_multi($uri, $count); for (1 .. 20) { last if IO::Select->new(@sockets)->can_read(3) == $count; select undef, undef, undef, 0.01; } http_get('/closeall'); return http_end_multi(\@sockets); } sub http_get_multi { my ($uri, $count, $wait) = @_; my @sockets; for (0 .. $count - 1) { $sockets[$_] = http_get($uri, start => 1); IO::Select->new($sockets[$_])->can_read($wait) if $wait; } return @sockets; } sub http_end_multi { my ($sockets) = @_; my %ports; for my $sock (@$sockets) { if (http_end($sock) =~ /X-Port: (\d+)/) { $ports{$1} = 0 unless defined $ports{$1}; $ports{$1}++; } close $sock; } my @keys = map { my $p = $_; grep { $p == $_ } keys %ports } @ports; return join ', ', map { $_ . ": " . $ports{$_} } @keys; } ############################################################################### sub http_daemon { my (@ports) = @_; my (@socks, @clients); for my $port (@ports) { my $server = IO::Socket::INET->new( Proto => 'tcp', LocalHost => "127.0.0.1:$port", Listen => 42, Reuse => 1 ) or die "Can't create listening socket: $!\n"; push @socks, $server; } my $sel = IO::Select->new(@socks); my $skip = 4; my $count = 0; local $SIG{PIPE} = 'IGNORE'; OUTER: while (my @ready = $sel->can_read) { foreach my $fh (@ready) { if (grep $_ == $fh, @socks) { my $new = $fh->accept; $new->autoflush(1); $sel->add($new); $count++; } else { my @busy = grep { $_->sockport() } @ready; # finish other handles if ($fh->sockport() == port(8085) && @busy > 1 && grep $_->sockport() != port(8085), @busy) { next; } # late events in other handles if ($fh->sockport() == port(8085) && @busy == 1 && $count > 1 && $skip-- > 0) { select undef, undef, undef, 0.1; next OUTER; } my $rv = process_socket($fh, \@clients); if ($rv == 1) { $sel->remove($fh); $fh->close; } if ($rv == 2) { for (@clients) { $sel->remove($_); $_->close; } $sel->remove($fh); $fh->close; $skip = 4; } $count--; } } } } # Returns true to close connection sub process_socket { my ($client, $saved) = @_; my $port = $client->sockport(); my $headers = ''; my $uri = ''; while (<$client>) { $headers .= $_; last if (/^\x0d?\x0a?$/); } return 1 if $headers eq ''; $uri = $1 if $headers =~ /^\S+\s+([^ ]+)\s+HTTP/i; return 1 if $uri eq ''; Test::Nginx::log_core('||', "$port: response, 200"); print $client <<EOF; HTTP/1.1 200 OK X-Port: $port OK EOF return 2 if $uri =~ /closeall/; return 1 if $uri =~ /close/; push @$saved, $client; return 0; } ###############################################################################