Mercurial > hg > nginx-tests
view upstream_max_conns.t @ 1236:93f749c1d5c5
Tests: fixed parallel tests execution with UDP.
Previously, when checking ports availability, a UDP socket was always created
first, then a TCP socket was created. On success, one of UDP and TCP sockets
was closed (depending on the "udp" option) and the second one was used to busy
this port in other scripts. This lead to the following problem: in an attempt
to reopen a UDP socket used in a given testing script it could be stolen by
another script as part of checking ports availability.
To solve this problem, UDP and TCP ports were split into two non-overlapping
ranges: TCP ports are only used in the range 8000-8499, and UDP ports - in
the range 8500-8999. In addition, the order of creating sockets in UDP tests
has been reversed: now a TCP socket used as a lock precedes a UDP socket.
author | Andrey Zelenkov <zelenkov@nginx.com> |
---|---|
date | Thu, 26 Oct 2017 18:00:21 +0300 |
parents | 187524328926 |
children | 766bcbb632ee |
line wrap: on
line source
#!/usr/bin/perl # (C) Nginx, Inc. # Tests for upstream module with max_conns feature. ############################################################################### use warnings; use strict; use Test::More; use IO::Select; BEGIN { use FindBin; chdir($FindBin::Bin); } use lib 'lib'; use Test::Nginx qw/ :DEFAULT http_end /; ############################################################################### select STDERR; $| = 1; select STDOUT; $| = 1; my $t = Test::Nginx->new() ->has(qw/http proxy rewrite upstream_least_conn upstream_ip_hash/); $t->write_file_expand('nginx.conf', <<'EOF'); %%TEST_GLOBALS%% daemon off; events { } http { %%TEST_GLOBALS_HTTP%% upstream u_unlim { server 127.0.0.1:8081 max_conns=0; server 127.0.0.1:8082; } upstream u_lim { server 127.0.0.1:8081 max_conns=3; } upstream u_backup { server 127.0.0.1:8081 max_conns=2; server 127.0.0.1:8082 backup; } upstream u_backup_lim { server 127.0.0.1:8081 max_conns=2; server 127.0.0.1:8082 backup max_conns=3; } upstream u_two { server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082 max_conns=1; } upstream u_some { server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082; } upstream u_many { server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082; } upstream u_weight { server 127.0.0.1:8081 weight=2 max_conns=1; server 127.0.0.1:8082; } upstream u_pnu { # special server to force next upstream server 127.0.0.1:8084; server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082 max_conns=2; } upstream u_lc { least_conn; server 127.0.0.1:8081 max_conns=1; server 127.0.0.1:8082; } upstream u_lc_backup { least_conn; server 127.0.0.1:8081 max_conns=2; server 127.0.0.1:8082 backup; } upstream u_lc_backup_lim { least_conn; server 127.0.0.1:8081 max_conns=2; server 127.0.0.1:8082 backup max_conns=3; } upstream u_ih { ip_hash; server 127.0.0.1:8081 max_conns=1; } server { listen 127.0.0.1:8084; server_name localhost; location / { return 444; } } server { listen 127.0.0.1:8080; server_name localhost; proxy_http_version 1.1; proxy_set_header Connection ""; proxy_buffering off; location /u { proxy_pass http:/$uri; } location /close { proxy_pass http://127.0.0.1:8085; } } } EOF $t->run_daemon(\&http_daemon, port(8081), port(8082), port(8085)); $t->try_run('no upstream max_conns')->plan(14); $t->waitforsocket('127.0.0.1:' . port(8081)); $t->waitforsocket('127.0.0.1:' . port(8082)); $t->waitforsocket('127.0.0.1:' . port(8085)); ############################################################################### my @ports = my ($p1, $p2) = (port(8081), port(8082)); # two peers without max_conns is(parallel('/u_unlim?delay=0', 4), "$p1: 2, $p2: 2", 'unlimited'); # simple test with limited peer is(parallel('/u_lim', 4), "$p1: 3", 'single'); # reopen connection to test connection subtraction my @s = http_get_multi('/u_lim', 1, 1.1); http_get('/u_lim/close'); push @s, http_get_multi('/u_lim', 1, 1.1); http_get('/closeall'); is(http_end_multi(\@s), "$p1: 2", 'conn subtraction'); # limited peer with backup peer is(peers('/u_backup', 6), "$p1 $p1 $p2 $p2 $p2 $p2", 'backup'); # peer and backup peer, both limited is(peers('/u_backup_lim', 6), "$p1 $p1 $p2 $p2 $p2 ", 'backup limited'); # all peers limited is(parallel('/u_two', 4), "$p1: 1, $p2: 1", 'all peers'); # subset of peers limited is(parallel('/u_some', 4), "$p1: 1, $p2: 3", 'some peers'); # ensure that peer "weight" does not affect its max_conns limit is(parallel('/u_weight', 4), "$p1: 1, $p2: 3", 'weight'); # peers with equal server value aggregate max_conns limit is(parallel('/u_many', 6), "$p1: 2, $p2: 4", 'equal peer'); # connections to peer selected with proxy_next_upstream are counted is(parallel('/u_pnu', 4), "$p1: 1, $p2: 2", 'proxy_next_upstream'); # least_conn balancer tests is(parallel('/u_lc', 4), "$p1: 1, $p2: 3", 'least_conn'); is(peers('/u_lc_backup', 6), "$p1 $p1 $p2 $p2 $p2 $p2", 'least_conn backup'); is(peers('/u_lc_backup_lim', 6), "$p1 $p1 $p2 $p2 $p2 ", 'least_conn backup limited'); # ip_hash balancer tests is(parallel('/u_ih', 4), "$p1: 1", 'ip_hash'); ############################################################################### sub peers { my ($uri, $count) = @_; my @sockets = http_get_multi($uri, $count, 1.1); http_get('/closeall'); join ' ', map { /X-Port: (\d+)/ && $1 } map { http_end $_ } (@sockets); } sub parallel { my ($uri, $count) = @_; my @sockets = http_get_multi($uri, $count); for (1 .. 20) { last if IO::Select->new(@sockets)->can_read(3) == $count; select undef, undef, undef, 0.01; } http_get('/closeall'); return http_end_multi(\@sockets); } sub http_get_multi { my ($uri, $count, $wait) = @_; my @sockets; for (0 .. $count - 1) { $sockets[$_] = http_get($uri, start => 1); IO::Select->new($sockets[$_])->can_read($wait) if $wait; } return @sockets; } sub http_end_multi { my ($sockets) = @_; my %ports; for my $sock (@$sockets) { if (http_end($sock) =~ /X-Port: (\d+)/) { $ports{$1} = 0 unless defined $ports{$1}; $ports{$1}++; } close $sock; } my @keys = map { my $p = $_; grep { $p == $_ } keys %ports } @ports; return join ', ', map { $_ . ": " . $ports{$_} } @keys; } ############################################################################### sub http_daemon { my (@ports) = @_; my (@socks, @clients); for my $port (@ports) { my $server = IO::Socket::INET->new( Proto => 'tcp', LocalHost => "127.0.0.1:$port", Listen => 42, Reuse => 1 ) or die "Can't create listening socket: $!\n"; push @socks, $server; } my $sel = IO::Select->new(@socks); my $skip = 4; my $count = 0; local $SIG{PIPE} = 'IGNORE'; OUTER: while (my @ready = $sel->can_read) { foreach my $fh (@ready) { if (grep $_ == $fh, @socks) { my $new = $fh->accept; $new->autoflush(1); $sel->add($new); $count++; } else { my @busy = grep { $_->sockport() } @ready; # finish other handles if ($fh->sockport() == port(8085) && @busy > 1 && grep $_->sockport() != port(8085), @busy) { next; } # late events in other handles if ($fh->sockport() == port(8085) && @busy == 1 && $count > 1 && $skip-- > 0) { select undef, undef, undef, 0.1; next OUTER; } my $rv = process_socket($fh, \@clients); if ($rv == 1) { $sel->remove($fh); $fh->close; } if ($rv == 2) { for (@clients) { $sel->remove($_); $_->close; } $sel->remove($fh); $fh->close; $skip = 4; } $count--; } } } } # Returns true to close connection sub process_socket { my ($client, $saved) = @_; my $port = $client->sockport(); my $headers = ''; my $uri = ''; while (<$client>) { $headers .= $_; last if (/^\x0d?\x0a?$/); } return 1 if $headers eq ''; $uri = $1 if $headers =~ /^\S+\s+([^ ]+)\s+HTTP/i; return 1 if $uri eq ''; Test::Nginx::log_core('||', "$port: response, 200"); print $client <<EOF; HTTP/1.1 200 OK X-Port: $port OK EOF return 2 if $uri =~ /closeall/; return 1 if $uri =~ /close/; push @$saved, $client; return 0; } ###############################################################################