Mercurial > hg > nginx-tests
view stream_js_fetch_https.t @ 1897:38f1fd9ca3e6
Tests: unbreak reading new stderr data after eof.
Tests don't expect to stop reading redirected stderr when end of file is
reached, but rather to read new data being appended, similar to "tail -f".
The behaviour is found changed in Ubuntu 23.04's Perl 5.36, which applies
the upstream patch [1] expected for inclusion in the upcoming Perl 5.38.
The fix is to clear the filehandle's error state to continue reading.
[1] https://github.com/Perl/perl5/commit/80c1f1e45e8e
Updated mail_error_log.t and stream_error_log.t for consistency.
author | Sergey Kandaurov <pluknet@nginx.com> |
---|---|
date | Mon, 29 May 2023 17:27:11 +0400 |
parents | cdcd75657e52 |
children |
line wrap: on
line source
#!/usr/bin/perl # (C) Dmitry Volyntsev # (C) Nginx, Inc. # Tests for stream njs module, fetch method, https support. ############################################################################### use warnings; use strict; use Test::More; BEGIN { use FindBin; chdir($FindBin::Bin); } use lib 'lib'; use Test::Nginx; use Test::Nginx::Stream qw/ stream /; ############################################################################### select STDERR; $| = 1; select STDOUT; $| = 1; my $t = Test::Nginx->new() ->has(qw/http http_ssl rewrite stream stream_return socket_ssl/) ->has_daemon('openssl') ->write_file_expand('nginx.conf', <<'EOF'); %%TEST_GLOBALS%% daemon off; events { } http { %%TEST_GLOBALS_HTTP%% js_import test.js; server { listen 127.0.0.1:8080; server_name localhost; location /njs { js_content test.njs; } } server { listen 127.0.0.1:8081 ssl default; server_name default.example.com; ssl_certificate default.example.com.chained.crt; ssl_certificate_key default.example.com.key; location /loc { return 200 "You are at default.example.com."; } location /success { return 200; } location /fail { return 403; } location /backend { return 200 "BACKEND OK"; } } server { listen 127.0.0.1:8081 ssl; server_name 1.example.com; ssl_certificate 1.example.com.chained.crt; ssl_certificate_key 1.example.com.key; location /loc { return 200 "You are at 1.example.com."; } } } stream { %%TEST_GLOBALS_STREAM%% js_import test.js; js_var $message; resolver 127.0.0.1:%%PORT_8981_UDP%%; resolver_timeout 1s; server { listen 127.0.0.1:8082; js_preread test.preread; return "default CA $message"; } server { listen 127.0.0.1:8083; js_preread test.preread; return "my CA $message"; js_fetch_ciphers HIGH:!aNull:!MD5; js_fetch_protocols TLSv1.1 TLSv1.2; js_fetch_trusted_certificate myca.crt; } server { listen 127.0.0.1:8084; js_preread test.preread; return "my CA with verify_depth=0 $message"; js_fetch_verify_depth 0; js_fetch_trusted_certificate myca.crt; } server { listen 127.0.0.1:8085; js_access test.access_ok; ssl_preread on; js_fetch_ciphers HIGH:!aNull:!MD5; js_fetch_protocols TLSv1.1 TLSv1.2; js_fetch_trusted_certificate myca.crt; proxy_pass 127.0.0.1:8081; } server { listen 127.0.0.1:8086; js_access test.access_nok; ssl_preread on; js_fetch_ciphers HIGH:!aNull:!MD5; js_fetch_protocols TLSv1.1 TLSv1.2; js_fetch_trusted_certificate myca.crt; proxy_pass 127.0.0.1:8081; } } EOF my $p1 = port(8081); my $p2 = port(8082); my $p3 = port(8083); my $p4 = port(8084); $t->write_file('test.js', <<EOF); function test_njs(r) { r.return(200, njs.version); } function preread(s) { s.on('upload', function (data, flags) { if (data.startsWith('GO')) { s.off('upload'); ngx.fetch('https://' + data.substring(2) + ':$p1/loc') .then(reply => { s.variables.message = 'https OK - ' + reply.status; s.done(); }) .catch(e => { s.variables.message = 'https NOK - ' + e.message; s.done(); }) } else if (data.length) { s.deny(); } }); } async function access_ok(s) { let r = await ngx.fetch('https://default.example.com:$p1/success', {body: s.remoteAddress}); (r.status == 200) ? s.allow(): s.deny(); } async function access_nok(s) { let r = await ngx.fetch('https://default.example.com:$p1/fail', {body: s.remoteAddress}); (r.status == 200) ? s.allow(): s.deny(); } export default {njs: test_njs, preread, access_ok, access_nok}; EOF my $d = $t->testdir(); $t->write_file('openssl.conf', <<EOF); [ req ] default_bits = 2048 encrypt_key = no distinguished_name = req_distinguished_name [ req_distinguished_name ] EOF $t->write_file('myca.conf', <<EOF); [ ca ] default_ca = myca [ myca ] new_certs_dir = $d database = $d/certindex default_md = sha256 policy = myca_policy serial = $d/certserial default_days = 1 x509_extensions = myca_extensions [ myca_policy ] commonName = supplied [ myca_extensions ] basicConstraints = critical,CA:TRUE EOF system('openssl req -x509 -new ' . "-config $d/openssl.conf -subj /CN=myca/ " . "-out $d/myca.crt -keyout $d/myca.key " . ">>$d/openssl.out 2>&1") == 0 or die "Can't create self-signed certificate for CA: $!\n"; foreach my $name ('intermediate', 'default.example.com', '1.example.com') { system("openssl req -new " . "-config $d/openssl.conf -subj /CN=$name/ " . "-out $d/$name.csr -keyout $d/$name.key " . ">>$d/openssl.out 2>&1") == 0 or die "Can't create certificate signing req for $name: $!\n"; } $t->write_file('certserial', '1000'); $t->write_file('certindex', ''); system("openssl ca -batch -config $d/myca.conf " . "-keyfile $d/myca.key -cert $d/myca.crt " . "-subj /CN=intermediate/ -in $d/intermediate.csr " . "-out $d/intermediate.crt " . ">>$d/openssl.out 2>&1") == 0 or die "Can't sign certificate for intermediate: $!\n"; foreach my $name ('default.example.com', '1.example.com') { system("openssl ca -batch -config $d/myca.conf " . "-keyfile $d/intermediate.key -cert $d/intermediate.crt " . "-subj /CN=$name/ -in $d/$name.csr -out $d/$name.crt " . ">>$d/openssl.out 2>&1") == 0 or die "Can't sign certificate for $name $!\n"; $t->write_file("$name.chained.crt", $t->read_file("$name.crt") . $t->read_file('intermediate.crt')); } $t->try_run('no njs.fetch')->plan(6); $t->run_daemon(\&dns_daemon, port(8981), $t); $t->waitforfile($t->testdir . '/' . port(8981)); ############################################################################### local $TODO = 'not yet' unless has_version('0.7.0'); like(stream("127.0.0.1:$p2")->io('GOdefault.example.com'), qr/connect failed/s, 'stream non trusted CA'); like(stream("127.0.0.1:$p3")->io('GOdefault.example.com'), qr/https OK/s, 'stream trusted CA'); like(stream("127.0.0.1:$p3")->io('GOlocalhost'), qr/connect failed/s, 'stream wrong CN'); like(stream("127.0.0.1:$p4")->io('GOdefaul.example.com'), qr/connect failed/s, 'stream verify_depth too small'); like(https_get('default.example.com', port(8085), '/backend'), qr!BACKEND OK!, 'access https fetch'); is(https_get('default.example.com', port(8086), '/backend'), '<conn failed>', 'access https fetch not'); ############################################################################### sub has_version { my $need = shift; http_get('/njs') =~ /^([.0-9]+)$/m; my @v = split(/\./, $1); my ($n, $v); for $n (split(/\./, $need)) { $v = shift @v || 0; return 0 if $n > $v; return 1 if $v > $n; } return 1; } ############################################################################### sub get_ssl_socket { my ($host, $port) = @_; my $s; eval { local $SIG{ALRM} = sub { die "timeout\n" }; local $SIG{PIPE} = sub { die "sigpipe\n" }; alarm(8); $s = IO::Socket::SSL->new( Proto => 'tcp', PeerAddr => '127.0.0.1:' . $port, SSL_verify_mode => IO::Socket::SSL::SSL_VERIFY_NONE(), SSL_error_trap => sub { die $_[1] } ); alarm(0); }; alarm(0); if ($@) { log_in("died: $@"); return undef; } return $s; } sub https_get { my ($host, $port, $url) = @_; my $s = get_ssl_socket($host, $port); if (!$s) { return '<conn failed>'; } return http(<<EOF, socket => $s); GET $url HTTP/1.0 Host: $host EOF } ############################################################################### sub reply_handler { my ($recv_data, $port, %extra) = @_; my (@name, @rdata); use constant NOERROR => 0; use constant A => 1; use constant IN => 1; # default values my ($hdr, $rcode, $ttl) = (0x8180, NOERROR, 3600); # decode name my ($len, $offset) = (undef, 12); while (1) { $len = unpack("\@$offset C", $recv_data); last if $len == 0; $offset++; push @name, unpack("\@$offset A$len", $recv_data); $offset += $len; } $offset -= 1; my ($id, $type, $class) = unpack("n x$offset n2", $recv_data); my $name = join('.', @name); if ($type == A) { push @rdata, rd_addr($ttl, '127.0.0.1'); } $len = @name; pack("n6 (C/a*)$len x n2", $id, $hdr | $rcode, 1, scalar @rdata, 0, 0, @name, $type, $class) . join('', @rdata); } sub rd_addr { my ($ttl, $addr) = @_; my $code = 'split(/\./, $addr)'; return pack 'n3N', 0xc00c, A, IN, $ttl if $addr eq ''; pack 'n3N nC4', 0xc00c, A, IN, $ttl, eval "scalar $code", eval($code); } sub dns_daemon { my ($port, $t) = @_; my ($data, $recv_data); my $socket = IO::Socket::INET->new( LocalAddr => '127.0.0.1', LocalPort => $port, Proto => 'udp', ) or die "Can't create listening socket: $!\n"; local $SIG{PIPE} = 'IGNORE'; # signal we are ready open my $fh, '>', $t->testdir() . '/' . $port; close $fh; while (1) { $socket->recv($recv_data, 65536); $data = reply_handler($recv_data, $port); $socket->send($data); } } ###############################################################################