nginx: src/event/ngx_event

annotate src/event/ngx_event_quic.c @ 8393:e169cce912c7 quic

Avoid retransmitting of packets with discarded keys. Sections 4.10.1 and 4.10.2 of quic transport describe discarding of initial and handshake keys. Since the keys are discarded, we no longer need to retransmit packets and corresponding queues should be emptied. This patch removes previously added workaround that did not require acknowledgement for initial packets, resulting in avoiding retransmission, which is wrong because a packet could be lost and we have to retransmit it.

author	Vladimir Homutov <vl@nginx.com>
date	Mon, 18 May 2020 13:54:53 +0300
parents	5ffb21c5c93d
children	df18ae7161b8

rev	line source
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	2 /*
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	3 * Copyright (C) Nginx, Inc.
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	4 */
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	5
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	6
8171 4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	7 #include <ngx_config.h>
4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	8 #include <ngx_core.h>
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	9 #include <ngx_event.h>
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	10
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	11
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	12 /* 0-RTT and 1-RTT data exist in the same packet number space,
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	13 * so we have 3 packet number spaces:
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	14 *
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	15 * 0 - Initial
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	16 * 1 - Handshake
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	17 * 2 - 0-RTT and 1-RTT
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	18 */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	19 #define ngx_quic_get_send_ctx(qc, level) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	20 ((level) == ssl_encryption_initial) ? &((qc)->send_ctx[0]) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	21 : (((level) == ssl_encryption_handshake) ? &((qc)->send_ctx[1]) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	22 : &((qc)->send_ctx[2]))
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	23
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	24 #define NGX_QUIC_SEND_CTX_LAST (NGX_QUIC_ENCRYPTION_LAST - 1)
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	25
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	26 #define NGX_QUIC_STREAMS_INC 16
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	27 #define NGX_QUIC_STREAMS_LIMIT (1ULL < 60)
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	28
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	29 /*
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	30 * 7.4. Cryptographic Message Buffering
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	31 * Implementations MUST support buffering at least 4096 bytes of data
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	32 */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	33 #define NGX_QUIC_MAX_BUFFERED 65535
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	34
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	35
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	36 typedef enum {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	37 NGX_QUIC_ST_UNAVAIL, /* connection not ready */
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	38 NGX_QUIC_ST_INITIAL, /* connection just created */
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	39 NGX_QUIC_ST_HANDSHAKE, /* handshake started */
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	40 NGX_QUIC_ST_EARLY_DATA, /* handshake in progress */
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	41 NGX_QUIC_ST_APPLICATION /* handshake complete */
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	42 } ngx_quic_state_t;
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	43
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	44
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	45 typedef struct {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	46 ngx_rbtree_t tree;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	47 ngx_rbtree_node_t sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	48 ngx_connection_handler_pt handler;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	49
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	50 ngx_uint_t id_counter;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	51
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	52 uint64_t received;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	53 uint64_t sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	54 uint64_t recv_max_data;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	55 uint64_t send_max_data;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	56 } ngx_quic_streams_t;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	57
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	58
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	59 typedef struct {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	60 size_t in_flight;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	61 size_t window;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	62 size_t ssthresh;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	63 ngx_msec_t recovery_start;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	64 } ngx_quic_congestion_t;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	65
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	66
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	67 /*
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	68 * 12.3. Packet Numbers
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	69 *
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	70 * Conceptually, a packet number space is the context in which a packet
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	71 * can be processed and acknowledged. Initial packets can only be sent
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	72 * with Initial packet protection keys and acknowledged in packets which
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	73 * are also Initial packets.
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	74 */
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	75 typedef struct {
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	76 ngx_quic_secret_t client_secret;
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	77 ngx_quic_secret_t server_secret;
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	78
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	79 uint64_t pnum; /* packet number to send */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	80 uint64_t largest_ack; /* number received from peer */
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	81 uint64_t largest_pn; /* number received from peer */
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	82
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	83 ngx_queue_t frames;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	84 ngx_queue_t sent;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	85 } ngx_quic_send_ctx_t;
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	86
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	87
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	88 struct ngx_quic_connection_s {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	89 ngx_str_t scid;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	90 ngx_str_t dcid;
8381 6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	91 ngx_str_t odcid;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	92 ngx_str_t token;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	93
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	94 ngx_uint_t client_tp_done;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	95 ngx_quic_tp_t tp;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	96 ngx_quic_tp_t ctp;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	97
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	98 ngx_quic_state_t state;
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	99
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	100 ngx_quic_send_ctx_t send_ctx[NGX_QUIC_SEND_CTX_LAST];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	101 ngx_quic_secrets_t keys[NGX_QUIC_ENCRYPTION_LAST];
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	102 ngx_quic_secrets_t next_key;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	103 ngx_quic_frames_stream_t crypto[NGX_QUIC_ENCRYPTION_LAST];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	104
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	105 ngx_ssl_t *ssl;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	106
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	107 ngx_event_t push;
8369 bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	108 ngx_event_t retransmit;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	109 ngx_event_t close;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	110 ngx_queue_t free_frames;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	111 ngx_msec_t last_cc;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	112
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	113 #if (NGX_DEBUG)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	114 ngx_uint_t nframes;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	115 #endif
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	116
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	117 ngx_quic_streams_t streams;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	118 ngx_quic_congestion_t congestion;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	119
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	120 uint64_t cur_streams;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	121 uint64_t max_streams;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	122
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	123 ngx_uint_t error;
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	124
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	125 unsigned send_timer_set:1;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	126 unsigned closing:1;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	127 unsigned draining:1;
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	128 unsigned key_phase:1;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	129 unsigned in_retry:1;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	130 };
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	131
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	132
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	133 typedef ngx_int_t (ngx_quic_frame_handler_pt)(ngx_connection_t c,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	134 ngx_quic_frame_t frame, void data);
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	135
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	136
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	137 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	138 static int ngx_quic_set_read_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	139 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	140 const uint8_t *secret, size_t secret_len);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	141 static int ngx_quic_set_write_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	142 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	143 const uint8_t *secret, size_t secret_len);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	144 #else
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	145 static int ngx_quic_set_encryption_secrets(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	146 enum ssl_encryption_level_t level, const uint8_t *read_secret,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	147 const uint8_t *write_secret, size_t secret_len);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	148 #endif
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	149
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	150 static int ngx_quic_add_handshake_data(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	151 enum ssl_encryption_level_t level, const uint8_t *data, size_t len);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	152 static int ngx_quic_flush_flight(ngx_ssl_conn_t *ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	153 static int ngx_quic_send_alert(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	154 enum ssl_encryption_level_t level, uint8_t alert);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	155
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	156
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	157 static ngx_int_t ngx_quic_new_connection(ngx_connection_t c, ngx_ssl_t ssl,
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	158 ngx_quic_tp_t tp, ngx_quic_header_t pkt,
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	159 ngx_connection_handler_pt handler);
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	160 static ngx_int_t ngx_quic_new_dcid(ngx_connection_t c, ngx_str_t odcid);
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	161 static ngx_int_t ngx_quic_retry(ngx_connection_t *c);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	162 static ngx_int_t ngx_quic_new_token(ngx_connection_t c, ngx_str_t token);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	163 static ngx_int_t ngx_quic_validate_token(ngx_connection_t *c,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	164 ngx_quic_header_t *pkt);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	165 static ngx_int_t ngx_quic_init_connection(ngx_connection_t *c);
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	166 static void ngx_quic_input_handler(ngx_event_t *rev);
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	167
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	168 static void ngx_quic_close_connection(ngx_connection_t *c, ngx_int_t rc);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	169 static ngx_int_t ngx_quic_close_quic(ngx_connection_t *c, ngx_int_t rc);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	170 static void ngx_quic_close_timer_handler(ngx_event_t *ev);
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	171 static ngx_int_t ngx_quic_close_streams(ngx_connection_t *c,
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	172 ngx_quic_connection_t *qc);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	173
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	174 static ngx_int_t ngx_quic_input(ngx_connection_t c, ngx_buf_t b);
8377 2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	175 static ngx_inline u_char ngx_quic_skip_zero_padding(ngx_buf_t b);
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	176 static ngx_int_t ngx_quic_retry_input(ngx_connection_t *c,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	177 ngx_quic_header_t *pkt);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	178 static ngx_int_t ngx_quic_initial_input(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	179 ngx_quic_header_t *pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	180 static ngx_int_t ngx_quic_handshake_input(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	181 ngx_quic_header_t *pkt);
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	182 static ngx_int_t ngx_quic_early_input(ngx_connection_t *c,
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	183 ngx_quic_header_t *pkt);
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	184 static ngx_int_t ngx_quic_check_peer(ngx_quic_connection_t *qc,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	185 ngx_quic_header_t *pkt);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	186 static ngx_int_t ngx_quic_app_input(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	187 ngx_quic_header_t *pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	188 static ngx_int_t ngx_quic_payload_handler(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	189 ngx_quic_header_t *pkt);
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	190 static ngx_int_t ngx_quic_send_ack(ngx_connection_t c, ngx_quic_header_t pkt);
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	191 static ngx_int_t ngx_quic_send_cc(ngx_connection_t *c,
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	192 enum ssl_encryption_level_t level, ngx_uint_t err);
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	193 static ngx_int_t ngx_quic_send_new_token(ngx_connection_t *c);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	194
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	195 static ngx_int_t ngx_quic_handle_ack_frame(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	196 ngx_quic_header_t pkt, ngx_quic_ack_frame_t f);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	197 static ngx_int_t ngx_quic_handle_ack_frame_range(ngx_connection_t *c,
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	198 ngx_quic_send_ctx_t *ctx, uint64_t min, uint64_t max);
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	199 static void ngx_quic_handle_stream_ack(ngx_connection_t *c,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	200 ngx_quic_frame_t *f);
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	201
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	202 static ngx_int_t ngx_quic_handle_ordered_frame(ngx_connection_t *c,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	203 ngx_quic_frames_stream_t fs, ngx_quic_frame_t frame,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	204 ngx_quic_frame_handler_pt handler, void *data);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	205 static ngx_int_t ngx_quic_adjust_frame_offset(ngx_connection_t *c,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	206 ngx_quic_frame_t *f, uint64_t offset_in);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	207 static ngx_int_t ngx_quic_buffer_frame(ngx_connection_t *c,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	208 ngx_quic_frames_stream_t stream, ngx_quic_frame_t f);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	209
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	210 static ngx_int_t ngx_quic_handle_crypto_frame(ngx_connection_t *c,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	211 ngx_quic_header_t pkt, ngx_quic_frame_t frame);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	212 static ngx_int_t ngx_quic_crypto_input(ngx_connection_t *c,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	213 ngx_quic_frame_t frame, void data);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	214 static ngx_int_t ngx_quic_handle_stream_frame(ngx_connection_t *c,
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	215 ngx_quic_header_t pkt, ngx_quic_frame_t frame);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	216 static ngx_int_t ngx_quic_stream_input(ngx_connection_t *c,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	217 ngx_quic_frame_t frame, void data);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	218
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	219 static ngx_int_t ngx_quic_handle_max_streams(ngx_connection_t *c);
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	220 static ngx_int_t ngx_quic_handle_max_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	221 ngx_quic_max_data_frame_t *f);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	222 static ngx_int_t ngx_quic_handle_streams_blocked_frame(ngx_connection_t *c,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	223 ngx_quic_header_t pkt, ngx_quic_streams_blocked_frame_t f);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	224 static ngx_int_t ngx_quic_handle_stream_data_blocked_frame(ngx_connection_t *c,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	225 ngx_quic_header_t pkt, ngx_quic_stream_data_blocked_frame_t f);
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	226 static ngx_int_t ngx_quic_handle_max_stream_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	227 ngx_quic_header_t pkt, ngx_quic_max_stream_data_frame_t f);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	228
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	229 static void ngx_quic_queue_frame(ngx_quic_connection_t *qc,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	230 ngx_quic_frame_t *frame);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	231
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	232 static ngx_int_t ngx_quic_output(ngx_connection_t *c);
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	233 static ngx_int_t ngx_quic_output_frames(ngx_connection_t *c,
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	234 ngx_quic_send_ctx_t *ctx);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	235 static void ngx_quic_free_frames(ngx_connection_t c, ngx_queue_t frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	236 static ngx_int_t ngx_quic_send_frames(ngx_connection_t c, ngx_queue_t frames);
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	237
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	238 static void ngx_quic_set_packet_number(ngx_quic_header_t *pkt,
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	239 ngx_quic_send_ctx_t *ctx);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	240 static void ngx_quic_retransmit_handler(ngx_event_t *ev);
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	241 static ngx_int_t ngx_quic_retransmit(ngx_connection_t *c,
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	242 ngx_quic_send_ctx_t ctx, ngx_msec_t waitp);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	243 static void ngx_quic_push_handler(ngx_event_t *ev);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	244
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	245 static void ngx_quic_rbtree_insert_stream(ngx_rbtree_node_t *temp,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	246 ngx_rbtree_node_t node, ngx_rbtree_node_t sentinel);
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	247 static ngx_quic_stream_t ngx_quic_find_stream(ngx_rbtree_t rbtree,
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	248 uint64_t id);
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	249 static ngx_quic_stream_t ngx_quic_create_stream(ngx_connection_t c,
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	250 uint64_t id, size_t rcvbuf_size);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	251 static ssize_t ngx_quic_stream_recv(ngx_connection_t c, u_char buf,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	252 size_t size);
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	253 static ssize_t ngx_quic_stream_send(ngx_connection_t c, u_char buf,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	254 size_t size);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	255 static void ngx_quic_stream_cleanup_handler(void *data);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	256 static ngx_chain_t ngx_quic_stream_send_chain(ngx_connection_t c,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	257 ngx_chain_t *in, off_t limit);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	258 static ngx_quic_frame_t ngx_quic_alloc_frame(ngx_connection_t c, size_t size);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	259 static void ngx_quic_free_frame(ngx_connection_t c, ngx_quic_frame_t frame);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	260
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	261 static void ngx_quic_congestion_ack(ngx_connection_t *c,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	262 ngx_quic_frame_t *frame);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	263 static void ngx_quic_congestion_lost(ngx_connection_t *c, ngx_msec_t sent);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	264
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	265
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	266 static SSL_QUIC_METHOD quic_method = {
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	267 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	268 ngx_quic_set_read_secret,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	269 ngx_quic_set_write_secret,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	270 #else
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	271 ngx_quic_set_encryption_secrets,
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	272 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	273 ngx_quic_add_handshake_data,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	274 ngx_quic_flush_flight,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	275 ngx_quic_send_alert,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	276 };
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	277
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	278
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	279 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	280
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	281 static int
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	282 ngx_quic_set_read_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	283 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	284 const uint8_t *rsecret, size_t secret_len)
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	285 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	286 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	287 ngx_quic_secrets_t *keys;
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	288
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	289 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	290
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	291 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	292 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	293 "quic ngx_quic_set_read_secret() level:%d", level);
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	294 ngx_quic_hexdump(c->log, "quic read secret", rsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	295 #endif
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	296
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	297 keys = &c->quic->keys[level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	298
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	299 if (level == ssl_encryption_early_data) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	300 c->quic->state = NGX_QUIC_ST_EARLY_DATA;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	301 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	302
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	303 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	304 rsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	305 &keys->client);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	306 }
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	307
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	308
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	309 static int
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	310 ngx_quic_set_write_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	311 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	312 const uint8_t *wsecret, size_t secret_len)
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	313 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	314 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	315 ngx_quic_secrets_t *keys;
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	316
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	317 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	318
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	319 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	320 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	321 "quic ngx_quic_set_write_secret() level:%d", level);
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	322 ngx_quic_hexdump(c->log, "quic write secret", wsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	323 #endif
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	324
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	325 keys = &c->quic->keys[level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	326
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	327 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	328 wsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	329 &keys->server);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	330 }
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	331
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	332 #else
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	333
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	334 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	335 ngx_quic_set_encryption_secrets(ngx_ssl_conn_t *ssl_conn,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	336 enum ssl_encryption_level_t level, const uint8_t *rsecret,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	337 const uint8_t *wsecret, size_t secret_len)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	338 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	339 ngx_int_t rc;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	340 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	341 ngx_quic_secrets_t *keys;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	342
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	343 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	344
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	345 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	346 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	347 "quic ngx_quic_set_encryption_secrets() level:%d", level);
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	348 ngx_quic_hexdump(c->log, "quic read", rsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	349 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	350
8327 0ae50d90658a Fixed build with OpenSSL using old callbacks API. Sergey Kandaurov <pluknet@nginx.com> parents: 8326 diff changeset	351 keys = &c->quic->keys[level];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	352
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	353 rc = ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	354 rsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	355 &keys->client);
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	356 if (rc != 1) {
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	357 return rc;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	358 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	359
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	360 if (level == ssl_encryption_early_data) {
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	361 c->quic->state = NGX_QUIC_ST_EARLY_DATA;
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	362 return 1;
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	363 }
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	364
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	365 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	366 ngx_quic_hexdump(c->log, "quic write", wsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	367 #endif
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	368
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	369 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	370 wsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	371 &keys->server);
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	372 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	373
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	374 #endif
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	375
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	376
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	377 static int
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	378 ngx_quic_add_handshake_data(ngx_ssl_conn_t *ssl_conn,
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	379 enum ssl_encryption_level_t level, const uint8_t *data, size_t len)
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	380 {
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	381 u_char p, end;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	382 size_t client_params_len, fsize, limit;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	383 const uint8_t *client_params;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	384 ngx_quic_frame_t *frame;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	385 ngx_connection_t *c;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	386 ngx_quic_connection_t *qc;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	387 ngx_quic_frames_stream_t *fs;
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	388
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	389 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	390 qc = c->quic;
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	391
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	392 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	393 "quic ngx_quic_add_handshake_data");
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	394
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	395 if (!qc->client_tp_done) {
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	396
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	397 SSL_get_peer_quic_transport_params(ssl_conn, &client_params,
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	398 &client_params_len);
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	399
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	400 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	401 "quic SSL_get_peer_quic_transport_params():"
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	402 " params_len %ui", client_params_len);
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	403
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	404 if (client_params_len != 0) {
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	405 p = (u_char *) client_params;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	406 end = p + client_params_len;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	407
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	408 if (ngx_quic_parse_transport_params(p, end, &qc->ctp, c->log)
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	409 != NGX_OK)
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	410 {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	411 qc->error = NGX_QUIC_ERR_TRANSPORT_PARAMETER_ERROR;
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	412 return NGX_ERROR;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	413 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	414
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	415 if (qc->ctp.max_idle_timeout > 0
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	416 && qc->ctp.max_idle_timeout < qc->tp.max_idle_timeout)
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	417 {
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	418 qc->tp.max_idle_timeout = qc->ctp.max_idle_timeout;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	419 }
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	420
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	421 if (qc->ctp.max_packet_size < NGX_QUIC_MIN_INITIAL_SIZE
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	422 \|\| qc->ctp.max_packet_size > NGX_QUIC_DEFAULT_MAX_PACKET_SIZE)
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	423 {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	424 qc->error = NGX_QUIC_ERR_TRANSPORT_PARAMETER_ERROR;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	425 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	426 "quic maximum packet size is invalid");
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	427 return NGX_ERROR;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	428 }
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	429
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	430 qc->client_tp_done = 1;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	431 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	432 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	433
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	434 /*
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	435 * we need to fit at least 1 frame into a packet, thus account head/tail;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	436 * 17 = 1 + 8x2 is max header for CRYPTO frame, with 1 byte for frame type
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	437 */
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	438 limit = qc->ctp.max_packet_size - NGX_QUIC_MAX_LONG_HEADER - 17
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	439 - EVP_GCM_TLS_TAG_LEN;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	440
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	441 fs = &qc->crypto[level];
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	442
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	443 p = (u_char *) data;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	444 end = (u_char *) data + len;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	445
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	446 while (p < end) {
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	447
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	448 fsize = ngx_min(limit, (size_t) (end - p));
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	449
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	450 frame = ngx_quic_alloc_frame(c, fsize);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	451 if (frame == NULL) {
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	452 return 0;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	453 }
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	454
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	455 ngx_memcpy(frame->data, p, fsize);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	456
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	457 frame->level = level;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	458 frame->type = NGX_QUIC_FT_CRYPTO;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	459 frame->u.crypto.offset = fs->sent;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	460 frame->u.crypto.length = fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	461 frame->u.crypto.data = frame->data;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	462
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	463 fs->sent += fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	464 p += fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	465
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	466 ngx_sprintf(frame->info, "crypto, generated by SSL len=%ui level=%d",
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	467 fsize, level);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	468
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	469 ngx_quic_queue_frame(qc, frame);
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	470 }
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	471
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	472 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	473 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	474
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	475
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	476 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	477 ngx_quic_flush_flight(ngx_ssl_conn_t *ssl_conn)
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	478 {
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	479 #if (NGX_DEBUG)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	480 ngx_connection_t *c;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	481
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	482 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	483
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	484 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	485 "quic ngx_quic_flush_flight()");
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	486 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	487 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	488 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	489
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	490
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	491 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	492 ngx_quic_send_alert(ngx_ssl_conn_t *ssl_conn, enum ssl_encryption_level_t level,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	493 uint8_t alert)
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	494 {
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	495 ngx_connection_t *c;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	496
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	497 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	498
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	499 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	500 "quic ngx_quic_send_alert(), lvl=%d, alert=%d",
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	501 (int) level, (int) alert);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	502
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	503 if (c->quic == NULL) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	504 return 1;
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	505 }
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	506
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	507 if (ngx_quic_send_cc(c, level, 0x100 + alert) != NGX_OK) {
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	508 return 0;
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	509 }
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	510
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	511 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	512 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	513
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	514
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	515 void
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	516 ngx_quic_run(ngx_connection_t c, ngx_ssl_t ssl, ngx_quic_tp_t *tp,
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	517 ngx_connection_handler_pt handler)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	518 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	519 ngx_buf_t *b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	520 ngx_quic_header_t pkt;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	521
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	522 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic run");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	523
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	524 c->log->action = "QUIC initialization";
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	525
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	526 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	527
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	528 b = c->buffer;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	529
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	530 pkt.log = c->log;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	531 pkt.raw = b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	532 pkt.data = b->start;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	533 pkt.len = b->last - b->start;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	534
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	535 if (ngx_quic_new_connection(c, ssl, tp, &pkt, handler) != NGX_OK) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	536 ngx_quic_close_connection(c, NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	537 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	538 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	539
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	540 ngx_add_timer(c->read, c->quic->in_retry ? NGX_QUIC_RETRY_TIMEOUT
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	541 : c->quic->tp.max_idle_timeout);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	542
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	543 c->read->handler = ngx_quic_input_handler;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	544
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	545 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	546 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	547
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	548
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	549 static ngx_int_t
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	550 ngx_quic_new_connection(ngx_connection_t c, ngx_ssl_t ssl, ngx_quic_tp_t *tp,
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	551 ngx_quic_header_t *pkt, ngx_connection_handler_pt handler)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	552 {
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	553 ngx_int_t rc;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	554 ngx_uint_t i;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	555 ngx_quic_tp_t *ctp;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	556 ngx_quic_secrets_t *keys;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	557 ngx_quic_send_ctx_t *ctx;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	558 ngx_quic_connection_t *qc;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	559 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	560
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	561 if (ngx_buf_size(pkt->raw) < NGX_QUIC_MIN_INITIAL_SIZE) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	562 ngx_log_error(NGX_LOG_INFO, c->log, 0,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	563 "quic UDP datagram is too small for initial packet");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	564 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	565 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	566
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	567 rc = ngx_quic_parse_long_header(pkt);
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	568 if (rc != NGX_OK) {
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	569 return rc;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	570 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	571
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	572 if (!ngx_quic_pkt_in(pkt->flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	573 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	574 "quic invalid initial packet: 0x%xi", pkt->flags);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	575 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	576 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	577
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	578 if (ngx_quic_parse_initial_header(pkt) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	579 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	580 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	581
8387 eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	582 if (pkt->dcid.len < NGX_QUIC_CID_LEN_MIN) {
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	583 /* 7.2. Negotiating Connection IDs */
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	584 ngx_log_error(NGX_LOG_INFO, c->log, 0,
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	585 "quic too short dcid in initial packet: length %i",
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	586 pkt->dcid.len);
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	587 return NGX_ERROR;
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	588 }
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	589
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	590 c->log->action = "creating new quic connection";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	591
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	592 qc = ngx_pcalloc(c->pool, sizeof(ngx_quic_connection_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	593 if (qc == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	594 return NGX_ERROR;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	595 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	596
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	597 ngx_rbtree_init(&qc->streams.tree, &qc->streams.sentinel,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	598 ngx_quic_rbtree_insert_stream);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	599
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	600 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	601 ngx_queue_init(&qc->send_ctx[i].frames);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	602 ngx_queue_init(&qc->send_ctx[i].sent);
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	603 qc->send_ctx[i].largest_pn = (uint64_t) -1;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	604 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	605
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	606 for (i = 0; i < NGX_QUIC_ENCRYPTION_LAST; i++) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	607 ngx_queue_init(&qc->crypto[i].frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	608 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	609
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	610 ngx_queue_init(&qc->free_frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	611
8369 bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	612 qc->retransmit.log = c->log;
bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	613 qc->retransmit.data = c;
bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	614 qc->retransmit.handler = ngx_quic_retransmit_handler;
bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	615 qc->retransmit.cancelable = 1;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	616
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	617 qc->push.log = c->log;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	618 qc->push.data = c;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	619 qc->push.handler = ngx_quic_push_handler;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	620 qc->push.cancelable = 1;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	621
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	622 c->quic = qc;
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	623 qc->state = NGX_QUIC_ST_UNAVAIL;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	624 qc->ssl = ssl;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	625 qc->tp = *tp;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	626 qc->streams.handler = handler;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	627
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	628 ctp = &qc->ctp;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	629 ctp->max_packet_size = NGX_QUIC_DEFAULT_MAX_PACKET_SIZE;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	630 ctp->ack_delay_exponent = NGX_QUIC_DEFAULT_ACK_DELAY_EXPONENT;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	631 ctp->max_ack_delay = NGX_QUIC_DEFAULT_MAX_ACK_DELAY;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	632
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	633 qc->streams.recv_max_data = qc->tp.initial_max_data;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	634
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	635 qc->congestion.window = ngx_min(10 * qc->tp.max_packet_size,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	636 ngx_max(2 * qc->tp.max_packet_size, 14720));
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	637 qc->congestion.ssthresh = NGX_MAX_SIZE_T_VALUE;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	638 qc->congestion.recovery_start = ngx_current_msec;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	639
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	640 if (ngx_quic_new_dcid(c, &pkt->dcid) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	641 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	642 }
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	643
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	644 qc->scid.len = pkt->scid.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	645 qc->scid.data = ngx_pnalloc(c->pool, qc->scid.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	646 if (qc->scid.data == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	647 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	648 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	649 ngx_memcpy(qc->scid.data, pkt->scid.data, qc->scid.len);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	650
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	651 keys = &c->quic->keys[ssl_encryption_initial];
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	652
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	653 if (ngx_quic_set_initial_secret(c->pool, &keys->client, &keys->server,
8381 6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	654 &qc->odcid)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	655 != NGX_OK)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	656 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	657 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	658 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	659
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	660 qc->state = NGX_QUIC_ST_INITIAL;
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	661
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	662 if (pkt->token.len) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	663 rc = ngx_quic_validate_token(c, pkt);
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	664
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	665 if (rc == NGX_ERROR) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	666 ngx_log_error(NGX_LOG_INFO, c->log, 0, "quic invalid token");
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	667 return NGX_ERROR;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	668 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	669
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	670 if (rc == NGX_DECLINED) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	671 ngx_log_error(NGX_LOG_INFO, c->log, 0, "quic expired token");
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	672 return ngx_quic_retry(c);
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	673 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	674
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	675 /* NGX_OK */
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	676
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	677 } else if (tp->retry) {
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	678 return ngx_quic_retry(c);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	679 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	680
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	681 pkt->secret = &keys->client;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	682 pkt->level = ssl_encryption_initial;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	683 pkt->plaintext = buf;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	684
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	685 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	686
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	687 if (ngx_quic_decrypt(pkt, NULL, &ctx->largest_pn) != NGX_OK) {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	688 qc->error = pkt->error;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	689 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	690 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	691
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	692 if (ngx_quic_init_connection(c) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	693 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	694 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	695
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	696 if (ngx_quic_payload_handler(c, pkt) != NGX_OK) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	697 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	698 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	699
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	700 /* pos is at header end, adjust by actual packet length */
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	701 pkt->raw->pos += pkt->len;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	702
8377 2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	703 (void) ngx_quic_skip_zero_padding(pkt->raw);
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	704
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	705 return ngx_quic_input(c, pkt->raw);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	706 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	707
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	708
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	709 static ngx_int_t
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	710 ngx_quic_new_dcid(ngx_connection_t c, ngx_str_t odcid)
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	711 {
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	712 uint8_t len;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	713 ngx_quic_connection_t *qc;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	714
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	715 qc = c->quic;
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	716
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	717 if (RAND_bytes(&len, sizeof(len)) != 1) {
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	718 return NGX_ERROR;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	719 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	720
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	721 len = len % 10 + 10;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	722
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	723 qc->dcid.len = len;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	724 qc->dcid.data = ngx_pnalloc(c->pool, len);
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	725 if (qc->dcid.data == NULL) {
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	726 return NGX_ERROR;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	727 }
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	728
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	729 if (RAND_bytes(qc->dcid.data, len) != 1) {
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	730 return NGX_ERROR;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	731 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	732
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	733 #ifdef NGX_QUIC_DEBUG_PACKETS
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	734 ngx_quic_hexdump(c->log, "quic server CID", qc->dcid.data, qc->dcid.len);
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	735 #endif
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	736
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	737 qc->odcid.len = odcid->len;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	738 qc->odcid.data = ngx_pstrdup(c->pool, odcid);
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	739 if (qc->odcid.data == NULL) {
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	740 return NGX_ERROR;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	741 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	742
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	743 return NGX_OK;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	744 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	745
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	746
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	747 static ngx_int_t
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	748 ngx_quic_retry(ngx_connection_t *c)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	749 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	750 ssize_t len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	751 ngx_str_t res, token;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	752 ngx_quic_header_t pkt;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	753 u_char buf[NGX_QUIC_RETRY_BUFFER_SIZE];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	754
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	755 if (ngx_quic_new_token(c, &token) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	756 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	757 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	758
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	759 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	760 pkt.flags = NGX_QUIC_PKT_FIXED_BIT \| NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_RETRY;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	761 pkt.log = c->log;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	762 pkt.odcid = c->quic->odcid;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	763 pkt.dcid = c->quic->scid;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	764 pkt.scid = c->quic->dcid;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	765 pkt.token = token;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	766
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	767 res.data = buf;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	768
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	769 if (ngx_quic_encrypt(&pkt, NULL, &res) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	770 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	771 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	772
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	773 #ifdef NGX_QUIC_DEBUG_PACKETS
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	774 ngx_quic_hexdump(c->log, "quic packet to send", res.data, res.len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	775 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	776
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	777 len = c->send(c, res.data, res.len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	778 if (len == NGX_ERROR \|\| (size_t) len != res.len) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	779 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	780 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	781
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	782 c->quic->token = token;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	783 c->quic->tp.original_connection_id = c->quic->odcid;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	784 c->quic->in_retry = 1;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	785
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	786 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	787 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	788
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	789
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	790 static ngx_int_t
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	791 ngx_quic_new_token(ngx_connection_t c, ngx_str_t token)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	792 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	793 int len, iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	794 u_char data, p, key, iv;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	795 ngx_msec_t now;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	796 EVP_CIPHER_CTX *ctx;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	797 const EVP_CIPHER *cipher;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	798 struct sockaddr_in *sin;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	799 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	800 struct sockaddr_in6 *sin6;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	801 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	802 u_char in[NGX_QUIC_MAX_TOKEN_SIZE];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	803
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	804 switch (c->sockaddr->sa_family) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	805
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	806 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	807 case AF_INET6:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	808 sin6 = (struct sockaddr_in6 *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	809
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	810 len = sizeof(struct in6_addr);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	811 data = sin6->sin6_addr.s6_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	812
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	813 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	814 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	815
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	816 #if (NGX_HAVE_UNIX_DOMAIN)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	817 case AF_UNIX:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	818
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	819 len = ngx_min(c->addr_text.len, NGX_QUIC_MAX_TOKEN_SIZE - sizeof(now));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	820 data = c->addr_text.data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	821
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	822 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	823 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	824
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	825 default: /* AF_INET */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	826 sin = (struct sockaddr_in *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	827
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	828 len = sizeof(in_addr_t);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	829 data = (u_char *) &sin->sin_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	830
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	831 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	832 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	833
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	834 p = ngx_cpymem(in, data, len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	835
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	836 now = ngx_current_msec;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	837 len += sizeof(now);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	838 ngx_memcpy(p, &now, sizeof(now));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	839
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	840 cipher = EVP_aes_256_cbc();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	841 iv_len = EVP_CIPHER_iv_length(cipher);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	842
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	843 token->len = iv_len + len + EVP_CIPHER_block_size(cipher);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	844 token->data = ngx_pnalloc(c->pool, token->len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	845 if (token->data == NULL) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	846 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	847 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	848
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	849 ctx = EVP_CIPHER_CTX_new();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	850 if (ctx == NULL) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	851 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	852 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	853
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	854 key = c->quic->tp.token_key;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	855 iv = token->data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	856
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	857 if (RAND_bytes(iv, iv_len) <= 0
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	858 \|\| !EVP_EncryptInit_ex(ctx, cipher, NULL, key, iv))
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	859 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	860 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	861 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	862 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	863
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	864 token->len = iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	865
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	866 if (EVP_EncryptUpdate(ctx, token->data + token->len, &len, in, len) != 1) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	867 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	868 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	869 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	870
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	871 token->len += len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	872
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	873 if (EVP_EncryptFinal_ex(ctx, token->data + token->len, &len) <= 0) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	874 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	875 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	876 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	877
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	878 token->len += len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	879
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	880 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	881
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	882 #ifdef NGX_QUIC_DEBUG_PACKETS
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	883 ngx_quic_hexdump(c->log, "quic new token", token->data, token->len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	884 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	885
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	886 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	887 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	888
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	889
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	890 static ngx_int_t
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	891 ngx_quic_validate_token(ngx_connection_t c, ngx_quic_header_t pkt)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	892 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	893 int len, tlen, iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	894 u_char key, iv, p, data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	895 ngx_msec_t msec;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	896 EVP_CIPHER_CTX *ctx;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	897 const EVP_CIPHER *cipher;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	898 struct sockaddr_in *sin;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	899 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	900 struct sockaddr_in6 *sin6;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	901 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	902 ngx_quic_connection_t *qc;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	903 u_char tdec[NGX_QUIC_MAX_TOKEN_SIZE];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	904
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	905 if (pkt->token.len == 0) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	906 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	907 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	908
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	909 qc = c->quic;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	910
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	911 /* Retry token */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	912
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	913 if (qc->token.len) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	914 if (pkt->token.len != qc->token.len) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	915 qc->error = NGX_QUIC_ERR_INVALID_TOKEN;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	916 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	917 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	918
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	919 if (ngx_memcmp(pkt->token.data, qc->token.data, pkt->token.len) != 0) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	920 qc->error = NGX_QUIC_ERR_INVALID_TOKEN;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	921 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	922 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	923
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	924 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	925 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	926
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	927 /* NEW_TOKEN in a previous connection */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	928
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	929 cipher = EVP_aes_256_cbc();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	930 key = c->quic->tp.token_key;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	931 iv = pkt->token.data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	932 iv_len = EVP_CIPHER_iv_length(cipher);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	933
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	934 /* sanity checks */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	935
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	936 if (pkt->token.len < (size_t) iv_len + EVP_CIPHER_block_size(cipher)) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	937 qc->error = NGX_QUIC_ERR_INVALID_TOKEN;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	938 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	939 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	940
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	941 if (pkt->token.len > (size_t) iv_len + NGX_QUIC_MAX_TOKEN_SIZE) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	942 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	943 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	944
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	945 ctx = EVP_CIPHER_CTX_new();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	946 if (ctx == NULL) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	947 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	948 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	949
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	950 if (!EVP_DecryptInit_ex(ctx, cipher, NULL, key, iv)) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	951 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	952 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	953 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	954
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	955 p = pkt->token.data + iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	956 len = pkt->token.len - iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	957
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	958 if (EVP_DecryptUpdate(ctx, tdec, &len, p, len) != 1) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	959 EVP_CIPHER_CTX_free(ctx);
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	960 qc->error = NGX_QUIC_ERR_INVALID_TOKEN;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	961 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	962 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	963
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	964 if (EVP_DecryptFinal_ex(ctx, tdec + len, &tlen) <= 0) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	965 EVP_CIPHER_CTX_free(ctx);
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	966 qc->error = NGX_QUIC_ERR_INVALID_TOKEN;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	967 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	968 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	969
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	970 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	971
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	972 switch (c->sockaddr->sa_family) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	973
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	974 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	975 case AF_INET6:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	976 sin6 = (struct sockaddr_in6 *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	977
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	978 len = sizeof(struct in6_addr);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	979 data = sin6->sin6_addr.s6_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	980
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	981 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	982 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	983
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	984 #if (NGX_HAVE_UNIX_DOMAIN)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	985 case AF_UNIX:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	986
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	987 len = ngx_min(c->addr_text.len, NGX_QUIC_MAX_TOKEN_SIZE - sizeof(msec));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	988 data = c->addr_text.data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	989
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	990 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	991 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	992
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	993 default: /* AF_INET */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	994 sin = (struct sockaddr_in *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	995
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	996 len = sizeof(in_addr_t);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	997 data = (u_char *) &sin->sin_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	998
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	999 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1000 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1001
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1002 if (ngx_memcmp(tdec, data, len) != 0) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1003 qc->error = NGX_QUIC_ERR_INVALID_TOKEN;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1004 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1005 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1006
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1007 ngx_memcpy(&msec, tdec + len, sizeof(msec));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1008
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1009 if (ngx_current_msec - msec > NGX_QUIC_RETRY_LIFETIME) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1010 return NGX_DECLINED;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1011 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1012
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1013 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1014 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1015
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1016
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1017 static ngx_int_t
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	1018 ngx_quic_init_connection(ngx_connection_t *c)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1019 {
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1020 u_char *p;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1021 ssize_t len;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1022 ngx_ssl_conn_t *ssl_conn;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1023 ngx_quic_connection_t *qc;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1024
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1025 qc = c->quic;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1026
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1027 if (ngx_ssl_create_connection(qc->ssl, c, NGX_SSL_BUFFER) != NGX_OK) {
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1028 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1029 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1030
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1031 ssl_conn = c->ssl->connection;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1032
8232 253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1033 if (SSL_set_quic_method(ssl_conn, &quic_method) == 0) {
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1034 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1035 "quic SSL_set_quic_method() failed");
8232 253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1036 return NGX_ERROR;
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1037 }
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1038
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1039 #ifdef SSL_READ_EARLY_DATA_SUCCESS
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1040 if (SSL_CTX_get_max_early_data(qc->ssl->ctx)) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1041 SSL_set_quic_early_data_enabled(ssl_conn, 1);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1042 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1043 #endif
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1044
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1045 len = ngx_quic_create_transport_params(NULL, NULL, &qc->tp);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1046 /* always succeeds */
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1047
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1048 p = ngx_pnalloc(c->pool, len);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1049 if (p == NULL) {
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1050 return NGX_ERROR;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1051 }
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1052
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1053 len = ngx_quic_create_transport_params(p, p + len, &qc->tp);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1054 if (len < 0) {
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1055 return NGX_ERROR;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1056 }
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1057
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1058 #ifdef NGX_QUIC_DEBUG_PACKETS
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	1059 ngx_quic_hexdump(c->log, "quic transport parameters", p, len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1060 #endif
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1061
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1062 if (SSL_set_quic_transport_params(ssl_conn, p, len) == 0) {
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1063 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1064 "quic SSL_set_quic_transport_params() failed");
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1065 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1066 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1067
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1068 qc->max_streams = qc->tp.initial_max_streams_bidi;
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1069 qc->state = NGX_QUIC_ST_HANDSHAKE;
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1070
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1071 return NGX_OK;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1072 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1073
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1074
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1075 static void
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1076 ngx_quic_input_handler(ngx_event_t *rev)
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1077 {
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1078 ssize_t n;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1079 ngx_buf_t b;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1080 ngx_connection_t *c;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1081 ngx_quic_connection_t *qc;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1082 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1083
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1084 b.start = buf;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	1085 b.end = buf + sizeof(buf);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1086 b.pos = b.last = b.start;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1087 b.memory = 1;
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1088
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1089 c = rev->data;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	1090 qc = c->quic;
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1091
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1092 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, rev->log, 0, "quic input handler");
8212 e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	1093
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1094 if (rev->timedout) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1095 ngx_log_error(NGX_LOG_INFO, c->log, NGX_ETIMEDOUT,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1096 "quic client timed out");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1097 ngx_quic_close_connection(c, NGX_DONE);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1098 return;
8212 e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	1099 }
e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	1100
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1101 if (c->close) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1102 ngx_quic_close_connection(c, NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1103 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1104 }
8220 7ada2feeac18 Added processing of CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8218 diff changeset	1105
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1106 n = c->recv(c, b.start, b.end - b.start);
8215 38c0898b6df7 HTTP/3. Roman Arutyunyan <arut@nginx.com> parents: 8214 diff changeset	1107
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1108 if (n == NGX_AGAIN) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1109 if (qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1110 ngx_quic_close_connection(c, NGX_OK);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1111 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1112 return;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1113 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1114
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1115 if (n == NGX_ERROR) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1116 c->read->eof = 1;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1117 ngx_quic_close_connection(c, NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1118 return;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1119 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1120
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1121 b.last += n;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1122
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1123 if (ngx_quic_input(c, &b) != NGX_OK) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1124 ngx_quic_close_connection(c, NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1125 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1126 }
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1127
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1128 qc->send_timer_set = 0;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1129 ngx_add_timer(rev, qc->tp.max_idle_timeout);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1130 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1131
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1132
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1133 static void
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1134 ngx_quic_close_connection(ngx_connection_t *c, ngx_int_t rc)
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1135 {
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1136 ngx_pool_t *pool;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	1137
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1138 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1139 "quic ngx_quic_close_connection, rc: %i", rc);
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1140
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1141 if (!c->quic \|\| c->quic->state == NGX_QUIC_ST_UNAVAIL) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1142 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1143 "quic close connection early error");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1144
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1145 } else if (ngx_quic_close_quic(c, rc) == NGX_AGAIN) {
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1146 return;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	1147 }
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1148
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1149 if (c->ssl) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1150 (void) ngx_ssl_shutdown(c);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1151 }
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1152
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1153 if (c->read->timer_set) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1154 ngx_del_timer(c->read);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1155 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1156
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1157 #if (NGX_STAT_STUB)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1158 (void) ngx_atomic_fetch_add(ngx_stat_active, -1);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1159 #endif
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1160
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1161 c->destroyed = 1;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1162
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1163 pool = c->pool;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1164
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1165 ngx_close_connection(c);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1166
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1167 ngx_destroy_pool(pool);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1168 }
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1169
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1170
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1171 static ngx_int_t
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1172 ngx_quic_close_quic(ngx_connection_t *c, ngx_int_t rc)
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1173 {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1174 ngx_uint_t i, err;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1175 ngx_quic_connection_t *qc;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1176 enum ssl_encryption_level_t level;
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1177
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1178 qc = c->quic;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1179
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1180 if (!qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1181
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1182 switch (qc->state) {
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1183 case NGX_QUIC_ST_INITIAL:
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1184 level = ssl_encryption_initial;
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1185 break;
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1186
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1187 case NGX_QUIC_ST_HANDSHAKE:
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1188 level = ssl_encryption_handshake;
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1189 break;
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1190
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1191 default: /* NGX_QUIC_ST_APPLICATION/EARLY_DATA */
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1192 level = ssl_encryption_application;
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1193 break;
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1194 }
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1195
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1196 if (rc == NGX_OK) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1197
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1198 /*
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1199 * 10.3. Immediate Close
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1200 *
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1201 * An endpoint sends a CONNECTION_CLOSE frame (Section 19.19) to
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1202 * terminate the connection immediately.
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1203 */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1204 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1205 "quic immediate close, drain = %d", qc->draining);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1206
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1207 if (ngx_quic_send_cc(c, level, NGX_QUIC_ERR_NO_ERROR) == NGX_OK) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1208
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1209 qc->close.log = c->log;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1210 qc->close.data = c;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1211 qc->close.handler = ngx_quic_close_timer_handler;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1212 qc->close.cancelable = 1;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1213
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1214 ngx_add_timer(&qc->close, 3 * NGX_QUIC_HARDCODED_PTO);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1215 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1216
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1217 } else if (rc == NGX_DONE) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1218
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1219 /*
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1220 * 10.2. Idle Timeout
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1221 *
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1222 * If the idle timeout is enabled by either peer, a connection is
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1223 * silently closed and its state is discarded when it remains idle
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1224 */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1225
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1226 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1227 "quic closing %s connection",
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1228 qc->draining ? "drained" : "idle");
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1229
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1230 } else {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1231 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1232 "quic immediate close due to fatal error: %ui",
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1233 qc->error);
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1234
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1235 err = qc->error ? qc->error : NGX_QUIC_ERR_INTERNAL_ERROR;
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1236 (void) ngx_quic_send_cc(c, level, err);
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1237 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1238
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1239 qc->closing = 1;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1240 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1241
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1242 if (rc == NGX_ERROR && qc->close.timer_set) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1243 /* do not wait for timer in case of fatal error */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1244 ngx_del_timer(&qc->close);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1245 }
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1246
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1247 if (ngx_quic_close_streams(c, qc) == NGX_AGAIN) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1248 return NGX_AGAIN;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1249 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1250
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1251 if (qc->close.timer_set) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1252 return NGX_AGAIN;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1253 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1254
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1255 for (i = 0; i < NGX_QUIC_ENCRYPTION_LAST; i++) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1256 ngx_quic_free_frames(c, &qc->crypto[i].frames);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1257 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1258
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1259 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1260 ngx_quic_free_frames(c, &qc->send_ctx[i].frames);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1261 ngx_quic_free_frames(c, &qc->send_ctx[i].sent);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1262 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1263
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1264 if (qc->push.timer_set) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1265 ngx_del_timer(&qc->push);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1266 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1267
8369 bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	1268 if (qc->retransmit.timer_set) {
bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	1269 ngx_del_timer(&qc->retransmit);
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1270 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1271
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1272 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1273 "quic part of connection is terminated");
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1274
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1275 /* may be tested from SSL callback during SSL shutdown */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1276 c->quic = NULL;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1277
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1278 return NGX_OK;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1279 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1280
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1281
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1282 static void
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1283 ngx_quic_close_timer_handler(ngx_event_t *ev)
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1284 {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1285 ngx_connection_t *c;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1286
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1287 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic close timer");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1288
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1289 c = ev->data;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1290 ngx_quic_close_connection(c, NGX_DONE);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1291 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1292
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1293
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1294 static ngx_int_t
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1295 ngx_quic_close_streams(ngx_connection_t c, ngx_quic_connection_t qc)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1296 {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1297 ngx_event_t *rev;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1298 ngx_rbtree_t *tree;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1299 ngx_rbtree_node_t *node;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1300 ngx_quic_stream_t *qs;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1301
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1302 #if (NGX_DEBUG)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1303 ngx_uint_t ns;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1304 #endif
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1305
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1306 tree = &qc->streams.tree;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1307
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1308 if (tree->root == tree->sentinel) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1309 return NGX_OK;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1310 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1311
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1312 #if (NGX_DEBUG)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1313 ns = 0;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1314 #endif
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1315
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1316 for (node = ngx_rbtree_min(tree->root, tree->sentinel);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1317 node;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1318 node = ngx_rbtree_next(tree, node))
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1319 {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1320 qs = (ngx_quic_stream_t *) node;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1321
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1322 rev = qs->c->read;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1323 rev->ready = 1;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1324 rev->pending_eof = 1;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1325
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1326 ngx_post_event(rev, &ngx_posted_events);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1327
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1328 if (rev->timer_set) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1329 ngx_del_timer(rev);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1330 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1331
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1332 #if (NGX_DEBUG)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1333 ns++;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1334 #endif
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1335 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1336
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1337 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1338 "quic connection has %ui active streams", ns);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1339
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1340 return NGX_AGAIN;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1341 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1342
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1343
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1344 static ngx_int_t
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1345 ngx_quic_input(ngx_connection_t c, ngx_buf_t b)
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1346 {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1347 u_char *p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1348 ngx_int_t rc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1349 ngx_quic_header_t pkt;
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1350
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1351 p = b->pos;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1352
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1353 while (p < b->last) {
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1354 c->log->action = "processing quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1355
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1356 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1357 pkt.raw = b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1358 pkt.data = p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1359 pkt.len = b->last - p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1360 pkt.log = c->log;
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1361 pkt.flags = p[0];
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1362
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1363 if (c->quic->in_retry) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1364 return ngx_quic_retry_input(c, &pkt);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1365 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1366
8371 9d9531431c8c Removed outdated/incorrect comments and fixed style. Vladimir Homutov <vl@nginx.com> parents: 8370 diff changeset	1367 /* TODO: check current state */
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1368 if (ngx_quic_long_pkt(pkt.flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1369
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1370 if (ngx_quic_pkt_in(pkt.flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1371 rc = ngx_quic_initial_input(c, &pkt);
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1372
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1373 } else if (ngx_quic_pkt_hs(pkt.flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1374 rc = ngx_quic_handshake_input(c, &pkt);
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1375
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1376 } else if (ngx_quic_pkt_zrtt(pkt.flags)) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1377 rc = ngx_quic_early_input(c, &pkt);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1378
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1379 } else {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1380 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1381 "quic unknown long packet type");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1382 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1383 }
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1384
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1385 } else {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1386 rc = ngx_quic_app_input(c, &pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1387 }
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1388
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1389 if (rc == NGX_ERROR) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1390 return NGX_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1391 }
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1392
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1393 /* NGX_OK \|\| NGX_DECLINED */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1394
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1395 /*
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1396 * we get NGX_DECLINED when there are no keys [yet] available
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1397 * to decrypt packet.
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1398 * Instead of queueing it, we ignore it and rely on the sender's
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1399 * retransmission:
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1400 *
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1401 * 12.2. Coalescing Packets:
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1402 *
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1403 * For example, if decryption fails (because the keys are
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1404 * not available or any other reason), the receiver MAY either
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1405 * discard or buffer the packet for later processing and MUST
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1406 * attempt to process the remaining packets.
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1407 */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1408
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1409 /* b->pos is at header end, adjust by actual packet length */
8377 2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1410 b->pos += pkt.len;
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1411 p = ngx_quic_skip_zero_padding(b);
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1412 }
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1413
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1414 return NGX_OK;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1415 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1416
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1417
8377 2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1418 /* firefox workaround: skip zero padding at the end of quic packet */
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1419 static ngx_inline u_char *
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1420 ngx_quic_skip_zero_padding(ngx_buf_t *b)
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1421 {
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1422 while (b->pos < b->last && *(b->pos) == 0) {
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1423 b->pos++;
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1424 }
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1425
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1426 return b->pos;
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1427 }
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1428
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1429
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1430 static ngx_int_t
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1431 ngx_quic_retry_input(ngx_connection_t c, ngx_quic_header_t pkt)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1432 {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1433 ngx_int_t rc;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1434 ngx_quic_secrets_t *keys;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1435 ngx_quic_send_ctx_t *ctx;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1436 ngx_quic_connection_t *qc;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1437 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1438
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1439 c->log->action = "retrying quic connection";
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1440
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1441 qc = c->quic;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1442
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1443 if (ngx_buf_size(pkt->raw) < NGX_QUIC_MIN_INITIAL_SIZE) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1444 ngx_log_error(NGX_LOG_INFO, c->log, 0,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1445 "quic UDP datagram is too small for initial packet");
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1446 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1447 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1448
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1449 rc = ngx_quic_parse_long_header(pkt);
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1450 if (rc != NGX_OK) {
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1451 return rc;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1452 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1453
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1454 if (ngx_quic_pkt_zrtt(pkt->flags)) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1455 ngx_log_error(NGX_LOG_INFO, c->log, 0,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1456 "quic discard inflight 0-RTT packet");
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1457 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1458 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1459
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1460 if (!ngx_quic_pkt_in(pkt->flags)) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1461 ngx_log_error(NGX_LOG_INFO, c->log, 0,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1462 "quic invalid initial packet: 0x%xi", pkt->flags);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1463 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1464 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1465
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1466 if (ngx_quic_parse_initial_header(pkt) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1467 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1468 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1469
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1470 if (ngx_quic_new_dcid(c, &pkt->dcid) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1471 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1472 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1473
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1474 qc = c->quic;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1475
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1476 keys = &c->quic->keys[ssl_encryption_initial];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1477
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1478 if (ngx_quic_set_initial_secret(c->pool, &keys->client, &keys->server,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1479 &qc->odcid)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1480 != NGX_OK)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1481 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1482 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1483 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1484
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1485 c->quic->in_retry = 0;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1486
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1487 if (ngx_quic_validate_token(c, pkt) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1488 ngx_log_error(NGX_LOG_INFO, c->log, 0, "quic invalid token");
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1489 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1490 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1491
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1492 pkt->secret = &keys->client;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1493 pkt->level = ssl_encryption_initial;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1494 pkt->plaintext = buf;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1495
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1496 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1497
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1498 if (ngx_quic_decrypt(pkt, NULL, &ctx->largest_pn) != NGX_OK) {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1499 qc->error = pkt->error;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1500 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1501 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1502
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1503 if (ngx_quic_init_connection(c) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1504 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1505 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1506
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1507 if (ngx_quic_payload_handler(c, pkt) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1508 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1509 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1510
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1511 /* pos is at header end, adjust by actual packet length */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1512 pkt->raw->pos += pkt->len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1513
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1514 (void) ngx_quic_skip_zero_padding(pkt->raw);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1515
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1516 return ngx_quic_input(c, pkt->raw);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1517 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1518
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1519
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1520 static ngx_int_t
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1521 ngx_quic_initial_input(ngx_connection_t c, ngx_quic_header_t pkt)
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1522 {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1523 ngx_int_t rc;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1524 ngx_ssl_conn_t *ssl_conn;
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1525 ngx_quic_secrets_t *keys;
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1526 ngx_quic_send_ctx_t *ctx;
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1527 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1528
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1529 c->log->action = "processing initial quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1530
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1531 ssl_conn = c->ssl->connection;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1532
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1533 rc = ngx_quic_parse_long_header(pkt);
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1534 if (rc != NGX_OK) {
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1535 return rc;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1536 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1537
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	1538 if (ngx_quic_parse_initial_header(pkt) != NGX_OK) {
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1539 return NGX_ERROR;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1540 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1541
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1542 keys = &c->quic->keys[ssl_encryption_initial];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1543
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1544 pkt->secret = &keys->client;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1545 pkt->level = ssl_encryption_initial;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1546 pkt->plaintext = buf;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1547
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1548 ctx = ngx_quic_get_send_ctx(c->quic, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1549
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1550 if (ngx_quic_decrypt(pkt, ssl_conn, &ctx->largest_pn) != NGX_OK) {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1551 c->quic->error = pkt->error;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1552 return NGX_ERROR;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1553 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1554
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1555 return ngx_quic_payload_handler(c, pkt);
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1556 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1557
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1558
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1559 static ngx_int_t
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1560 ngx_quic_handshake_input(ngx_connection_t c, ngx_quic_header_t pkt)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1561 {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1562 ngx_int_t rc;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1563 ngx_quic_secrets_t *keys;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1564 ngx_quic_send_ctx_t *ctx;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1565 ngx_quic_connection_t *qc;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1566 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1567
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1568 c->log->action = "processing handshake quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1569
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1570 qc = c->quic;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1571
8321 e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1572 keys = &c->quic->keys[ssl_encryption_handshake];
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1573
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1574 if (keys->client.key.len == 0) {
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1575 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1576 "quic no read keys yet, packet ignored");
8321 e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1577 return NGX_DECLINED;
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1578 }
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1579
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1580 /* extract cleartext data into pkt */
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1581 rc = ngx_quic_parse_long_header(pkt);
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1582 if (rc != NGX_OK) {
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1583 return rc;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1584 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1585
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1586 if (ngx_quic_check_peer(qc, pkt) != NGX_OK) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1587 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1588 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1589
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	1590 if (ngx_quic_parse_handshake_header(pkt) != NGX_OK) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1591 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1592 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1593
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1594 pkt->secret = &keys->client;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1595 pkt->level = ssl_encryption_handshake;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1596 pkt->plaintext = buf;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1597
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1598 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1599
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1600 if (ngx_quic_decrypt(pkt, c->ssl->connection, &ctx->largest_pn) != NGX_OK) {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1601 qc->error = pkt->error;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1602 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1603 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1604
8393 e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1605 /*
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1606 * 4.10.1. The successful use of Handshake packets indicates
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1607 * that no more Initial packets need to be exchanged
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1608 */
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1609 ctx = ngx_quic_get_send_ctx(c->quic, ssl_encryption_initial);
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1610 ngx_quic_free_frames(c, &ctx->sent);
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1611
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1612 return ngx_quic_payload_handler(c, pkt);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1613 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1614
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1615
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1616 static ngx_int_t
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1617 ngx_quic_early_input(ngx_connection_t c, ngx_quic_header_t pkt)
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1618 {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1619 ngx_int_t rc;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1620 ngx_quic_secrets_t *keys;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1621 ngx_quic_send_ctx_t *ctx;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1622 ngx_quic_connection_t *qc;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1623 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1624
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1625 c->log->action = "processing early data quic packet";
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1626
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1627 qc = c->quic;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1628
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1629 /* extract cleartext data into pkt */
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1630 rc = ngx_quic_parse_long_header(pkt);
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1631 if (rc != NGX_OK) {
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1632 return rc;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1633 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1634
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1635 if (ngx_quic_check_peer(qc, pkt) != NGX_OK) {
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1636 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1637 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1638
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1639 if (ngx_quic_parse_handshake_header(pkt) != NGX_OK) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1640 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1641 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1642
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1643 if (c->quic->state != NGX_QUIC_ST_EARLY_DATA) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1644 ngx_log_error(NGX_LOG_INFO, c->log, 0, "quic unexpected 0-RTT packet");
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1645 return NGX_OK;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1646 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1647
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1648 keys = &c->quic->keys[ssl_encryption_early_data];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1649
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1650 pkt->secret = &keys->client;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1651 pkt->level = ssl_encryption_early_data;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1652 pkt->plaintext = buf;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1653
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1654 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1655
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1656 if (ngx_quic_decrypt(pkt, c->ssl->connection, &ctx->largest_pn) != NGX_OK) {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1657 qc->error = pkt->error;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1658 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1659 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1660
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1661 return ngx_quic_payload_handler(c, pkt);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1662 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1663
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1664
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1665 static ngx_int_t
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1666 ngx_quic_check_peer(ngx_quic_connection_t qc, ngx_quic_header_t pkt)
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1667 {
8381 6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	1668 ngx_str_t *dcid;
6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	1669
6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	1670 dcid = ngx_quic_pkt_zrtt(pkt->flags) ? &qc->odcid : &qc->dcid;
6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	1671
6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	1672 if (pkt->dcid.len != dcid->len) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1673 ngx_log_error(NGX_LOG_INFO, pkt->log, 0, "quic unexpected quic dcidl");
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1674 return NGX_ERROR;
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1675 }
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1676
8381 6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	1677 if (ngx_memcmp(pkt->dcid.data, dcid->data, dcid->len) != 0) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1678 ngx_log_error(NGX_LOG_INFO, pkt->log, 0, "quic unexpected quic dcid");
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1679 return NGX_ERROR;
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1680 }
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1681
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1682 if (pkt->scid.len != qc->scid.len) {
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1683 ngx_log_error(NGX_LOG_INFO, pkt->log, 0, "quic unexpected quic scidl");
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1684 return NGX_ERROR;
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1685 }
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1686
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1687 if (ngx_memcmp(pkt->scid.data, qc->scid.data, qc->scid.len) != 0) {
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1688 ngx_log_error(NGX_LOG_INFO, pkt->log, 0, "quic unexpected quic scid");
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1689 return NGX_ERROR;
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1690 }
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1691
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1692 return NGX_OK;
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1693 }
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1694
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1695
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1696 static ngx_int_t
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1697 ngx_quic_app_input(ngx_connection_t c, ngx_quic_header_t pkt)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1698 {
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1699 ngx_int_t rc;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1700 ngx_quic_secrets_t keys, next, tmp;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1701 ngx_quic_send_ctx_t *ctx;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1702 ngx_quic_connection_t *qc;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1703 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1704
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1705 c->log->action = "processing application data quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1706
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1707 qc = c->quic;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1708
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1709 keys = &c->quic->keys[ssl_encryption_application];
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1710 next = &c->quic->next_key;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1711
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1712 if (keys->client.key.len == 0) {
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1713 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1714 "quic no read keys yet, packet ignored");
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1715 return NGX_DECLINED;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1716 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1717
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1718 rc = ngx_quic_parse_short_header(pkt, &qc->dcid);
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1719 if (rc != NGX_OK) {
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1720 return rc;
8185 6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1721 }
6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1722
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1723 pkt->secret = &keys->client;
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1724 pkt->next = &next->client;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1725 pkt->key_phase = c->quic->key_phase;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1726 pkt->level = ssl_encryption_application;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1727 pkt->plaintext = buf;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1728
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1729 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1730
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1731 if (ngx_quic_decrypt(pkt, c->ssl->connection, &ctx->largest_pn) != NGX_OK) {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1732 qc->error = pkt->error;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1733 return NGX_ERROR;
8185 6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1734 }
6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1735
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1736 /* switch keys on Key Phase change */
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1737
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1738 if (pkt->key_update) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1739 c->quic->key_phase ^= 1;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1740
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1741 tmp = *keys;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1742 keys = next;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1743 *next = tmp;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1744 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1745
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1746 rc = ngx_quic_payload_handler(c, pkt);
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1747
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1748 if (rc == NGX_ERROR) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1749 return NGX_ERROR;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1750 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1751
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1752 /* generate next keys */
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1753
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1754 if (pkt->key_update) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1755 if (ngx_quic_key_update(c, keys, next) != NGX_OK) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1756 return NGX_ERROR;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1757 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1758 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1759
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1760 return rc;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1761 }
8171 4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	1762
4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	1763
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1764 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1765 ngx_quic_payload_handler(ngx_connection_t c, ngx_quic_header_t pkt)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1766 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1767 u_char end, p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1768 ssize_t len;
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1769 ngx_uint_t ack_sent, do_close;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1770 ngx_quic_frame_t frame;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1771 ngx_quic_connection_t *qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1772
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1773 qc = c->quic;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1774
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1775 if (qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1776 /*
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1777 * 10.1 Closing and Draining Connection States
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1778 * ... delayed or reordered packets are properly discarded.
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1779 *
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1780 * An endpoint retains only enough information to generate
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1781 * a packet containing a CONNECTION_CLOSE frame and to identify
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1782 * packets as belonging to the connection.
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1783 */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1784 return ngx_quic_send_cc(c, pkt->level, NGX_QUIC_ERR_NO_ERROR);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1785 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1786
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1787 p = pkt->payload.data;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1788 end = p + pkt->payload.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1789
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1790 ack_sent = 0;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1791 do_close = 0;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1792
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1793 while (p < end) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1794
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1795 c->log->action = "parsing frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1796
8240 1f002206a59b Added boundaries checks into frame parser. Vladimir Homutov <vl@nginx.com> parents: 8239 diff changeset	1797 len = ngx_quic_parse_frame(pkt, p, end, &frame);
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1798
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1799 if (len < 0) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1800 qc->error = pkt->error;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1801 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1802 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1803
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1804 c->log->action = "handling frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1805
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1806 p += len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1807
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1808 switch (frame.type) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1809
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1810 case NGX_QUIC_FT_ACK:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1811 if (ngx_quic_handle_ack_frame(c, pkt, &frame.u.ack) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1812 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1813 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1814
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1815 continue;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1816
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1817 case NGX_QUIC_FT_PADDING:
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1818 /* no action required */
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1819 continue;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1820
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1821 case NGX_QUIC_FT_CONNECTION_CLOSE:
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1822 case NGX_QUIC_FT_CONNECTION_CLOSE2:
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1823 do_close = 1;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1824 continue;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1825 }
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1826
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1827 /* got there with ack-eliciting packet */
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1828
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1829 if (!ack_sent) {
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1830 if (ngx_quic_send_ack(c, pkt) != NGX_OK) {
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1831 return NGX_ERROR;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1832 }
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1833
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1834 ack_sent = 1;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1835 }
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1836
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1837 switch (frame.type) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1838
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1839 case NGX_QUIC_FT_CRYPTO:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1840
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1841 if (ngx_quic_handle_crypto_frame(c, pkt, &frame) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1842 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1843 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1844
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1845 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1846
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1847 case NGX_QUIC_FT_PING:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1848 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1849
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1850 case NGX_QUIC_FT_STREAM0:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1851 case NGX_QUIC_FT_STREAM1:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1852 case NGX_QUIC_FT_STREAM2:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1853 case NGX_QUIC_FT_STREAM3:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1854 case NGX_QUIC_FT_STREAM4:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1855 case NGX_QUIC_FT_STREAM5:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1856 case NGX_QUIC_FT_STREAM6:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1857 case NGX_QUIC_FT_STREAM7:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1858
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1859 if (ngx_quic_handle_stream_frame(c, pkt, &frame) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1860 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1861 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1862
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1863 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1864
8237 ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1865 case NGX_QUIC_FT_MAX_DATA:
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1866
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1867 if (ngx_quic_handle_max_data_frame(c, &frame.u.max_data) != NGX_OK)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1868 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1869 return NGX_ERROR;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1870 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1871
8237 ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1872 break;
ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1873
8236 d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1874 case NGX_QUIC_FT_STREAMS_BLOCKED:
d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1875 case NGX_QUIC_FT_STREAMS_BLOCKED2:
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1876
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1877 if (ngx_quic_handle_streams_blocked_frame(c, pkt,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1878 &frame.u.streams_blocked)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1879 != NGX_OK)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1880 {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1881 return NGX_ERROR;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1882 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1883
8236 d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1884 break;
d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1885
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1886 case NGX_QUIC_FT_STREAM_DATA_BLOCKED:
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1887
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1888 if (ngx_quic_handle_stream_data_blocked_frame(c, pkt,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1889 &frame.u.stream_data_blocked)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1890 != NGX_OK)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1891 {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1892 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1893 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1894
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1895 break;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1896
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1897 case NGX_QUIC_FT_MAX_STREAM_DATA:
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1898
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1899 if (ngx_quic_handle_max_stream_data_frame(c, pkt,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1900 &frame.u.max_stream_data)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1901 != NGX_OK)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1902 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1903 return NGX_ERROR;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1904 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1905
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1906 break;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1907
8325 9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1908 case NGX_QUIC_FT_NEW_CONNECTION_ID:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1909 case NGX_QUIC_FT_RETIRE_CONNECTION_ID:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1910 case NGX_QUIC_FT_NEW_TOKEN:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1911 case NGX_QUIC_FT_RESET_STREAM:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1912 case NGX_QUIC_FT_STOP_SENDING:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1913 case NGX_QUIC_FT_PATH_CHALLENGE:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1914 case NGX_QUIC_FT_PATH_RESPONSE:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1915
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1916 /* TODO: handle */
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1917 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1918 "quic frame handler not implemented");
8325 9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1919 break;
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1920
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1921 default:
8346 4e4485793418 Added MAX_STREAM_DATA stub handler. Vladimir Homutov <vl@nginx.com> parents: 8345 diff changeset	1922 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1923 "quic missing frame handler");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1924 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1925 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1926 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1927
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1928 if (p != end) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1929 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1930 "quic trailing garbage in payload: %ui bytes", end - p);
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1931
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1932 qc->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1933 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1934 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1935
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1936 if (do_close) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1937 qc->draining = 1;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1938 ngx_quic_close_connection(c, NGX_OK);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1939 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1940
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1941 return NGX_OK;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1942 }
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1943
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1944
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1945 static ngx_int_t
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1946 ngx_quic_send_ack(ngx_connection_t c, ngx_quic_header_t pkt)
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1947 {
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1948 ngx_quic_frame_t *frame;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1949
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1950 c->log->action = "generating acknowledgment";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1951
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1952 /* every ACK-eliciting packet is acknowledged, TODO ACK Ranges */
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1953
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1954 frame = ngx_quic_alloc_frame(c, 0);
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1955 if (frame == NULL) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1956 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1957 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1958
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1959 frame->level = (pkt->level == ssl_encryption_early_data)
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1960 ? ssl_encryption_application
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1961 : pkt->level;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1962
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1963 frame->type = NGX_QUIC_FT_ACK;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1964 frame->u.ack.largest = pkt->pn;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1965
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1966 ngx_sprintf(frame->info, "ACK for PN=%d from frame handler level=%d",
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1967 pkt->pn, frame->level);
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1968 ngx_quic_queue_frame(c->quic, frame);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1969
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1970 return NGX_OK;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1971 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1972
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1973
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1974 static ngx_int_t
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1975 ngx_quic_send_cc(ngx_connection_t *c, enum ssl_encryption_level_t level,
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1976 ngx_uint_t err)
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1977 {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1978 ngx_quic_frame_t *frame;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1979 ngx_quic_connection_t *qc;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1980
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1981 qc = c->quic;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1982
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1983 if (qc->draining) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1984 return NGX_OK;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1985 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1986
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1987 if (qc->closing
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1988 && ngx_current_msec - qc->last_cc < NGX_QUIC_CC_MIN_INTERVAL)
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1989 {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1990 /* dot not send CC too often */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1991 return NGX_OK;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1992 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1993
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1994 frame = ngx_quic_alloc_frame(c, 0);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1995 if (frame == NULL) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1996 return NGX_ERROR;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1997 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1998
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1999 frame->level = level;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2000 frame->type = NGX_QUIC_FT_CONNECTION_CLOSE;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2001 frame->u.close.error_code = err;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2002 ngx_sprintf(frame->info, "cc from send_cc err=%ui level=%d", err,
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2003 frame->level);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2004
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2005 ngx_quic_queue_frame(c->quic, frame);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2006
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2007 qc->last_cc = ngx_current_msec;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2008
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2009 return ngx_quic_output(c);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2010 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2011
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2012
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2013 static ngx_int_t
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2014 ngx_quic_send_new_token(ngx_connection_t *c)
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2015 {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2016 ngx_str_t token;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2017 ngx_quic_frame_t *frame;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2018
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2019 if (!c->quic->tp.retry) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2020 return NGX_OK;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2021 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2022
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2023 if (ngx_quic_new_token(c, &token) != NGX_OK) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2024 return NGX_ERROR;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2025 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2026
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2027 frame = ngx_quic_alloc_frame(c, 0);
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2028 if (frame == NULL) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2029 return NGX_ERROR;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2030 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2031
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2032 frame->level = ssl_encryption_application;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2033 frame->type = NGX_QUIC_FT_NEW_TOKEN;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2034 frame->u.token.length = token.len;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2035 frame->u.token.data = token.data;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2036 ngx_sprintf(frame->info, "NEW_TOKEN");
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2037 ngx_quic_queue_frame(c->quic, frame);
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2038
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2039 return NGX_OK;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2040 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2041
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2042 static ngx_int_t
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2043 ngx_quic_handle_ack_frame(ngx_connection_t c, ngx_quic_header_t pkt,
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2044 ngx_quic_ack_frame_t *ack)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2045 {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2046 ssize_t n;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2047 u_char pos, end;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2048 uint64_t gap, range;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2049 ngx_uint_t i, min, max;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2050 ngx_quic_send_ctx_t *ctx;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2051
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2052 ctx = ngx_quic_get_send_ctx(c->quic, pkt->level);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2053
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2054 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2055 "quic ngx_quic_handle_ack_frame level %d", pkt->level);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2056
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2057 /*
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2058 * If any computed packet number is negative, an endpoint MUST
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2059 * generate a connection error of type FRAME_ENCODING_ERROR.
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2060 * (19.3.1)
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2061 */
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2062
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2063 if (ack->first_range > ack->largest) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2064 c->quic->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2065 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2066 "quic invalid first range in ack frame");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2067 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2068 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2069
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2070 min = ack->largest - ack->first_range;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2071 max = ack->largest;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2072
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2073 if (ngx_quic_handle_ack_frame_range(c, ctx, min, max) != NGX_OK) {
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2074 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2075 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2076
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2077 /* 13.2.3. Receiver Tracking of ACK Frames */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2078 if (ctx->largest_ack < max) {
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2079 ctx->largest_ack = max;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2080 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2081 "quic updated largest received ack: %ui", max);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2082 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2083
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2084 pos = ack->ranges_start;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2085 end = ack->ranges_end;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2086
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2087 for (i = 0; i < ack->range_count; i++) {
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2088
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2089 n = ngx_quic_parse_ack_range(pkt, pos, end, &gap, &range);
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2090 if (n == NGX_ERROR) {
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2091 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2092 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2093 pos += n;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2094
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2095 if (gap >= min) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2096 c->quic->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2097 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2098 "quic invalid range %ui in ack frame", i);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2099 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2100 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2101
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2102 max = min - 1 - gap;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2103
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2104 if (range > max + 1) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2105 c->quic->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2106 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2107 "quic invalid range %ui in ack frame", i);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2108 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2109 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2110
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2111 min = max - range + 1;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2112
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2113 if (ngx_quic_handle_ack_frame_range(c, ctx, min, max) != NGX_OK) {
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2114 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2115 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2116 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2117
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2118 return NGX_OK;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2119 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2120
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2121
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2122 static ngx_int_t
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2123 ngx_quic_handle_ack_frame_range(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2124 uint64_t min, uint64_t max)
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2125 {
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2126 ngx_uint_t found;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2127 ngx_queue_t *q;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2128 ngx_quic_frame_t *f;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2129 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2130
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2131 qc = c->quic;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2132
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2133 found = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2134
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2135 q = ngx_queue_head(&ctx->sent);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2136
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2137 while (q != ngx_queue_sentinel(&ctx->sent)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2138
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2139 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2140
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2141 if (f->pnum >= min && f->pnum <= max) {
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2142 ngx_quic_congestion_ack(c, f);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2143
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2144 ngx_quic_handle_stream_ack(c, f);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2145
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2146 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2147 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2148 ngx_quic_free_frame(c, f);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2149 found = 1;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2150
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2151 } else {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2152 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2153 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2154 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2155
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2156 if (!found) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2157
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2158 if (max <= ctx->pnum) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2159 /* duplicate ACK or ACK for non-ack-eliciting frame */
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2160 return NGX_OK;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2161 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2162
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2163 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2164 "quic ACK for the packet not in sent queue ");
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2165
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2166 qc->error = NGX_QUIC_ERR_PROTOCOL_VIOLATION;
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2167
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2168 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2169 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2170
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2171 if (!qc->push.timer_set) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2172 ngx_post_event(&qc->push, &ngx_posted_events);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2173 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2174
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2175 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2176 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2177
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2178
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2179 static void
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2180 ngx_quic_handle_stream_ack(ngx_connection_t c, ngx_quic_frame_t f)
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2181 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2182 uint64_t sent, unacked;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2183 ngx_event_t *wev;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2184 ngx_quic_stream_t *sn;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2185 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2186
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2187 if (f->type < NGX_QUIC_FT_STREAM0 \|\| f->type > NGX_QUIC_FT_STREAM7) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2188 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2189 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2190
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2191 qc = c->quic;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2192
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2193 sn = ngx_quic_find_stream(&qc->streams.tree, f->u.stream.stream_id);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2194 if (sn == NULL) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2195 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2196 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2197
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2198 wev = sn->c->write;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2199 sent = sn->c->sent;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2200 unacked = sent - sn->acked;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2201
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2202 if (unacked >= NGX_QUIC_STREAM_BUFSIZE && wev->active) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2203 wev->ready = 1;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2204 ngx_post_event(wev, &ngx_posted_events);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2205 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2206
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2207 sn->acked += f->u.stream.length;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2208
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2209 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, sn->c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2210 "quic stream ack %uL acked:%uL, unacked:%uL",
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2211 f->u.stream.length, sn->acked, sent - sn->acked);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2212 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2213
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2214
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2215 static ngx_int_t
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2216 ngx_quic_handle_ordered_frame(ngx_connection_t c, ngx_quic_frames_stream_t fs,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2217 ngx_quic_frame_t frame, ngx_quic_frame_handler_pt handler, void data)
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2218 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2219 size_t full_len;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2220 ngx_int_t rc;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2221 ngx_queue_t *q;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2222 ngx_quic_ordered_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2223
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2224 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2225
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2226 if (f->offset > fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2227 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2228 "quic out-of-order frame: expecting %ui got %ui",
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2229 fs->received, f->offset);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2230
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2231 return ngx_quic_buffer_frame(c, fs, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2232 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2233
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2234 if (f->offset < fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2235
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2236 if (ngx_quic_adjust_frame_offset(c, frame, fs->received)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2237 == NGX_DONE)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2238 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2239 /* old/duplicate data range */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2240 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2241 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2242
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2243 /* intersecting data range, frame modified */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2244 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2245
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2246 /* f->offset == fs->received */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2247
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2248 rc = handler(c, frame, data);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2249 if (rc == NGX_ERROR) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2250 return NGX_ERROR;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2251
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2252 } else if (rc == NGX_DONE) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2253 /* handler destroyed stream, queue no longer exists */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2254 return NGX_OK;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2255 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2256
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2257 /* rc == NGX_OK */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2258
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2259 fs->received += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2260
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2261 /* now check the queue if we can continue with buffered frames */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2262
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2263 do {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2264 q = ngx_queue_head(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2265 if (q == ngx_queue_sentinel(&fs->frames)) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2266 break;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2267 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2268
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2269 frame = ngx_queue_data(q, ngx_quic_frame_t, queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2270 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2271
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2272 if (f->offset > fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2273 /* gap found, nothing more to do */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2274 break;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2275 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2276
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2277 full_len = f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2278
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2279 if (f->offset < fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2280
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2281 if (ngx_quic_adjust_frame_offset(c, frame, fs->received)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2282 == NGX_DONE)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2283 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2284 /* old/duplicate data range */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2285 ngx_queue_remove(q);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2286 fs->total -= f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2287
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2288 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2289 "quic skipped buffered frame, total %ui",
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2290 fs->total);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2291 ngx_quic_free_frame(c, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2292 continue;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2293 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2294
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2295 /* frame was adjusted, proceed to input */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2296 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2297
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2298 /* f->offset == fs->received */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2299
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2300 rc = handler(c, frame, data);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2301
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2302 if (rc == NGX_ERROR) {
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2303 return NGX_ERROR;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2304
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2305 } else if (rc == NGX_DONE) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2306 /* handler destroyed stream, queue no longer exists */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2307 return NGX_OK;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2308 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2309
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2310 fs->received += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2311 fs->total -= full_len;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2312
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2313 ngx_queue_remove(q);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2314
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2315 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2316 "quic consumed buffered frame, total %ui", fs->total);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2317
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2318 ngx_quic_free_frame(c, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2319
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2320 } while (1);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2321
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2322 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2323 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2324
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2325
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2326 static ngx_int_t
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2327 ngx_quic_adjust_frame_offset(ngx_connection_t c, ngx_quic_frame_t frame,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2328 uint64_t offset_in)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2329 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2330 size_t tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2331 ngx_quic_ordered_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2332
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2333 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2334
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2335 tail = offset_in - f->offset;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2336
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2337 if (tail >= f->length) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2338 /* range preceeding already received data or duplicate, ignore */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2339
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2340 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2341 "quic old or duplicate data in ordered frame, ignored");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2342 return NGX_DONE;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2343 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2344
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2345 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2346 "quic adjusted ordered frame data start to expected offset");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2347
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2348 /* intersecting range: adjust data size */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2349
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2350 f->offset += tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2351 f->data += tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2352 f->length -= tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2353
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2354 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2355 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2356
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2357
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2358 static ngx_int_t
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2359 ngx_quic_buffer_frame(ngx_connection_t c, ngx_quic_frames_stream_t fs,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2360 ngx_quic_frame_t *frame)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2361 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2362 u_char *data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2363 ngx_queue_t *q;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2364 ngx_quic_frame_t dst, item;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2365 ngx_quic_ordered_frame_t f, df;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2366
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2367 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2368 "quic ngx_quic_buffer_frame");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2369
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2370 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2371
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2372 /* frame start offset is in the future, buffer it */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2373
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2374 /* check limit on total size used by all buffered frames, not actual data */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2375 if (NGX_QUIC_MAX_BUFFERED - fs->total < f->length) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2376 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2377 "quic ordered input buffer limit exceeded");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2378 return NGX_ERROR;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2379 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2380
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2381 dst = ngx_quic_alloc_frame(c, f->length);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2382 if (dst == NULL) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2383 return NGX_ERROR;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2384 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2385
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2386 data = dst->data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2387 ngx_memcpy(dst, frame, sizeof(ngx_quic_frame_t));
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2388 dst->data = data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2389
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2390 ngx_memcpy(dst->data, f->data, f->length);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2391
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2392 df = &dst->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2393 df->data = dst->data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2394
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2395 fs->total += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2396
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2397 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2398 "quic ordered frame with unexpected offset:"
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2399 " buffered, total %ui", fs->total);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2400
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2401 /* TODO: do we need some timeout for this queue ? */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2402
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2403 if (ngx_queue_empty(&fs->frames)) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2404 ngx_queue_insert_after(&fs->frames, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2405 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2406 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2407
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2408 for (q = ngx_queue_last(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2409 q != ngx_queue_sentinel(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2410 q = ngx_queue_prev(q))
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2411 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2412 item = ngx_queue_data(q, ngx_quic_frame_t, queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2413 f = &item->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2414
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2415 if (f->offset < df->offset) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2416 ngx_queue_insert_after(q, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2417 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2418 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2419 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2420
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2421 ngx_queue_insert_after(&fs->frames, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2422
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2423 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2424 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2425
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2426
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2427 static ngx_int_t
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2428 ngx_quic_handle_crypto_frame(ngx_connection_t c, ngx_quic_header_t pkt,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2429 ngx_quic_frame_t *frame)
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2430 {
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2431 ngx_quic_connection_t *qc;
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2432 ngx_quic_frames_stream_t *fs;
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2433
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2434 qc = c->quic;
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2435 fs = &qc->crypto[pkt->level];
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2436
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2437 return ngx_quic_handle_ordered_frame(c, fs, frame, ngx_quic_crypto_input,
81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2438 NULL);
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2439 }
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2440
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2441
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2442 static ngx_int_t
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2443 ngx_quic_crypto_input(ngx_connection_t c, ngx_quic_frame_t frame, void *data)
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2444 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2445 int sslerr;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2446 ssize_t n;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2447 ngx_ssl_conn_t *ssl_conn;
8393 e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2448 ngx_quic_send_ctx_t *ctx;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2449 ngx_quic_crypto_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2450
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2451 f = &frame->u.crypto;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2452
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2453 ssl_conn = c->ssl->connection;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2454
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2455 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2456 "quic SSL_quic_read_level: %d, SSL_quic_write_level: %d",
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2457 (int) SSL_quic_read_level(ssl_conn),
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2458 (int) SSL_quic_write_level(ssl_conn));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2459
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2460 if (!SSL_provide_quic_data(ssl_conn, SSL_quic_read_level(ssl_conn),
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2461 f->data, f->length))
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2462 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2463 ngx_ssl_error(NGX_LOG_INFO, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2464 "SSL_provide_quic_data() failed");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2465 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2466 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2467
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2468 n = SSL_do_handshake(ssl_conn);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2469
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2470 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_do_handshake: %d", n);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2471
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2472 if (n == -1) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2473 sslerr = SSL_get_error(ssl_conn, n);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2474
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2475 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_get_error: %d",
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2476 sslerr);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2477
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	2478 if (sslerr != SSL_ERROR_WANT_READ) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2479 ngx_ssl_error(NGX_LOG_ERR, c->log, 0, "SSL_do_handshake() failed");
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	2480 return NGX_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2481 }
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	2482
8302 76818c9cdd6f Sending HANDSHAKE_DONE just once with BoringSSL. Sergey Kandaurov <pluknet@nginx.com> parents: 8301 diff changeset	2483 } else if (n == 1 && !SSL_in_init(ssl_conn)) {
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	2484 c->quic->state = NGX_QUIC_ST_APPLICATION;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2485
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	2486 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8299 4ad7d4272cd5 Style. Sergey Kandaurov <pluknet@nginx.com> parents: 8294 diff changeset	2487 "quic ssl cipher: %s", SSL_get_cipher(ssl_conn));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2488
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	2489 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2490 "quic handshake completed successfully");
8273 cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2491
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2492 frame = ngx_quic_alloc_frame(c, 0);
8273 cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2493 if (frame == NULL) {
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2494 return NGX_ERROR;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2495 }
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2496
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2497 /* 12.4 Frames and frame types, figure 8 */
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2498 frame->level = ssl_encryption_application;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2499 frame->type = NGX_QUIC_FT_HANDSHAKE_DONE;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2500 ngx_sprintf(frame->info, "HANDSHAKE DONE on handshake completed");
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2501 ngx_quic_queue_frame(c->quic, frame);
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2502
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2503 if (ngx_quic_send_new_token(c) != NGX_OK) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2504 return NGX_ERROR;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2505 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2506
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2507 /*
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2508 * Generating next keys before a key update is received.
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2509 * See quic-tls 9.4 Header Protection Timing Side-Channels.
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2510 */
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2511
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2512 if (ngx_quic_key_update(c, &c->quic->keys[ssl_encryption_application],
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2513 &c->quic->next_key)
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2514 != NGX_OK)
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2515 {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2516 return NGX_ERROR;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2517 }
8393 e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2518
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2519 /*
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2520 * 4.10.2 An endpoint MUST discard its handshake keys
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2521 * when the TLS handshake is confirmed
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2522 */
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2523 ctx = ngx_quic_get_send_ctx(c->quic, ssl_encryption_handshake);
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2524 ngx_quic_free_frames(c, &ctx->sent);
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	2525 }
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	2526
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2527 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2528 "quic SSL_quic_read_level: %d, SSL_quic_write_level: %d",
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2529 (int) SSL_quic_read_level(ssl_conn),
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2530 (int) SSL_quic_write_level(ssl_conn));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2531
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2532 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2533 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2534
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2535
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2536 static ngx_int_t
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2537 ngx_quic_handle_stream_frame(ngx_connection_t c, ngx_quic_header_t pkt,
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2538 ngx_quic_frame_t *frame)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2539 {
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2540 size_t n;
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2541 ngx_buf_t *b;
81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2542 ngx_event_t *rev;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2543 ngx_quic_stream_t *sn;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2544 ngx_quic_connection_t *qc;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2545 ngx_quic_stream_frame_t *f;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2546 ngx_quic_frames_stream_t *fs;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2547
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2548 qc = c->quic;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2549 f = &frame->u.stream;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2550
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2551 sn = ngx_quic_find_stream(&qc->streams.tree, f->stream_id);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2552
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2553 if (sn == NULL) {
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2554 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2555 "quic stream id 0x%xi is new", f->stream_id);
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2556
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2557 n = (f->stream_id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2558 ? qc->tp.initial_max_stream_data_uni
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2559 : qc->tp.initial_max_stream_data_bidi_remote;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2560
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2561 if (n < NGX_QUIC_STREAM_BUFSIZE) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2562 n = NGX_QUIC_STREAM_BUFSIZE;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2563 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2564
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2565 if (n < f->length) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2566 ngx_log_error(NGX_LOG_INFO, c->log, 0,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2567 "quic no space in stream buffer");
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2568 return NGX_ERROR;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2569 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2570
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2571 /*
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2572 * TODO: check IDs are increasing ? create all lower-numbered?
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2573 *
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2574 * 2.1. Stream Types and Identifiers
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2575 *
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2576 * Within each type, streams are created with numerically increasing
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2577 * stream IDs. A stream ID that is used out of order results in all
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2578 * streams of that type with lower-numbered stream IDs also being
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2579 * opened.
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2580 */
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2581 sn = ngx_quic_create_stream(c, f->stream_id, n);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2582 if (sn == NULL) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2583 return NGX_ERROR;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2584 }
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2585
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2586 rev = sn->c->read;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2587
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2588 if (f->offset == 0) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2589
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2590 b = sn->b;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2591 b->last = ngx_cpymem(b->last, f->data, f->length);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2592
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2593 sn->fs.received += f->length;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2594
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2595 rev->ready = 1;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2596
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2597 if (f->fin) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2598 rev->pending_eof = 1;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2599 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2600
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2601 } else {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2602 rev->ready = 0;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2603 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2604
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2605 if ((f->stream_id & NGX_QUIC_STREAM_UNIDIRECTIONAL) == 0) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2606 ngx_quic_handle_max_streams(c);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2607 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2608
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2609 qc->streams.handler(sn->c);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2610
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2611 if (f->offset == 0) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2612 return NGX_OK;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2613 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2614
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2615 /* out-of-order stream: proceed to buffering */
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2616 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2617
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2618 fs = &sn->fs;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2619
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2620 return ngx_quic_handle_ordered_frame(c, fs, frame, ngx_quic_stream_input,
81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2621 sn);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2622 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2623
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2624
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2625 static ngx_int_t
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2626 ngx_quic_stream_input(ngx_connection_t c, ngx_quic_frame_t frame, void *data)
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2627 {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2628 ngx_buf_t *b;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2629 ngx_event_t *rev;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2630 ngx_quic_stream_t *sn;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2631 ngx_quic_connection_t *qc;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2632 ngx_quic_stream_frame_t *f;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2633
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2634 qc = c->quic;
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2635 sn = data;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2636
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2637 f = &frame->u.stream;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2638
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2639 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic existing stream");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2640
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2641 b = sn->b;
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2642
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2643 if ((size_t) ((b->pos - b->start) + (b->end - b->last)) < f->length) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2644 ngx_log_error(NGX_LOG_INFO, c->log, 0,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2645 "quic no space in stream buffer");
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2646 return NGX_ERROR;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2647 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2648
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2649 if ((size_t) (b->end - b->last) < f->length) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2650 b->last = ngx_movemem(b->start, b->pos, b->last - b->pos);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2651 b->pos = b->start;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2652 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2653
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2654 b->last = ngx_cpymem(b->last, f->data, f->length);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2655
8294 32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2656 rev = sn->c->read;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2657 rev->ready = 1;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2658
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2659 if (f->fin) {
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2660 rev->pending_eof = 1;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2661 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2662
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2663 if (rev->active) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2664 rev->handler(rev);
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2665 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2666
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2667 /* check if stream was destroyed by handler */
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2668 if (ngx_quic_find_stream(&qc->streams.tree, f->stream_id) == NULL) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2669 return NGX_DONE;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2670 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2671
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2672 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2673 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2674
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2675
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2676 static ngx_int_t
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2677 ngx_quic_handle_max_streams(ngx_connection_t *c)
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2678 {
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2679 ngx_quic_frame_t *frame;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2680 ngx_quic_connection_t *qc;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2681
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2682 qc = c->quic;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2683 qc->cur_streams++;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2684
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2685 if (qc->cur_streams + NGX_QUIC_STREAMS_INC / 2 < qc->max_streams) {
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2686 return NGX_OK;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2687 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2688
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2689 frame = ngx_quic_alloc_frame(c, 0);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2690 if (frame == NULL) {
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2691 return NGX_ERROR;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2692 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2693
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2694 qc->max_streams = ngx_max(qc->max_streams + NGX_QUIC_STREAMS_INC,
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2695 NGX_QUIC_STREAMS_LIMIT);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2696
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2697 frame->level = ssl_encryption_application;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2698 frame->type = NGX_QUIC_FT_MAX_STREAMS;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2699 frame->u.max_streams.limit = qc->max_streams;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2700 frame->u.max_streams.bidi = 1;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2701
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2702 ngx_sprintf(frame->info, "MAX_STREAMS limit:%d bidi:%d level=%d",
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2703 (int) frame->u.max_streams.limit,
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2704 (int) frame->u.max_streams.bidi,
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2705 frame->level);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2706
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2707 ngx_quic_queue_frame(qc, frame);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2708
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2709 return NGX_OK;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2710 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2711
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2712
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2713 static ngx_int_t
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2714 ngx_quic_handle_max_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2715 ngx_quic_max_data_frame_t *f)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2716 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2717 ngx_event_t *wev;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2718 ngx_rbtree_t *tree;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2719 ngx_rbtree_node_t *node;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2720 ngx_quic_stream_t *qs;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2721 ngx_quic_connection_t *qc;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2722
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2723 qc = c->quic;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2724 tree = &qc->streams.tree;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2725
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2726 if (f->max_data <= qc->streams.send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2727 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2728 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2729
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2730 if (qc->streams.sent >= qc->streams.send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2731
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2732 for (node = ngx_rbtree_min(tree->root, tree->sentinel);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2733 node;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2734 node = ngx_rbtree_next(tree, node))
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2735 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2736 qs = (ngx_quic_stream_t *) node;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2737 wev = qs->c->write;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2738
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2739 if (wev->active) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2740 wev->ready = 1;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2741 ngx_post_event(wev, &ngx_posted_events);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2742 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2743 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2744 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2745
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2746 qc->streams.send_max_data = f->max_data;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2747
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2748 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2749 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2750
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2751
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2752 static ngx_int_t
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2753 ngx_quic_handle_streams_blocked_frame(ngx_connection_t *c,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2754 ngx_quic_header_t pkt, ngx_quic_streams_blocked_frame_t f)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2755 {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2756 ngx_quic_frame_t *frame;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2757
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2758 frame = ngx_quic_alloc_frame(c, 0);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2759 if (frame == NULL) {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2760 return NGX_ERROR;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2761 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2762
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2763 frame->level = pkt->level;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2764 frame->type = NGX_QUIC_FT_MAX_STREAMS;
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2765 frame->u.max_streams.limit = ngx_max(f->limit * 2, NGX_QUIC_STREAMS_LIMIT);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2766 frame->u.max_streams.bidi = f->bidi;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2767
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2768 c->quic->max_streams = frame->u.max_streams.limit;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2769
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2770 ngx_sprintf(frame->info, "MAX_STREAMS limit:%d bidi:%d level=%d",
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2771 (int) frame->u.max_streams.limit,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2772 (int) frame->u.max_streams.bidi,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2773 frame->level);
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2774
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2775 ngx_quic_queue_frame(c->quic, frame);
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2776
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2777 return NGX_OK;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2778 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2779
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2780
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2781 static ngx_int_t
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2782 ngx_quic_handle_stream_data_blocked_frame(ngx_connection_t *c,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2783 ngx_quic_header_t pkt, ngx_quic_stream_data_blocked_frame_t f)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2784 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2785 size_t n;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2786 ngx_buf_t *b;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2787 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2788 ngx_quic_stream_t *sn;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2789 ngx_quic_connection_t *qc;
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2790
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2791 qc = c->quic;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2792 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2793
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2794 if (sn == NULL) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2795 ngx_log_error(NGX_LOG_INFO, c->log, 0,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2796 "quic unknown stream id:%uL", f->id);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2797 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2798 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2799
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2800 b = sn->b;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2801 n = sn->fs.received + (b->pos - b->start) + (b->end - b->last);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2802
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2803 frame = ngx_quic_alloc_frame(c, 0);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2804 if (frame == NULL) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2805 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2806 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2807
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2808 frame->level = pkt->level;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2809 frame->type = NGX_QUIC_FT_MAX_STREAM_DATA;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2810 frame->u.max_stream_data.id = f->id;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2811 frame->u.max_stream_data.limit = n;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2812
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2813 ngx_sprintf(frame->info, "MAX_STREAM_DATA id:%d limit:%d level=%d",
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2814 (int) frame->u.max_stream_data.id,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2815 (int) frame->u.max_stream_data.limit,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2816 frame->level);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2817
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2818 ngx_quic_queue_frame(c->quic, frame);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2819
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2820 return NGX_OK;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2821 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2822
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2823
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2824 static ngx_int_t
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2825 ngx_quic_handle_max_stream_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2826 ngx_quic_header_t pkt, ngx_quic_max_stream_data_frame_t f)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2827 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2828 uint64_t sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2829 ngx_event_t *wev;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2830 ngx_quic_stream_t *sn;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2831 ngx_quic_connection_t *qc;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2832
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2833 qc = c->quic;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2834 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2835
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2836 if (sn == NULL) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2837 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unknown stream id:%uL", f->id);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2838 return NGX_ERROR;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2839 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2840
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2841 if (f->limit <= sn->send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2842 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2843 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2844
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2845 sent = sn->c->sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2846
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2847 if (sent >= sn->send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2848 wev = sn->c->write;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2849
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2850 if (wev->active) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2851 wev->ready = 1;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2852 ngx_post_event(wev, &ngx_posted_events);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2853 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2854 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2855
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2856 sn->send_max_data = f->limit;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2857
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2858 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2859 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2860
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2861
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2862 static void
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2863 ngx_quic_queue_frame(ngx_quic_connection_t qc, ngx_quic_frame_t frame)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2864 {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2865 ngx_quic_send_ctx_t *ctx;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2866
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2867 ctx = ngx_quic_get_send_ctx(qc, frame->level);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2868
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2869 ngx_queue_insert_tail(&ctx->frames, &frame->queue);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2870
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2871 /* TODO: check PUSH flag on stream and call output */
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2872
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2873 if (!qc->push.timer_set && !qc->closing) {
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2874 ngx_add_timer(&qc->push, qc->tp.max_ack_delay);
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2875 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2876 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2877
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2878
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2879 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2880 ngx_quic_output(ngx_connection_t *c)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2881 {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2882 ngx_uint_t i;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2883 ngx_quic_connection_t *qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2884
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2885 c->log->action = "sending frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2886
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2887 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2888
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2889 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2890 if (ngx_quic_output_frames(c, &qc->send_ctx[i]) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2891 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2892 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2893 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2894
8322 d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	2895 if (!qc->send_timer_set && !qc->closing) {
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	2896 qc->send_timer_set = 1;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	2897 ngx_add_timer(c->read, qc->tp.max_idle_timeout);
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	2898 }
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	2899
8369 bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	2900 if (!qc->retransmit.timer_set && !qc->closing) {
bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	2901 ngx_add_timer(&qc->retransmit, qc->tp.max_ack_delay);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2902 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2903
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2904 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2905 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2906
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2907
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2908 static ngx_int_t
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2909 ngx_quic_output_frames(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2910 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2911 size_t len, hlen, n;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2912 ngx_int_t rc;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2913 ngx_uint_t need_ack;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2914 ngx_queue_t *q, range;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2915 ngx_quic_frame_t *f;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2916 ngx_quic_congestion_t *cg;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2917 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2918
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2919 qc = c->quic;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2920 cg = &qc->congestion;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2921
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2922 if (ngx_queue_empty(&ctx->frames)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2923 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2924 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2925
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2926 q = ngx_queue_head(&ctx->frames);
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2927 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2928
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2929 /* all frames in same send_ctx share same level */
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2930 hlen = (f->level == ssl_encryption_application) ? NGX_QUIC_MAX_SHORT_HEADER
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2931 : NGX_QUIC_MAX_LONG_HEADER;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2932 hlen += EVP_GCM_TLS_TAG_LEN;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2933
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2934 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2935 len = 0;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2936 need_ack = 0;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2937 ngx_queue_init(&range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2938
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2939 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2940 /* process group of frames that fits into packet */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2941 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2942
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2943 n = ngx_quic_create_frame(NULL, f);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2944
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2945 if (len && hlen + len + n > qc->ctp.max_packet_size) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2946 break;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2947 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2948
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2949 if (f->need_ack) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2950 need_ack = 1;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2951 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2952
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2953 if (need_ack && cg->in_flight + len + n > cg->window) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2954 break;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2955 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2956
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2957 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2958
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2959 f->first = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2960
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2961 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2962 ngx_queue_insert_tail(&range, &f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2963
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2964 len += n;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2965
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2966 } while (q != ngx_queue_sentinel(&ctx->frames));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2967
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2968 if (ngx_queue_empty(&range)) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2969 break;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2970 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2971
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2972 rc = ngx_quic_send_frames(c, &range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2973
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2974 if (rc == NGX_OK) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2975 /*
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2976 * frames are moved into the sent queue
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2977 * to wait for ack/be retransmitted
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2978 */
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2979 if (qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2980 /* if we are closing, any ack will be discarded */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2981 ngx_quic_free_frames(c, &range);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2982
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2983 } else {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2984 ngx_queue_add(&ctx->sent, &range);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2985 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2986
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2987 cg->in_flight += len;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2988
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2989 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2990 "quic congestion send if:%uz", cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2991
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2992 } else if (rc == NGX_DONE) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2993
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2994 /* no ack is expected for this frames, can free them */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2995 ngx_quic_free_frames(c, &range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2996
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2997 } else {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2998 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2999 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3000
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3001 } while (q != ngx_queue_sentinel(&ctx->frames));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3002
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3003 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3004 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3005
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3006
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3007 static void
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3008 ngx_quic_free_frames(ngx_connection_t c, ngx_queue_t frames)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3009 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3010 ngx_queue_t *q;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3011 ngx_quic_frame_t *f;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3012
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3013 do {
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3014 q = ngx_queue_head(frames);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3015
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3016 if (q == ngx_queue_sentinel(frames)) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3017 break;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3018 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3019
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3020 ngx_queue_remove(q);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3021
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3022 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3023
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3024 ngx_quic_free_frame(c, f);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3025 } while (1);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3026 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3027
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3028
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3029 static ngx_int_t
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3030 ngx_quic_send_frames(ngx_connection_t c, ngx_queue_t frames)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3031 {
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3032 ssize_t len;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3033 u_char *p;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3034 ngx_msec_t now;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3035 ngx_str_t out, res;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3036 ngx_queue_t *q;
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3037 ngx_ssl_conn_t *ssl_conn;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3038 ngx_quic_frame_t f, start;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3039 ngx_quic_header_t pkt;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	3040 ngx_quic_secrets_t *keys;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3041 ngx_quic_send_ctx_t *ctx;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3042 ngx_quic_connection_t *qc;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3043 static ngx_str_t initial_token = ngx_null_string;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3044 static u_char src[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3045 static u_char dst[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3046
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3047 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3048 "quic ngx_quic_send_frames");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3049
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3050 ssl_conn = c->ssl ? c->ssl->connection : NULL;
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3051
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3052 q = ngx_queue_head(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3053 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3054
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3055 ctx = ngx_quic_get_send_ctx(c->quic, start->level);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3056
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3057 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3058
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3059 now = ngx_current_msec;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3060
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3061 p = src;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3062 out.data = src;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3063
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3064 for (q = ngx_queue_head(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3065 q != ngx_queue_sentinel(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3066 q = ngx_queue_next(q))
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3067 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3068 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3069
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3070 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3071 "quic frame out: %s", f->info);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3072
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3073 len = ngx_quic_create_frame(p, f);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3074 if (len == -1) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3075 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3076 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3077
8312 053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	3078 if (f->need_ack) {
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	3079 pkt.need_ack = 1;
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	3080 }
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	3081
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3082 p += len;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3083 f->pnum = ctx->pnum;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3084 f->last = now;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3085 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3086
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3087 out.len = p - out.data;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3088
8301 c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	3089 while (out.len < 4) {
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	3090 *p++ = NGX_QUIC_FT_PADDING;
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	3091 out.len++;
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	3092 }
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	3093
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3094 qc = c->quic;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3095
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	3096 keys = &c->quic->keys[start->level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	3097
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	3098 pkt.secret = &keys->server;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	3099
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3100 pkt.flags = NGX_QUIC_PKT_FIXED_BIT;
262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3101
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3102 if (start->level == ssl_encryption_initial) {
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3103 pkt.flags \|= NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_INITIAL;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3104 pkt.token = initial_token;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3105
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3106 } else if (start->level == ssl_encryption_handshake) {
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3107 pkt.flags \|= NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_HANDSHAKE;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3108
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3109 } else {
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3110 if (c->quic->key_phase) {
262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3111 pkt.flags \|= NGX_QUIC_PKT_KPHASE;
262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3112 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3113 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3114
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3115 ngx_quic_set_packet_number(&pkt, ctx);
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3116
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3117 pkt.log = c->log;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3118 pkt.level = start->level;
8344 e0abe17a2878 Removed source/destination swap from the function creating header. Vladimir Homutov <vl@nginx.com> parents: 8343 diff changeset	3119 pkt.dcid = qc->scid;
e0abe17a2878 Removed source/destination swap from the function creating header. Vladimir Homutov <vl@nginx.com> parents: 8343 diff changeset	3120 pkt.scid = qc->dcid;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3121 pkt.payload = out;
8285 f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	3122
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3123 res.data = dst;
8285 f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	3124
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3125 ngx_log_debug6(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3126 "quic packet ready: %ui bytes at level %d"
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3127 " need_ack: %d number: %L encoded %d:0x%xD",
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3128 out.len, start->level, pkt.need_ack, pkt.number,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3129 pkt.num_len, pkt.trunc);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3130
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3131 if (ngx_quic_encrypt(&pkt, ssl_conn, &res) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3132 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3133 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3134
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3135 #ifdef NGX_QUIC_DEBUG_PACKETS
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	3136 ngx_quic_hexdump(c->log, "quic packet to send", res.data, res.len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3137 #endif
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3138
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3139 len = c->send(c, res.data, res.len);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3140 if (len == NGX_ERROR \|\| (size_t) len != res.len) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3141 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3142 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3143
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3144 /* len == NGX_OK \|\| NGX_AGAIN */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3145 ctx->pnum++;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3146
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3147 return pkt.need_ack ? NGX_OK : NGX_DONE;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3148 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3149
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3150
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3151 static void
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3152 ngx_quic_set_packet_number(ngx_quic_header_t pkt, ngx_quic_send_ctx_t ctx)
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3153 {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3154 uint64_t delta;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3155
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3156 delta = ctx->pnum - ctx->largest_ack;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3157 pkt->number = ctx->pnum;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3158
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3159 if (delta <= 0x7F) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3160 pkt->num_len = 1;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3161 pkt->trunc = ctx->pnum & 0xff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3162
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3163 } else if (delta <= 0x7FFF) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3164 pkt->num_len = 2;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3165 pkt->flags \|= 0x1;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3166 pkt->trunc = ctx->pnum & 0xffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3167
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3168 } else if (delta <= 0x7FFFFF) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3169 pkt->num_len = 3;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3170 pkt->flags \|= 0x2;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3171 pkt->trunc = ctx->pnum & 0xffffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3172
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3173 } else {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3174 pkt->num_len = 4;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3175 pkt->flags \|= 0x3;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3176 pkt->trunc = ctx->pnum & 0xffffffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3177 }
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3178 }
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3179
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3180
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3181 static void
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3182 ngx_quic_retransmit_handler(ngx_event_t *ev)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3183 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3184 ngx_uint_t i;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3185 ngx_msec_t wait, nswait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3186 ngx_connection_t *c;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3187 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3188
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3189 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3190 "quic retransmit timer");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3191
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3192 c = ev->data;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3193 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3194
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3195 wait = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3196
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3197 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3198 if (ngx_quic_retransmit(c, &qc->send_ctx[i], &nswait) != NGX_OK) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	3199 ngx_quic_close_connection(c, NGX_ERROR);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3200 return;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3201 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3202
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3203 if (i == 0) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3204 wait = nswait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3205
8392 5ffb21c5c93d Fixed frame retransmissions. Vladimir Homutov <vl@nginx.com> parents: 8388 diff changeset	3206 } else if (nswait > 0 && (wait == 0 \|\| wait > nswait)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3207 wait = nswait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3208 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3209 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3210
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3211 if (wait > 0) {
8369 bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	3212 ngx_add_timer(&qc->retransmit, wait);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3213 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3214 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3215
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3216
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3217 static void
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3218 ngx_quic_push_handler(ngx_event_t *ev)
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3219 {
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3220 ngx_connection_t *c;
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3221
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3222 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic push timer");
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3223
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3224 c = ev->data;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3225
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3226 if (ngx_quic_output(c) != NGX_OK) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	3227 ngx_quic_close_connection(c, NGX_ERROR);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3228 return;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3229 }
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3230 }
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3231
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3232
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3233 static ngx_int_t
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3234 ngx_quic_retransmit(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3235 ngx_msec_t *waitp)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3236 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3237 uint64_t pn;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3238 ngx_msec_t now, wait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3239 ngx_queue_t *q, range;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3240 ngx_quic_frame_t f, start;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3241 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3242
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3243 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3244
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3245 now = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3246 wait = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3247
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3248 if (ngx_queue_empty(&ctx->sent)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3249 *waitp = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3250 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3251 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3252
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3253 q = ngx_queue_head(&ctx->sent);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3254
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3255 do {
8363 d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3256 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3257
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3258 wait = start->last + qc->tp.max_ack_delay - now;
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3259
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3260 if ((ngx_msec_int_t) wait > 0) {
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3261 break;
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3262 }
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3263
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3264 pn = start->pnum;
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3265
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3266 ngx_queue_init(&range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3267
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3268 /* send frames with same packet number to the wire */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3269 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3270 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3271
8388 a9cc1627cf1c Fixed time comparison. Vladimir Homutov <vl@nginx.com> parents: 8387 diff changeset	3272 if (now - start->first > qc->tp.max_idle_timeout) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3273 ngx_log_error(NGX_LOG_ERR, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	3274 "quic retransmission timeout");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3275 return NGX_DECLINED;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3276 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3277
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3278 if (f->pnum != pn) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3279 break;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3280 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3281
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3282 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3283
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3284 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3285 ngx_queue_insert_tail(&range, &f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3286
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3287 } while (q != ngx_queue_sentinel(&ctx->sent));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3288
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3289 ngx_quic_congestion_lost(c, start->last);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3290
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3291 /* NGX_DONE is impossible here, such frames don't get into this queue */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3292 if (ngx_quic_send_frames(c, &range) != NGX_OK) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3293 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3294 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3295
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3296 /* move frames group to the end of queue */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3297 ngx_queue_add(&ctx->sent, &range);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3298
8392 5ffb21c5c93d Fixed frame retransmissions. Vladimir Homutov <vl@nginx.com> parents: 8388 diff changeset	3299 wait = qc->tp.max_ack_delay;
5ffb21c5c93d Fixed frame retransmissions. Vladimir Homutov <vl@nginx.com> parents: 8388 diff changeset	3300
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3301 } while (q != ngx_queue_sentinel(&ctx->sent));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3302
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3303 *waitp = wait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3304
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3305 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3306 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3307
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3308
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3309 ngx_connection_t *
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3310 ngx_quic_create_uni_stream(ngx_connection_t *c)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3311 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3312 ngx_uint_t id;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3313 ngx_quic_stream_t qs, sn;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3314 ngx_quic_connection_t *qc;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3315
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3316 qs = c->qs;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3317 qc = qs->parent->quic;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3318
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3319 id = (qc->streams.id_counter << 2)
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3320 \| NGX_QUIC_STREAM_SERVER_INITIATED
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3321 \| NGX_QUIC_STREAM_UNIDIRECTIONAL;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3322
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3323 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3324 "quic creating server uni stream #%ui id %ui",
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3325 qc->streams.id_counter, id);
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3326
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3327 qc->streams.id_counter++;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3328
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3329 sn = ngx_quic_create_stream(qs->parent, id, 0);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3330 if (sn == NULL) {
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3331 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3332 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3333
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3334 return sn->c;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3335 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3336
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3337
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3338 static void
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3339 ngx_quic_rbtree_insert_stream(ngx_rbtree_node_t *temp,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3340 ngx_rbtree_node_t node, ngx_rbtree_node_t sentinel)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3341 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3342 ngx_rbtree_node_t **p;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3343 ngx_quic_stream_t qn, qnt;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3344
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3345 for ( ;; ) {
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3346 qn = (ngx_quic_stream_t *) node;
2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3347 qnt = (ngx_quic_stream_t *) temp;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3348
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3349 p = (qn->id < qnt->id) ? &temp->left : &temp->right;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3350
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3351 if (*p == sentinel) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3352 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3353 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3354
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3355 temp = *p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3356 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3357
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3358 *p = node;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3359 node->parent = temp;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3360 node->left = sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3361 node->right = sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3362 ngx_rbt_red(node);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3363 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3364
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3365
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3366 static ngx_quic_stream_t *
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3367 ngx_quic_find_stream(ngx_rbtree_t *rbtree, uint64_t id)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3368 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3369 ngx_rbtree_node_t node, sentinel;
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3370 ngx_quic_stream_t *qn;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3371
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3372 node = rbtree->root;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3373 sentinel = rbtree->sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3374
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3375 while (node != sentinel) {
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3376 qn = (ngx_quic_stream_t *) node;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3377
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3378 if (id == qn->id) {
2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3379 return qn;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3380 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3381
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3382 node = (id < qn->id) ? node->left : node->right;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3383 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3384
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3385 return NULL;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3386 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3387
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3388
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3389 static ngx_quic_stream_t *
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3390 ngx_quic_create_stream(ngx_connection_t *c, uint64_t id, size_t rcvbuf_size)
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3391 {
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3392 ngx_log_t *log;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3393 ngx_pool_t *pool;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3394 ngx_quic_stream_t *sn;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3395 ngx_pool_cleanup_t *cln;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3396 ngx_quic_connection_t *qc;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3397
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3398 qc = c->quic;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3399
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3400 pool = ngx_create_pool(NGX_DEFAULT_POOL_SIZE, c->log);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3401 if (pool == NULL) {
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3402 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3403 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3404
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3405 sn = ngx_pcalloc(pool, sizeof(ngx_quic_stream_t));
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3406 if (sn == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3407 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3408 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3409 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3410
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3411 sn->node.key = id;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3412 sn->parent = c;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3413 sn->id = id;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3414
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3415 sn->b = ngx_create_temp_buf(pool, rcvbuf_size);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3416 if (sn->b == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3417 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3418 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3419 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3420
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3421 ngx_queue_init(&sn->fs.frames);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3422
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3423 log = ngx_palloc(pool, sizeof(ngx_log_t));
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3424 if (log == NULL) {
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3425 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3426 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3427 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3428
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3429 log = c->log;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3430 pool->log = log;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3431
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3432 sn->c = ngx_get_connection(-1, log);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3433 if (sn->c == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3434 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3435 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3436 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3437
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3438 sn->c->qs = sn;
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3439 sn->c->pool = pool;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3440 sn->c->ssl = c->ssl;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3441 sn->c->sockaddr = c->sockaddr;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3442 sn->c->listening = c->listening;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3443 sn->c->addr_text = c->addr_text;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3444 sn->c->local_sockaddr = c->local_sockaddr;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3445 sn->c->number = ngx_atomic_fetch_add(ngx_connection_counter, 1);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3446
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3447 sn->c->recv = ngx_quic_stream_recv;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3448 sn->c->send = ngx_quic_stream_send;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3449 sn->c->send_chain = ngx_quic_stream_send_chain;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3450
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3451 sn->c->read->log = c->log;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3452 sn->c->write->log = c->log;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3453
8362 44cac24aaa44 Assign connection number to every QUIC stream log. Roman Arutyunyan <arut@nginx.com> parents: 8361 diff changeset	3454 log->connection = sn->c->number;
44cac24aaa44 Assign connection number to every QUIC stream log. Roman Arutyunyan <arut@nginx.com> parents: 8361 diff changeset	3455
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3456 if ((id & NGX_QUIC_STREAM_UNIDIRECTIONAL) == 0
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3457 \|\| (id & NGX_QUIC_STREAM_SERVER_INITIATED))
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3458 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3459 sn->c->write->ready = 1;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3460 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3461
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3462 if (id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3463 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3464 sn->send_max_data = qc->ctp.initial_max_stream_data_uni;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3465 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3466
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3467 } else {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3468 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3469 sn->send_max_data = qc->ctp.initial_max_stream_data_bidi_remote;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3470 } else {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3471 sn->send_max_data = qc->ctp.initial_max_stream_data_bidi_local;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3472 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3473 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3474
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3475 cln = ngx_pool_cleanup_add(pool, 0);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3476 if (cln == NULL) {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3477 ngx_close_connection(sn->c);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3478 ngx_destroy_pool(pool);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3479 return NULL;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3480 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3481
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3482 cln->handler = ngx_quic_stream_cleanup_handler;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3483 cln->data = sn->c;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3484
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3485 ngx_rbtree_insert(&c->quic->streams.tree, &sn->node);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3486
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3487 return sn;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3488 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3489
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3490
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3491 static ssize_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3492 ngx_quic_stream_recv(ngx_connection_t c, u_char buf, size_t size)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3493 {
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3494 ssize_t len;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3495 ngx_buf_t *b;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3496 ngx_event_t *rev;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3497 ngx_connection_t *pc;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3498 ngx_quic_frame_t *frame;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3499 ngx_quic_stream_t *qs;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3500 ngx_quic_connection_t *qc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3501
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3502 qs = c->qs;
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3503 b = qs->b;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3504 pc = qs->parent;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3505 qc = pc->quic;
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3506 rev = c->read;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3507
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3508 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3509 "quic stream id 0x%xi recv: eof:%d, avail:%z",
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3510 qs->id, rev->pending_eof, b->last - b->pos);
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3511
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3512 if (b->pos == b->last) {
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3513 rev->ready = 0;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3514
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3515 if (rev->pending_eof) {
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3516 rev->eof = 1;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3517 return 0;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3518 }
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3519
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3520 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3521 "quic stream id 0x%xi recv() not ready", qs->id);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3522 return NGX_AGAIN;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3523 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3524
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3525 len = ngx_min(b->last - b->pos, (ssize_t) size);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3526
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3527 ngx_memcpy(buf, b->pos, len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3528
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3529 b->pos += len;
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3530 qc->streams.received += len;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3531
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3532 if (b->pos == b->last) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3533 b->pos = b->start;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3534 b->last = b->start;
8294 32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3535 rev->ready = rev->pending_eof;
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3536 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3537
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3538 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3539 "quic stream id 0x%xi recv: %z of %uz", qs->id, len, size);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3540
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3541 if (!rev->pending_eof) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3542 frame = ngx_quic_alloc_frame(pc, 0);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3543 if (frame == NULL) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3544 return NGX_ERROR;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3545 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3546
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3547 frame->level = ssl_encryption_application;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3548 frame->type = NGX_QUIC_FT_MAX_STREAM_DATA;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3549 frame->u.max_stream_data.id = qs->id;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3550 frame->u.max_stream_data.limit = qs->fs.received + (b->pos - b->start)
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3551 + (b->end - b->last);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3552
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3553 ngx_sprintf(frame->info, "MAX_STREAM_DATA id:%d limit:%d l=%d on recv",
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3554 (int) frame->u.max_stream_data.id,
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3555 (int) frame->u.max_stream_data.limit,
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3556 frame->level);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3557
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3558 ngx_quic_queue_frame(pc->quic, frame);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3559 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3560
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3561 if ((qc->streams.recv_max_data / 2) < qc->streams.received) {
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3562
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3563 frame = ngx_quic_alloc_frame(pc, 0);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3564
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3565 if (frame == NULL) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3566 return NGX_ERROR;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3567 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3568
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3569 qc->streams.recv_max_data *= 2;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3570
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3571 frame->level = ssl_encryption_application;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3572 frame->type = NGX_QUIC_FT_MAX_DATA;
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3573 frame->u.max_data.max_data = qc->streams.recv_max_data;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3574
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3575 ngx_sprintf(frame->info, "MAX_DATA max_data:%d level=%d on recv",
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3576 (int) frame->u.max_data.max_data, frame->level);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3577
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3578 ngx_quic_queue_frame(pc->quic, frame);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3579
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3580 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3581 "quic stream id 0x%xi recv: increased max data: %ui",
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3582 qs->id, qc->streams.recv_max_data);
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3583 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3584
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3585 return len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3586 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3587
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3588
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3589 static ssize_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3590 ngx_quic_stream_send(ngx_connection_t c, u_char buf, size_t size)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3591 {
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3592 u_char p, end;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3593 size_t fsize, limit, n, len;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3594 uint64_t sent, unacked;
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3595 ngx_connection_t *pc;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3596 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3597 ngx_quic_stream_t *qs;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3598 ngx_quic_connection_t *qc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3599
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3600 qs = c->qs;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3601 pc = qs->parent;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3602 qc = pc->quic;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3603
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3604 if (qc->closing) {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3605 return NGX_ERROR;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3606 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3607
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3608 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3609 "quic stream id 0x%xi send: %uz", qs->id, size);
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3610
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3611 /*
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3612 * we need to fit at least 1 frame into a packet, thus account head/tail;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3613 * 25 = 1 + 8x3 is max header for STREAM frame, with 1 byte for frame type
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3614 */
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3615 limit = qc->ctp.max_packet_size - NGX_QUIC_MAX_SHORT_HEADER - 25
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3616 - EVP_GCM_TLS_TAG_LEN;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3617
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3618 len = size;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3619 sent = c->sent;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3620 unacked = sent - qs->acked;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3621
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3622 if (qc->streams.send_max_data == 0) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3623 qc->streams.send_max_data = qc->ctp.initial_max_data;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3624 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3625
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3626 if (unacked >= NGX_QUIC_STREAM_BUFSIZE) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3627 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3628 "quic send hit buffer size");
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3629 len = 0;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3630
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3631 } else if (unacked + len > NGX_QUIC_STREAM_BUFSIZE) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3632 len = NGX_QUIC_STREAM_BUFSIZE - unacked;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3633 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3634
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3635 if (qc->streams.sent >= qc->streams.send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3636 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3637 "quic send hit MAX_DATA");
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3638 len = 0;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3639
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3640 } else if (qc->streams.sent + len > qc->streams.send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3641 len = qc->streams.send_max_data - qc->streams.sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3642 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3643
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3644 if (sent >= qs->send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3645 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3646 "quic send hit MAX_STREAM_DATA");
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3647 len = 0;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3648
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3649 } else if (sent + len > qs->send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3650 len = qs->send_max_data - sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3651 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3652
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3653 p = (u_char *) buf;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3654 end = (u_char *) buf + len;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3655 n = 0;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3656
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3657 while (p < end) {
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3658
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3659 fsize = ngx_min(limit, (size_t) (end - p));
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3660
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3661 frame = ngx_quic_alloc_frame(pc, fsize);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3662 if (frame == NULL) {
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3663 return 0;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3664 }
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3665
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3666 ngx_memcpy(frame->data, p, fsize);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3667
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3668 frame->level = ssl_encryption_application;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3669 frame->type = NGX_QUIC_FT_STREAM6; /* OFF=1 LEN=1 FIN=0 */
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3670 frame->u.stream.off = 1;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3671 frame->u.stream.len = 1;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3672 frame->u.stream.fin = 0;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3673
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3674 frame->u.stream.type = frame->type;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3675 frame->u.stream.stream_id = qs->id;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3676 frame->u.stream.offset = c->sent;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3677 frame->u.stream.length = fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3678 frame->u.stream.data = frame->data;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3679
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3680 c->sent += fsize;
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3681 qc->streams.sent += fsize;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3682 p += fsize;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3683 n += fsize;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3684
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3685 ngx_sprintf(frame->info, "stream 0x%xi len=%ui level=%d",
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3686 qs->id, fsize, frame->level);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3687
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3688 ngx_quic_queue_frame(qc, frame);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3689 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3690
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3691 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3692 "quic send %uz of %uz, sent:%O, unacked:%uL",
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3693 n, size, c->sent, (uint64_t) c->sent - qs->acked);
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3694
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3695 if (n != size) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3696 c->write->ready = 0;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3697 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3698
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3699 if (n == 0) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3700 return NGX_AGAIN;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3701 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3702
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3703 return n;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3704 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3705
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3706
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3707 static void
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3708 ngx_quic_stream_cleanup_handler(void *data)
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3709 {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3710 ngx_connection_t *c = data;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3711
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3712 ngx_connection_t *pc;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3713 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3714 ngx_quic_stream_t *qs;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3715 ngx_quic_connection_t *qc;
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3716
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3717 qs = c->qs;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3718 pc = qs->parent;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3719 qc = pc->quic;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3720
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3721 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3722 "quic stream id 0x%xi cleanup", qs->id);
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3723
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3724 ngx_rbtree_delete(&qc->streams.tree, &qs->node);
8348 d42b50d239f4 Fixed memory leak with reordered stream frames. Vladimir Homutov <vl@nginx.com> parents: 8346 diff changeset	3725 ngx_quic_free_frames(pc, &qs->fs.frames);
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3726
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3727 if (qc->closing) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	3728 /* schedule handler call to continue ngx_quic_close_connection() */
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3729 ngx_post_event(pc->read, &ngx_posted_events);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3730 return;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3731 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3732
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3733 if ((qs->id & 0x03) == NGX_QUIC_STREAM_UNIDIRECTIONAL) {
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3734 /* do not send fin for client unidirectional streams */
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3735 return;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3736 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3737
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3738 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3739 "quic stream id 0x%xi send fin", qs->id);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3740
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3741 frame = ngx_quic_alloc_frame(pc, 0);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3742 if (frame == NULL) {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3743 return;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3744 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3745
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3746 frame->level = ssl_encryption_application;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3747 frame->type = NGX_QUIC_FT_STREAM7; /* OFF=1 LEN=1 FIN=1 */
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3748 frame->u.stream.off = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3749 frame->u.stream.len = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3750 frame->u.stream.fin = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3751
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3752 frame->u.stream.type = frame->type;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3753 frame->u.stream.stream_id = qs->id;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3754 frame->u.stream.offset = c->sent;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3755 frame->u.stream.length = 0;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3756 frame->u.stream.data = NULL;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3757
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3758 ngx_sprintf(frame->info, "stream 0x%xi fin=1 level=%d",
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3759 qs->id, frame->level);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3760
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3761 ngx_quic_queue_frame(qc, frame);
8293 1ec905f4d851 Push QUIC stream frames in send() and cleanup handler. Roman Arutyunyan <arut@nginx.com> parents: 8290 diff changeset	3762
1ec905f4d851 Push QUIC stream frames in send() and cleanup handler. Roman Arutyunyan <arut@nginx.com> parents: 8290 diff changeset	3763 (void) ngx_quic_output(pc);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3764 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3765
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3766
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3767 static ngx_chain_t *
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3768 ngx_quic_stream_send_chain(ngx_connection_t c, ngx_chain_t in,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3769 off_t limit)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3770 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3771 size_t len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3772 ssize_t n;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3773 ngx_buf_t *b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3774
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3775 for ( /* void */; in; in = in->next) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3776 b = in->buf;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3777
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3778 if (!ngx_buf_in_memory(b)) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3779 continue;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3780 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3781
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3782 if (ngx_buf_size(b) == 0) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3783 continue;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3784 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3785
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3786 len = b->last - b->pos;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3787
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3788 n = ngx_quic_stream_send(c, b->pos, len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3789
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3790 if (n == NGX_ERROR) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3791 return NGX_CHAIN_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3792 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3793
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3794 if (n == NGX_AGAIN) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3795 return in;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3796 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3797
8350 47dac6e0521a Fixed QUIC buffer consumption in send_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8348 diff changeset	3798 b->pos += n;
47dac6e0521a Fixed QUIC buffer consumption in send_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8348 diff changeset	3799
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3800 if (n != (ssize_t) len) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3801 return in;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3802 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3803 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3804
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3805 return NULL;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3806 }
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3807
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3808
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3809 static ngx_quic_frame_t *
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3810 ngx_quic_alloc_frame(ngx_connection_t *c, size_t size)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3811 {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3812 u_char *p;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3813 ngx_queue_t *q;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3814 ngx_quic_frame_t *frame;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3815 ngx_quic_connection_t *qc;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3816
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3817 if (size) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3818 p = ngx_alloc(size, c->log);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3819 if (p == NULL) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3820 return NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3821 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3822
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3823 } else {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3824 p = NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3825 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3826
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3827 qc = c->quic;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3828
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3829 if (!ngx_queue_empty(&qc->free_frames)) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3830
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3831 q = ngx_queue_head(&qc->free_frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3832 frame = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3833
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3834 ngx_queue_remove(&frame->queue);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3835
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3836 #ifdef NGX_QUIC_DEBUG_FRAMES_ALLOC
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3837 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3838 "quic reuse frame n:%ui", qc->nframes);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3839 #endif
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3840
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3841 } else {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3842 frame = ngx_pcalloc(c->pool, sizeof(ngx_quic_frame_t));
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3843 if (frame == NULL) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3844 ngx_free(p);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3845 return NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3846 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3847
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3848 #if (NGX_DEBUG)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3849 ++qc->nframes;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3850 #endif
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3851
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3852 #ifdef NGX_QUIC_DEBUG_FRAMES_ALLOC
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3853 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3854 "quic alloc frame n:%ui", qc->nframes);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3855 #endif
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3856 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3857
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3858 ngx_memzero(frame, sizeof(ngx_quic_frame_t));
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3859
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3860 frame->data = p;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3861
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3862 return frame;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3863 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3864
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3865
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3866 static void
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3867 ngx_quic_congestion_ack(ngx_connection_t c, ngx_quic_frame_t f)
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3868 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3869 ssize_t n;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3870 ngx_msec_t timer;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3871 ngx_quic_congestion_t *cg;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3872 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3873
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3874 qc = c->quic;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3875 cg = &qc->congestion;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3876
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3877 n = ngx_quic_create_frame(NULL, f);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3878
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3879 cg->in_flight -= n;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3880
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3881 timer = f->last - cg->recovery_start;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3882
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3883 if ((ngx_msec_int_t) timer <= 0) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3884 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3885 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3886
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3887 if (cg->window < cg->ssthresh) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3888 cg->window += n;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3889
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3890 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3891 "quic congestion slow start win:%uz, ss:%uz, if:%uz",
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3892 cg->window, cg->ssthresh, cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3893
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3894 } else {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3895 cg->window += qc->tp.max_packet_size * n / cg->window;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3896
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3897 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3898 "quic congestion avoidance win:%uz, ss:%uz, if:%uz",
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3899 cg->window, cg->ssthresh, cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3900 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3901
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3902 /* prevent recovery_start from wrapping */
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3903
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3904 timer = cg->recovery_start - ngx_current_msec + qc->tp.max_idle_timeout * 2;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3905
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3906 if ((ngx_msec_int_t) timer < 0) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3907 cg->recovery_start = ngx_current_msec - qc->tp.max_idle_timeout * 2;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3908 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3909 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3910
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3911
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3912 static void
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3913 ngx_quic_congestion_lost(ngx_connection_t *c, ngx_msec_t sent)
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3914 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3915 ngx_msec_t timer;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3916 ngx_quic_congestion_t *cg;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3917 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3918
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3919 qc = c->quic;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3920 cg = &qc->congestion;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3921
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3922 timer = sent - cg->recovery_start;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3923
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3924 if ((ngx_msec_int_t) timer <= 0) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3925 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3926 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3927
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3928 cg->recovery_start = ngx_current_msec;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3929 cg->window /= 2;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3930
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3931 if (cg->window < qc->tp.max_packet_size * 2) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3932 cg->window = qc->tp.max_packet_size * 2;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3933 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3934
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3935 cg->ssthresh = cg->window;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3936
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3937 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3938 "quic congestion lost win:%uz, ss:%uz, if:%uz",
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3939 cg->window, cg->ssthresh, cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3940 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3941
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3942
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3943 static void
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3944 ngx_quic_free_frame(ngx_connection_t c, ngx_quic_frame_t frame)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3945 {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3946 ngx_quic_connection_t *qc;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3947
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3948 qc = c->quic;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3949
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3950 if (frame->data) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3951 ngx_free(frame->data);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3952 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3953
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3954 ngx_queue_insert_head(&qc->free_frames, &frame->queue);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3955
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3956 #ifdef NGX_QUIC_DEBUG_FRAMES_ALLOC
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3957 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3958 "quic free frame n:%ui", qc->nframes);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3959 #endif
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3960 }

Mercurial > hg > nginx

annotate src/event/ngx_event_quic.c @ 8393:e169cce912c7 quic