nginx: src/event/ngx_event

annotate src/event/ngx_event_quic.c @ 8419:cb149fa03367 quic

Added propagation of the "wildcard" flag to c->listening. The flags was originally added by 8f038068f4bc, and is propagated correctly in the stream module. With QUIC introduction, http module now uses datagram sockets as well, thus the fix.

author	Vladimir Homutov <vl@nginx.com>
date	Fri, 29 May 2020 13:29:24 +0300
parents	6633f17044eb
children	c206233d9c29

rev	line source
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	2 /*
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	3 * Copyright (C) Nginx, Inc.
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	4 */
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	5
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	6
8171 4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	7 #include <ngx_config.h>
4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	8 #include <ngx_core.h>
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	9 #include <ngx_event.h>
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	10
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	11
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	12 /* 0-RTT and 1-RTT data exist in the same packet number space,
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	13 * so we have 3 packet number spaces:
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	14 *
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	15 * 0 - Initial
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	16 * 1 - Handshake
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	17 * 2 - 0-RTT and 1-RTT
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	18 */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	19 #define ngx_quic_get_send_ctx(qc, level) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	20 ((level) == ssl_encryption_initial) ? &((qc)->send_ctx[0]) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	21 : (((level) == ssl_encryption_handshake) ? &((qc)->send_ctx[1]) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	22 : &((qc)->send_ctx[2]))
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	23
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	24 #define NGX_QUIC_SEND_CTX_LAST (NGX_QUIC_ENCRYPTION_LAST - 1)
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	25
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	26 #define NGX_QUIC_STREAMS_INC 16
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	27 #define NGX_QUIC_STREAMS_LIMIT (1ULL < 60)
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	28
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	29 /*
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	30 * 7.4. Cryptographic Message Buffering
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	31 * Implementations MUST support buffering at least 4096 bytes of data
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	32 */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	33 #define NGX_QUIC_MAX_BUFFERED 65535
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	34
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	35
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	36 typedef struct {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	37 ngx_rbtree_t tree;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	38 ngx_rbtree_node_t sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	39 ngx_connection_handler_pt handler;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	40
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	41 ngx_uint_t id_counter;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	42
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	43 uint64_t received;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	44 uint64_t sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	45 uint64_t recv_max_data;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	46 uint64_t send_max_data;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	47 } ngx_quic_streams_t;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	48
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	49
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	50 typedef struct {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	51 size_t in_flight;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	52 size_t window;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	53 size_t ssthresh;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	54 ngx_msec_t recovery_start;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	55 } ngx_quic_congestion_t;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	56
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	57
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	58 /*
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	59 * 12.3. Packet Numbers
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	60 *
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	61 * Conceptually, a packet number space is the context in which a packet
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	62 * can be processed and acknowledged. Initial packets can only be sent
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	63 * with Initial packet protection keys and acknowledged in packets which
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	64 * are also Initial packets.
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	65 */
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	66 typedef struct {
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	67 ngx_quic_secret_t client_secret;
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	68 ngx_quic_secret_t server_secret;
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	69
8401 d3aa54242c37 Style. Vladimir Homutov <vl@nginx.com> parents: 8400 diff changeset	70 uint64_t pnum; /* to be sent */
d3aa54242c37 Style. Vladimir Homutov <vl@nginx.com> parents: 8400 diff changeset	71 uint64_t largest_ack; /* received from peer */
d3aa54242c37 Style. Vladimir Homutov <vl@nginx.com> parents: 8400 diff changeset	72 uint64_t largest_pn; /* received from peer */
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	73
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	74 ngx_queue_t frames;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	75 ngx_queue_t sent;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	76 } ngx_quic_send_ctx_t;
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	77
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	78
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	79 struct ngx_quic_connection_s {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	80 ngx_str_t scid;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	81 ngx_str_t dcid;
8381 6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	82 ngx_str_t odcid;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	83 ngx_str_t token;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	84
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	85 ngx_uint_t client_tp_done;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	86 ngx_quic_tp_t tp;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	87 ngx_quic_tp_t ctp;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	88
8397 1245e274b9ba Avoided excessive definitions for connection state. Vladimir Homutov <vl@nginx.com> parents: 8394 diff changeset	89 enum ssl_encryption_level_t state;
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	90
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	91 ngx_quic_send_ctx_t send_ctx[NGX_QUIC_SEND_CTX_LAST];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	92 ngx_quic_secrets_t keys[NGX_QUIC_ENCRYPTION_LAST];
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	93 ngx_quic_secrets_t next_key;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	94 ngx_quic_frames_stream_t crypto[NGX_QUIC_ENCRYPTION_LAST];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	95
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	96 ngx_ssl_t *ssl;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	97
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	98 ngx_event_t push;
8369 bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	99 ngx_event_t retransmit;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	100 ngx_event_t close;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	101 ngx_queue_t free_frames;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	102 ngx_msec_t last_cc;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	103
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	104 #if (NGX_DEBUG)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	105 ngx_uint_t nframes;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	106 #endif
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	107
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	108 ngx_quic_streams_t streams;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	109 ngx_quic_congestion_t congestion;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	110
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	111 uint64_t cur_streams;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	112 uint64_t max_streams;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	113
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	114 ngx_uint_t error;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	115 ngx_uint_t error_ftype;
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	116 const char *error_reason;
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	117
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	118 unsigned send_timer_set:1;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	119 unsigned closing:1;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	120 unsigned draining:1;
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	121 unsigned key_phase:1;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	122 unsigned in_retry:1;
8397 1245e274b9ba Avoided excessive definitions for connection state. Vladimir Homutov <vl@nginx.com> parents: 8394 diff changeset	123 unsigned initialized:1;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	124 };
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	125
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	126
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	127 typedef ngx_int_t (ngx_quic_frame_handler_pt)(ngx_connection_t c,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	128 ngx_quic_frame_t frame, void data);
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	129
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	130
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	131 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	132 static int ngx_quic_set_read_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	133 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	134 const uint8_t *secret, size_t secret_len);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	135 static int ngx_quic_set_write_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	136 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	137 const uint8_t *secret, size_t secret_len);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	138 #else
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	139 static int ngx_quic_set_encryption_secrets(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	140 enum ssl_encryption_level_t level, const uint8_t *read_secret,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	141 const uint8_t *write_secret, size_t secret_len);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	142 #endif
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	143
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	144 static int ngx_quic_add_handshake_data(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	145 enum ssl_encryption_level_t level, const uint8_t *data, size_t len);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	146 static int ngx_quic_flush_flight(ngx_ssl_conn_t *ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	147 static int ngx_quic_send_alert(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	148 enum ssl_encryption_level_t level, uint8_t alert);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	149
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	150
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	151 static ngx_int_t ngx_quic_new_connection(ngx_connection_t c, ngx_ssl_t ssl,
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	152 ngx_quic_tp_t tp, ngx_quic_header_t pkt,
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	153 ngx_connection_handler_pt handler);
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	154 static ngx_int_t ngx_quic_new_dcid(ngx_connection_t c, ngx_str_t odcid);
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	155 static ngx_int_t ngx_quic_retry(ngx_connection_t *c);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	156 static ngx_int_t ngx_quic_new_token(ngx_connection_t c, ngx_str_t token);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	157 static ngx_int_t ngx_quic_validate_token(ngx_connection_t *c,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	158 ngx_quic_header_t *pkt);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	159 static ngx_int_t ngx_quic_init_connection(ngx_connection_t *c);
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	160 static void ngx_quic_input_handler(ngx_event_t *rev);
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	161
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	162 static void ngx_quic_close_connection(ngx_connection_t *c, ngx_int_t rc);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	163 static ngx_int_t ngx_quic_close_quic(ngx_connection_t *c, ngx_int_t rc);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	164 static void ngx_quic_close_timer_handler(ngx_event_t *ev);
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	165 static ngx_int_t ngx_quic_close_streams(ngx_connection_t *c,
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	166 ngx_quic_connection_t *qc);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	167
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	168 static ngx_int_t ngx_quic_input(ngx_connection_t c, ngx_buf_t b);
8377 2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	169 static ngx_inline u_char ngx_quic_skip_zero_padding(ngx_buf_t b);
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	170 static ngx_int_t ngx_quic_retry_input(ngx_connection_t *c,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	171 ngx_quic_header_t *pkt);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	172 static ngx_int_t ngx_quic_initial_input(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	173 ngx_quic_header_t *pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	174 static ngx_int_t ngx_quic_handshake_input(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	175 ngx_quic_header_t *pkt);
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	176 static ngx_int_t ngx_quic_early_input(ngx_connection_t *c,
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	177 ngx_quic_header_t *pkt);
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	178 static ngx_int_t ngx_quic_check_peer(ngx_quic_connection_t *qc,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	179 ngx_quic_header_t *pkt);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	180 static ngx_int_t ngx_quic_app_input(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	181 ngx_quic_header_t *pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	182 static ngx_int_t ngx_quic_payload_handler(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	183 ngx_quic_header_t *pkt);
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	184 static ngx_int_t ngx_quic_send_ack(ngx_connection_t c, ngx_quic_header_t pkt);
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	185 static ngx_int_t ngx_quic_send_cc(ngx_connection_t *c,
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	186 enum ssl_encryption_level_t level, ngx_uint_t err, ngx_uint_t frame_type,
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	187 const char *reason);
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	188 static ngx_int_t ngx_quic_send_new_token(ngx_connection_t *c);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	189
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	190 static ngx_int_t ngx_quic_handle_ack_frame(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	191 ngx_quic_header_t pkt, ngx_quic_ack_frame_t f);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	192 static ngx_int_t ngx_quic_handle_ack_frame_range(ngx_connection_t *c,
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	193 ngx_quic_send_ctx_t *ctx, uint64_t min, uint64_t max);
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	194 static void ngx_quic_handle_stream_ack(ngx_connection_t *c,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	195 ngx_quic_frame_t *f);
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	196
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	197 static ngx_int_t ngx_quic_handle_ordered_frame(ngx_connection_t *c,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	198 ngx_quic_frames_stream_t fs, ngx_quic_frame_t frame,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	199 ngx_quic_frame_handler_pt handler, void *data);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	200 static ngx_int_t ngx_quic_adjust_frame_offset(ngx_connection_t *c,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	201 ngx_quic_frame_t *f, uint64_t offset_in);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	202 static ngx_int_t ngx_quic_buffer_frame(ngx_connection_t *c,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	203 ngx_quic_frames_stream_t stream, ngx_quic_frame_t f);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	204
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	205 static ngx_int_t ngx_quic_handle_crypto_frame(ngx_connection_t *c,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	206 ngx_quic_header_t pkt, ngx_quic_frame_t frame);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	207 static ngx_int_t ngx_quic_crypto_input(ngx_connection_t *c,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	208 ngx_quic_frame_t frame, void data);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	209 static ngx_int_t ngx_quic_handle_stream_frame(ngx_connection_t *c,
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	210 ngx_quic_header_t pkt, ngx_quic_frame_t frame);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	211 static ngx_int_t ngx_quic_stream_input(ngx_connection_t *c,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	212 ngx_quic_frame_t frame, void data);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	213
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	214 static ngx_int_t ngx_quic_handle_max_streams(ngx_connection_t *c);
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	215 static ngx_int_t ngx_quic_handle_max_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	216 ngx_quic_max_data_frame_t *f);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	217 static ngx_int_t ngx_quic_handle_streams_blocked_frame(ngx_connection_t *c,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	218 ngx_quic_header_t pkt, ngx_quic_streams_blocked_frame_t f);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	219 static ngx_int_t ngx_quic_handle_stream_data_blocked_frame(ngx_connection_t *c,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	220 ngx_quic_header_t pkt, ngx_quic_stream_data_blocked_frame_t f);
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	221 static ngx_int_t ngx_quic_handle_max_stream_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	222 ngx_quic_header_t pkt, ngx_quic_max_stream_data_frame_t f);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	223
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	224 static void ngx_quic_queue_frame(ngx_quic_connection_t *qc,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	225 ngx_quic_frame_t *frame);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	226
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	227 static ngx_int_t ngx_quic_output(ngx_connection_t *c);
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	228 static ngx_int_t ngx_quic_output_frames(ngx_connection_t *c,
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	229 ngx_quic_send_ctx_t *ctx);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	230 static void ngx_quic_free_frames(ngx_connection_t c, ngx_queue_t frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	231 static ngx_int_t ngx_quic_send_frames(ngx_connection_t c, ngx_queue_t frames);
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	232
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	233 static void ngx_quic_set_packet_number(ngx_quic_header_t *pkt,
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	234 ngx_quic_send_ctx_t *ctx);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	235 static void ngx_quic_retransmit_handler(ngx_event_t *ev);
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	236 static ngx_int_t ngx_quic_retransmit(ngx_connection_t *c,
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	237 ngx_quic_send_ctx_t ctx, ngx_msec_t waitp);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	238 static void ngx_quic_push_handler(ngx_event_t *ev);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	239
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	240 static void ngx_quic_rbtree_insert_stream(ngx_rbtree_node_t *temp,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	241 ngx_rbtree_node_t node, ngx_rbtree_node_t sentinel);
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	242 static ngx_quic_stream_t ngx_quic_find_stream(ngx_rbtree_t rbtree,
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	243 uint64_t id);
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	244 static ngx_quic_stream_t ngx_quic_create_stream(ngx_connection_t c,
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	245 uint64_t id, size_t rcvbuf_size);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	246 static ssize_t ngx_quic_stream_recv(ngx_connection_t c, u_char buf,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	247 size_t size);
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	248 static ssize_t ngx_quic_stream_send(ngx_connection_t c, u_char buf,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	249 size_t size);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	250 static void ngx_quic_stream_cleanup_handler(void *data);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	251 static ngx_chain_t ngx_quic_stream_send_chain(ngx_connection_t c,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	252 ngx_chain_t *in, off_t limit);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	253 static ngx_quic_frame_t ngx_quic_alloc_frame(ngx_connection_t c, size_t size);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	254 static void ngx_quic_free_frame(ngx_connection_t c, ngx_quic_frame_t frame);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	255
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	256 static void ngx_quic_congestion_ack(ngx_connection_t *c,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	257 ngx_quic_frame_t *frame);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	258 static void ngx_quic_congestion_lost(ngx_connection_t *c, ngx_msec_t sent);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	259
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	260
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	261 static SSL_QUIC_METHOD quic_method = {
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	262 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	263 ngx_quic_set_read_secret,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	264 ngx_quic_set_write_secret,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	265 #else
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	266 ngx_quic_set_encryption_secrets,
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	267 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	268 ngx_quic_add_handshake_data,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	269 ngx_quic_flush_flight,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	270 ngx_quic_send_alert,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	271 };
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	272
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	273
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	274 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	275
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	276 static int
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	277 ngx_quic_set_read_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	278 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	279 const uint8_t *rsecret, size_t secret_len)
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	280 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	281 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	282 ngx_quic_secrets_t *keys;
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	283
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	284 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	285
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	286 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	287 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	288 "quic ngx_quic_set_read_secret() level:%d", level);
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	289 ngx_quic_hexdump(c->log, "quic read secret", rsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	290 #endif
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	291
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	292 keys = &c->quic->keys[level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	293
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	294 if (level == ssl_encryption_early_data) {
8397 1245e274b9ba Avoided excessive definitions for connection state. Vladimir Homutov <vl@nginx.com> parents: 8394 diff changeset	295 c->quic->state = ssl_encryption_early_data;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	296 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	297
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	298 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	299 rsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	300 &keys->client);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	301 }
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	302
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	303
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	304 static int
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	305 ngx_quic_set_write_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	306 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	307 const uint8_t *wsecret, size_t secret_len)
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	308 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	309 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	310 ngx_quic_secrets_t *keys;
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	311
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	312 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	313
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	314 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	315 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	316 "quic ngx_quic_set_write_secret() level:%d", level);
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	317 ngx_quic_hexdump(c->log, "quic write secret", wsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	318 #endif
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	319
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	320 keys = &c->quic->keys[level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	321
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	322 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	323 wsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	324 &keys->server);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	325 }
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	326
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	327 #else
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	328
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	329 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	330 ngx_quic_set_encryption_secrets(ngx_ssl_conn_t *ssl_conn,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	331 enum ssl_encryption_level_t level, const uint8_t *rsecret,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	332 const uint8_t *wsecret, size_t secret_len)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	333 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	334 ngx_int_t rc;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	335 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	336 ngx_quic_secrets_t *keys;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	337
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	338 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	339
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	340 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	341 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	342 "quic ngx_quic_set_encryption_secrets() level:%d", level);
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	343 ngx_quic_hexdump(c->log, "quic read", rsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	344 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	345
8327 0ae50d90658a Fixed build with OpenSSL using old callbacks API. Sergey Kandaurov <pluknet@nginx.com> parents: 8326 diff changeset	346 keys = &c->quic->keys[level];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	347
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	348 rc = ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	349 rsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	350 &keys->client);
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	351 if (rc != 1) {
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	352 return rc;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	353 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	354
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	355 if (level == ssl_encryption_early_data) {
8397 1245e274b9ba Avoided excessive definitions for connection state. Vladimir Homutov <vl@nginx.com> parents: 8394 diff changeset	356 c->quic->state = ssl_encryption_early_data;
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	357 return 1;
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	358 }
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	359
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	360 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	361 ngx_quic_hexdump(c->log, "quic write", wsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	362 #endif
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	363
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	364 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	365 wsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	366 &keys->server);
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	367 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	368
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	369 #endif
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	370
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	371
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	372 static int
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	373 ngx_quic_add_handshake_data(ngx_ssl_conn_t *ssl_conn,
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	374 enum ssl_encryption_level_t level, const uint8_t *data, size_t len)
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	375 {
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	376 u_char p, end;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	377 size_t client_params_len, fsize, limit;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	378 const uint8_t *client_params;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	379 ngx_quic_frame_t *frame;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	380 ngx_connection_t *c;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	381 ngx_quic_connection_t *qc;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	382 ngx_quic_frames_stream_t *fs;
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	383
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	384 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	385 qc = c->quic;
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	386
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	387 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	388 "quic ngx_quic_add_handshake_data");
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	389
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	390 if (!qc->client_tp_done) {
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	391
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	392 SSL_get_peer_quic_transport_params(ssl_conn, &client_params,
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	393 &client_params_len);
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	394
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	395 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	396 "quic SSL_get_peer_quic_transport_params():"
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	397 " params_len %ui", client_params_len);
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	398
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	399 if (client_params_len != 0) {
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	400 p = (u_char *) client_params;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	401 end = p + client_params_len;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	402
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	403 if (ngx_quic_parse_transport_params(p, end, &qc->ctp, c->log)
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	404 != NGX_OK)
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	405 {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	406 qc->error = NGX_QUIC_ERR_TRANSPORT_PARAMETER_ERROR;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	407 qc->error_reason = "failed to process transport parameters";
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	408
8413 f27fdf86275d Fixed return codes in ngx_quic_add_handshake_data() callback. Sergey Kandaurov <pluknet@nginx.com> parents: 8401 diff changeset	409 return 0;
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	410 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	411
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	412 if (qc->ctp.max_idle_timeout > 0
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	413 && qc->ctp.max_idle_timeout < qc->tp.max_idle_timeout)
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	414 {
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	415 qc->tp.max_idle_timeout = qc->ctp.max_idle_timeout;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	416 }
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	417
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	418 if (qc->ctp.max_udp_payload_size < NGX_QUIC_MIN_INITIAL_SIZE
125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	419 \|\| qc->ctp.max_udp_payload_size > NGX_QUIC_MAX_UDP_PAYLOAD_SIZE)
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	420 {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	421 qc->error = NGX_QUIC_ERR_TRANSPORT_PARAMETER_ERROR;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	422 qc->error_reason = "invalid maximum packet size";
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	423
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	424 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	425 "quic maximum packet size is invalid");
8413 f27fdf86275d Fixed return codes in ngx_quic_add_handshake_data() callback. Sergey Kandaurov <pluknet@nginx.com> parents: 8401 diff changeset	426 return 0;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	427 }
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	428
8417 6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	429 #if (NGX_QUIC_DRAFT_VERSION >= 28)
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	430 if (qc->scid.len != qc->ctp.initial_scid.len
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	431 \|\| ngx_memcmp(qc->scid.data, qc->ctp.initial_scid.data,
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	432 qc->scid.len) != 0)
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	433 {
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	434 ngx_log_error(NGX_LOG_INFO, c->log, 0,
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	435 "quic client initial_source_connection_id mismatch");
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	436 return 0;
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	437 }
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	438 #endif
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	439
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	440 qc->client_tp_done = 1;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	441 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	442 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	443
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	444 /*
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	445 * we need to fit at least 1 frame into a packet, thus account head/tail;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	446 * 17 = 1 + 8x2 is max header for CRYPTO frame, with 1 byte for frame type
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	447 */
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	448 limit = qc->ctp.max_udp_payload_size - NGX_QUIC_MAX_LONG_HEADER - 17
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	449 - EVP_GCM_TLS_TAG_LEN;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	450
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	451 fs = &qc->crypto[level];
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	452
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	453 p = (u_char *) data;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	454 end = (u_char *) data + len;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	455
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	456 while (p < end) {
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	457
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	458 fsize = ngx_min(limit, (size_t) (end - p));
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	459
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	460 frame = ngx_quic_alloc_frame(c, fsize);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	461 if (frame == NULL) {
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	462 return 0;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	463 }
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	464
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	465 ngx_memcpy(frame->data, p, fsize);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	466
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	467 frame->level = level;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	468 frame->type = NGX_QUIC_FT_CRYPTO;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	469 frame->u.crypto.offset = fs->sent;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	470 frame->u.crypto.length = fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	471 frame->u.crypto.data = frame->data;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	472
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	473 fs->sent += fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	474 p += fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	475
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	476 ngx_sprintf(frame->info, "crypto, generated by SSL len=%ui level=%d",
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	477 fsize, level);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	478
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	479 ngx_quic_queue_frame(qc, frame);
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	480 }
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	481
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	482 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	483 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	484
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	485
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	486 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	487 ngx_quic_flush_flight(ngx_ssl_conn_t *ssl_conn)
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	488 {
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	489 #if (NGX_DEBUG)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	490 ngx_connection_t *c;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	491
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	492 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	493
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	494 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	495 "quic ngx_quic_flush_flight()");
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	496 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	497 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	498 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	499
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	500
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	501 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	502 ngx_quic_send_alert(ngx_ssl_conn_t *ssl_conn, enum ssl_encryption_level_t level,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	503 uint8_t alert)
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	504 {
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	505 ngx_connection_t *c;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	506
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	507 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	508
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	509 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	510 "quic ngx_quic_send_alert(), lvl=%d, alert=%d",
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	511 (int) level, (int) alert);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	512
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	513 if (c->quic == NULL) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	514 return 1;
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	515 }
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	516
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	517 if (ngx_quic_send_cc(c, level, 0x100 + alert, 0, "TLS alert") != NGX_OK) {
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	518 return 0;
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	519 }
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	520
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	521 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	522 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	523
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	524
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	525 void
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	526 ngx_quic_run(ngx_connection_t c, ngx_ssl_t ssl, ngx_quic_tp_t *tp,
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	527 ngx_connection_handler_pt handler)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	528 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	529 ngx_buf_t *b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	530 ngx_quic_header_t pkt;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	531
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	532 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic run");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	533
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	534 c->log->action = "QUIC initialization";
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	535
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	536 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	537
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	538 b = c->buffer;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	539
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	540 pkt.log = c->log;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	541 pkt.raw = b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	542 pkt.data = b->start;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	543 pkt.len = b->last - b->start;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	544
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	545 if (ngx_quic_new_connection(c, ssl, tp, &pkt, handler) != NGX_OK) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	546 ngx_quic_close_connection(c, NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	547 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	548 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	549
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	550 ngx_add_timer(c->read, c->quic->in_retry ? NGX_QUIC_RETRY_TIMEOUT
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	551 : c->quic->tp.max_idle_timeout);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	552
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	553 c->read->handler = ngx_quic_input_handler;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	554
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	555 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	556 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	557
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	558
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	559 static ngx_int_t
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	560 ngx_quic_new_connection(ngx_connection_t c, ngx_ssl_t ssl, ngx_quic_tp_t *tp,
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	561 ngx_quic_header_t *pkt, ngx_connection_handler_pt handler)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	562 {
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	563 ngx_int_t rc;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	564 ngx_uint_t i;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	565 ngx_quic_tp_t *ctp;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	566 ngx_quic_secrets_t *keys;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	567 ngx_quic_send_ctx_t *ctx;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	568 ngx_quic_connection_t *qc;
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	569 static u_char buf[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	570
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	571 if (ngx_buf_size(pkt->raw) < NGX_QUIC_MIN_INITIAL_SIZE) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	572 ngx_log_error(NGX_LOG_INFO, c->log, 0,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	573 "quic UDP datagram is too small for initial packet");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	574 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	575 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	576
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	577 rc = ngx_quic_parse_long_header(pkt);
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	578 if (rc != NGX_OK) {
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	579 return rc;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	580 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	581
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	582 if (!ngx_quic_pkt_in(pkt->flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	583 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	584 "quic invalid initial packet: 0x%xi", pkt->flags);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	585 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	586 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	587
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	588 if (ngx_quic_parse_initial_header(pkt) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	589 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	590 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	591
8387 eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	592 if (pkt->dcid.len < NGX_QUIC_CID_LEN_MIN) {
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	593 /* 7.2. Negotiating Connection IDs */
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	594 ngx_log_error(NGX_LOG_INFO, c->log, 0,
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	595 "quic too short dcid in initial packet: length %i",
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	596 pkt->dcid.len);
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	597 return NGX_ERROR;
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	598 }
eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	599
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	600 c->log->action = "creating new quic connection";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	601
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	602 qc = ngx_pcalloc(c->pool, sizeof(ngx_quic_connection_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	603 if (qc == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	604 return NGX_ERROR;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	605 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	606
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	607 ngx_rbtree_init(&qc->streams.tree, &qc->streams.sentinel,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	608 ngx_quic_rbtree_insert_stream);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	609
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	610 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	611 ngx_queue_init(&qc->send_ctx[i].frames);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	612 ngx_queue_init(&qc->send_ctx[i].sent);
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	613 qc->send_ctx[i].largest_pn = (uint64_t) -1;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	614 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	615
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	616 for (i = 0; i < NGX_QUIC_ENCRYPTION_LAST; i++) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	617 ngx_queue_init(&qc->crypto[i].frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	618 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	619
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	620 ngx_queue_init(&qc->free_frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	621
8369 bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	622 qc->retransmit.log = c->log;
bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	623 qc->retransmit.data = c;
bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	624 qc->retransmit.handler = ngx_quic_retransmit_handler;
bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	625 qc->retransmit.cancelable = 1;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	626
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	627 qc->push.log = c->log;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	628 qc->push.data = c;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	629 qc->push.handler = ngx_quic_push_handler;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	630 qc->push.cancelable = 1;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	631
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	632 c->quic = qc;
8397 1245e274b9ba Avoided excessive definitions for connection state. Vladimir Homutov <vl@nginx.com> parents: 8394 diff changeset	633 qc->state = ssl_encryption_initial;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	634 qc->ssl = ssl;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	635 qc->tp = *tp;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	636 qc->streams.handler = handler;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	637
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	638 ctp = &qc->ctp;
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	639 ctp->max_udp_payload_size = NGX_QUIC_MAX_UDP_PAYLOAD_SIZE;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	640 ctp->ack_delay_exponent = NGX_QUIC_DEFAULT_ACK_DELAY_EXPONENT;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	641 ctp->max_ack_delay = NGX_QUIC_DEFAULT_MAX_ACK_DELAY;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	642
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	643 qc->streams.recv_max_data = qc->tp.initial_max_data;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	644
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	645 qc->congestion.window = ngx_min(10 * qc->tp.max_udp_payload_size,
125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	646 ngx_max(2 * qc->tp.max_udp_payload_size,
125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	647 14720));
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	648 qc->congestion.ssthresh = NGX_MAX_SIZE_T_VALUE;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	649 qc->congestion.recovery_start = ngx_current_msec;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	650
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	651 if (ngx_quic_new_dcid(c, &pkt->dcid) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	652 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	653 }
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	654
8417 6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	655 qc->tp.original_dcid = c->quic->odcid;
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	656 qc->tp.initial_scid = c->quic->dcid;
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	657
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	658 qc->scid.len = pkt->scid.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	659 qc->scid.data = ngx_pnalloc(c->pool, qc->scid.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	660 if (qc->scid.data == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	661 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	662 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	663 ngx_memcpy(qc->scid.data, pkt->scid.data, qc->scid.len);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	664
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	665 keys = &c->quic->keys[ssl_encryption_initial];
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	666
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	667 if (ngx_quic_set_initial_secret(c->pool, &keys->client, &keys->server,
8381 6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	668 &qc->odcid)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	669 != NGX_OK)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	670 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	671 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	672 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	673
8397 1245e274b9ba Avoided excessive definitions for connection state. Vladimir Homutov <vl@nginx.com> parents: 8394 diff changeset	674 qc->initialized = 1;
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	675
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	676 if (pkt->token.len) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	677 rc = ngx_quic_validate_token(c, pkt);
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	678
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	679 if (rc == NGX_ERROR) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	680 ngx_log_error(NGX_LOG_INFO, c->log, 0, "quic invalid token");
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	681 return NGX_ERROR;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	682 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	683
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	684 if (rc == NGX_DECLINED) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	685 ngx_log_error(NGX_LOG_INFO, c->log, 0, "quic expired token");
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	686 return ngx_quic_retry(c);
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	687 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	688
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	689 /* NGX_OK */
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	690
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	691 } else if (tp->retry) {
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	692 return ngx_quic_retry(c);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	693 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	694
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	695 pkt->secret = &keys->client;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	696 pkt->level = ssl_encryption_initial;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	697 pkt->plaintext = buf;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	698
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	699 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	700
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	701 if (ngx_quic_decrypt(pkt, NULL, &ctx->largest_pn) != NGX_OK) {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	702 qc->error = pkt->error;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	703 qc->error_reason = "failed to decrypt packet";
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	704
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	705 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	706 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	707
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	708 if (ngx_quic_init_connection(c) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	709 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	710 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	711
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	712 if (ngx_quic_payload_handler(c, pkt) != NGX_OK) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	713 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	714 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	715
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	716 /* pos is at header end, adjust by actual packet length */
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	717 pkt->raw->pos += pkt->len;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	718
8377 2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	719 (void) ngx_quic_skip_zero_padding(pkt->raw);
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	720
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	721 return ngx_quic_input(c, pkt->raw);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	722 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	723
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	724
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	725 static ngx_int_t
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	726 ngx_quic_new_dcid(ngx_connection_t c, ngx_str_t odcid)
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	727 {
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	728 uint8_t len;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	729 ngx_quic_connection_t *qc;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	730
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	731 qc = c->quic;
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	732
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	733 if (RAND_bytes(&len, sizeof(len)) != 1) {
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	734 return NGX_ERROR;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	735 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	736
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	737 len = len % 10 + 10;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	738
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	739 qc->dcid.len = len;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	740 qc->dcid.data = ngx_pnalloc(c->pool, len);
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	741 if (qc->dcid.data == NULL) {
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	742 return NGX_ERROR;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	743 }
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	744
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	745 if (RAND_bytes(qc->dcid.data, len) != 1) {
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	746 return NGX_ERROR;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	747 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	748
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	749 #ifdef NGX_QUIC_DEBUG_PACKETS
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	750 ngx_quic_hexdump(c->log, "quic server CID", qc->dcid.data, qc->dcid.len);
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	751 #endif
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	752
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	753 qc->odcid.len = odcid->len;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	754 qc->odcid.data = ngx_pstrdup(c->pool, odcid);
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	755 if (qc->odcid.data == NULL) {
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	756 return NGX_ERROR;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	757 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	758
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	759 return NGX_OK;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	760 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	761
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	762
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	763 static ngx_int_t
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	764 ngx_quic_retry(ngx_connection_t *c)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	765 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	766 ssize_t len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	767 ngx_str_t res, token;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	768 ngx_quic_header_t pkt;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	769 u_char buf[NGX_QUIC_RETRY_BUFFER_SIZE];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	770
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	771 if (ngx_quic_new_token(c, &token) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	772 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	773 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	774
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	775 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	776 pkt.flags = NGX_QUIC_PKT_FIXED_BIT \| NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_RETRY;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	777 pkt.log = c->log;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	778 pkt.odcid = c->quic->odcid;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	779 pkt.dcid = c->quic->scid;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	780 pkt.scid = c->quic->dcid;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	781 pkt.token = token;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	782
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	783 res.data = buf;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	784
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	785 if (ngx_quic_encrypt(&pkt, NULL, &res) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	786 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	787 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	788
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	789 #ifdef NGX_QUIC_DEBUG_PACKETS
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	790 ngx_quic_hexdump(c->log, "quic packet to send", res.data, res.len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	791 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	792
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	793 len = c->send(c, res.data, res.len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	794 if (len == NGX_ERROR \|\| (size_t) len != res.len) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	795 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	796 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	797
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	798 c->quic->token = token;
8417 6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	799 c->quic->tp.retry_scid = c->quic->dcid;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	800 c->quic->in_retry = 1;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	801
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	802 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	803 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	804
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	805
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	806 static ngx_int_t
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	807 ngx_quic_new_token(ngx_connection_t c, ngx_str_t token)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	808 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	809 int len, iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	810 u_char data, p, key, iv;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	811 ngx_msec_t now;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	812 EVP_CIPHER_CTX *ctx;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	813 const EVP_CIPHER *cipher;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	814 struct sockaddr_in *sin;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	815 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	816 struct sockaddr_in6 *sin6;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	817 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	818 u_char in[NGX_QUIC_MAX_TOKEN_SIZE];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	819
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	820 switch (c->sockaddr->sa_family) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	821
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	822 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	823 case AF_INET6:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	824 sin6 = (struct sockaddr_in6 *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	825
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	826 len = sizeof(struct in6_addr);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	827 data = sin6->sin6_addr.s6_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	828
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	829 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	830 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	831
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	832 #if (NGX_HAVE_UNIX_DOMAIN)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	833 case AF_UNIX:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	834
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	835 len = ngx_min(c->addr_text.len, NGX_QUIC_MAX_TOKEN_SIZE - sizeof(now));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	836 data = c->addr_text.data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	837
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	838 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	839 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	840
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	841 default: /* AF_INET */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	842 sin = (struct sockaddr_in *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	843
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	844 len = sizeof(in_addr_t);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	845 data = (u_char *) &sin->sin_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	846
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	847 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	848 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	849
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	850 p = ngx_cpymem(in, data, len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	851
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	852 now = ngx_current_msec;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	853 len += sizeof(now);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	854 ngx_memcpy(p, &now, sizeof(now));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	855
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	856 cipher = EVP_aes_256_cbc();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	857 iv_len = EVP_CIPHER_iv_length(cipher);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	858
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	859 token->len = iv_len + len + EVP_CIPHER_block_size(cipher);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	860 token->data = ngx_pnalloc(c->pool, token->len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	861 if (token->data == NULL) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	862 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	863 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	864
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	865 ctx = EVP_CIPHER_CTX_new();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	866 if (ctx == NULL) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	867 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	868 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	869
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	870 key = c->quic->tp.token_key;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	871 iv = token->data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	872
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	873 if (RAND_bytes(iv, iv_len) <= 0
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	874 \|\| !EVP_EncryptInit_ex(ctx, cipher, NULL, key, iv))
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	875 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	876 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	877 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	878 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	879
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	880 token->len = iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	881
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	882 if (EVP_EncryptUpdate(ctx, token->data + token->len, &len, in, len) != 1) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	883 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	884 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	885 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	886
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	887 token->len += len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	888
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	889 if (EVP_EncryptFinal_ex(ctx, token->data + token->len, &len) <= 0) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	890 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	891 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	892 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	893
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	894 token->len += len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	895
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	896 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	897
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	898 #ifdef NGX_QUIC_DEBUG_PACKETS
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	899 ngx_quic_hexdump(c->log, "quic new token", token->data, token->len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	900 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	901
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	902 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	903 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	904
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	905
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	906 static ngx_int_t
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	907 ngx_quic_validate_token(ngx_connection_t c, ngx_quic_header_t pkt)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	908 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	909 int len, tlen, iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	910 u_char key, iv, p, data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	911 ngx_msec_t msec;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	912 EVP_CIPHER_CTX *ctx;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	913 const EVP_CIPHER *cipher;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	914 struct sockaddr_in *sin;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	915 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	916 struct sockaddr_in6 *sin6;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	917 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	918 ngx_quic_connection_t *qc;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	919 u_char tdec[NGX_QUIC_MAX_TOKEN_SIZE];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	920
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	921 if (pkt->token.len == 0) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	922 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	923 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	924
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	925 qc = c->quic;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	926
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	927 /* Retry token */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	928
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	929 if (qc->token.len) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	930 if (pkt->token.len != qc->token.len) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	931 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	932 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	933
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	934 if (ngx_memcmp(pkt->token.data, qc->token.data, pkt->token.len) != 0) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	935 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	936 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	937
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	938 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	939 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	940
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	941 /* NEW_TOKEN in a previous connection */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	942
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	943 cipher = EVP_aes_256_cbc();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	944 key = c->quic->tp.token_key;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	945 iv = pkt->token.data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	946 iv_len = EVP_CIPHER_iv_length(cipher);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	947
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	948 /* sanity checks */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	949
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	950 if (pkt->token.len < (size_t) iv_len + EVP_CIPHER_block_size(cipher)) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	951 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	952 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	953
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	954 if (pkt->token.len > (size_t) iv_len + NGX_QUIC_MAX_TOKEN_SIZE) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	955 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	956 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	957
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	958 ctx = EVP_CIPHER_CTX_new();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	959 if (ctx == NULL) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	960 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	961 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	962
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	963 if (!EVP_DecryptInit_ex(ctx, cipher, NULL, key, iv)) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	964 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	965 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	966 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	967
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	968 p = pkt->token.data + iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	969 len = pkt->token.len - iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	970
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	971 if (EVP_DecryptUpdate(ctx, tdec, &len, p, len) != 1) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	972 EVP_CIPHER_CTX_free(ctx);
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	973 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	974 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	975
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	976 if (EVP_DecryptFinal_ex(ctx, tdec + len, &tlen) <= 0) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	977 EVP_CIPHER_CTX_free(ctx);
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	978 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	979 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	980
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	981 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	982
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	983 switch (c->sockaddr->sa_family) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	984
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	985 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	986 case AF_INET6:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	987 sin6 = (struct sockaddr_in6 *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	988
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	989 len = sizeof(struct in6_addr);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	990 data = sin6->sin6_addr.s6_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	991
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	992 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	993 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	994
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	995 #if (NGX_HAVE_UNIX_DOMAIN)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	996 case AF_UNIX:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	997
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	998 len = ngx_min(c->addr_text.len, NGX_QUIC_MAX_TOKEN_SIZE - sizeof(msec));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	999 data = c->addr_text.data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1000
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1001 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1002 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1003
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1004 default: /* AF_INET */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1005 sin = (struct sockaddr_in *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1006
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1007 len = sizeof(in_addr_t);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1008 data = (u_char *) &sin->sin_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1009
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1010 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1011 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1012
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1013 if (ngx_memcmp(tdec, data, len) != 0) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1014 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1015 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1016
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1017 ngx_memcpy(&msec, tdec + len, sizeof(msec));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1018
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1019 if (ngx_current_msec - msec > NGX_QUIC_RETRY_LIFETIME) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1020 return NGX_DECLINED;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1021 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1022
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1023 return NGX_OK;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1024
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1025 bad_token:
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1026
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1027 qc->error = NGX_QUIC_ERR_INVALID_TOKEN;
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1028 qc->error_reason = "invalid_token";
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1029
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1030 return NGX_ERROR;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1031 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1032
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1033
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1034 static ngx_int_t
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	1035 ngx_quic_init_connection(ngx_connection_t *c)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1036 {
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1037 u_char *p;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1038 ssize_t len;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1039 ngx_ssl_conn_t *ssl_conn;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1040 ngx_quic_connection_t *qc;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1041
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1042 qc = c->quic;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1043
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1044 if (ngx_ssl_create_connection(qc->ssl, c, NGX_SSL_BUFFER) != NGX_OK) {
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1045 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1046 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1047
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1048 ssl_conn = c->ssl->connection;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1049
8232 253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1050 if (SSL_set_quic_method(ssl_conn, &quic_method) == 0) {
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1051 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1052 "quic SSL_set_quic_method() failed");
8232 253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1053 return NGX_ERROR;
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1054 }
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1055
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1056 #ifdef SSL_READ_EARLY_DATA_SUCCESS
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1057 if (SSL_CTX_get_max_early_data(qc->ssl->ctx)) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1058 SSL_set_quic_early_data_enabled(ssl_conn, 1);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1059 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1060 #endif
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1061
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1062 len = ngx_quic_create_transport_params(NULL, NULL, &qc->tp);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1063 /* always succeeds */
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1064
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1065 p = ngx_pnalloc(c->pool, len);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1066 if (p == NULL) {
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1067 return NGX_ERROR;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1068 }
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1069
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1070 len = ngx_quic_create_transport_params(p, p + len, &qc->tp);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1071 if (len < 0) {
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1072 return NGX_ERROR;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1073 }
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1074
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1075 #ifdef NGX_QUIC_DEBUG_PACKETS
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	1076 ngx_quic_hexdump(c->log, "quic transport parameters", p, len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1077 #endif
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1078
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1079 if (SSL_set_quic_transport_params(ssl_conn, p, len) == 0) {
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1080 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1081 "quic SSL_set_quic_transport_params() failed");
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1082 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1083 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1084
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1085 qc->max_streams = qc->tp.initial_max_streams_bidi;
8397 1245e274b9ba Avoided excessive definitions for connection state. Vladimir Homutov <vl@nginx.com> parents: 8394 diff changeset	1086 qc->state = ssl_encryption_handshake;
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1087
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1088 return NGX_OK;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1089 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1090
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1091
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1092 static void
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1093 ngx_quic_input_handler(ngx_event_t *rev)
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1094 {
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1095 ssize_t n;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1096 ngx_buf_t b;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1097 ngx_connection_t *c;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1098 ngx_quic_connection_t *qc;
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	1099 static u_char buf[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1100
8394 df18ae7161b8 Assorted fixes. Sergey Kandaurov <pluknet@nginx.com> parents: 8393 diff changeset	1101 ngx_memzero(&b, sizeof(ngx_buf_t));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1102 b.start = buf;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	1103 b.end = buf + sizeof(buf);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1104 b.pos = b.last = b.start;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1105 b.memory = 1;
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1106
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1107 c = rev->data;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	1108 qc = c->quic;
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1109
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1110 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, rev->log, 0, "quic input handler");
8212 e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	1111
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1112 if (rev->timedout) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1113 ngx_log_error(NGX_LOG_INFO, c->log, NGX_ETIMEDOUT,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1114 "quic client timed out");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1115 ngx_quic_close_connection(c, NGX_DONE);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1116 return;
8212 e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	1117 }
e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	1118
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1119 if (c->close) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1120 ngx_quic_close_connection(c, NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1121 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1122 }
8220 7ada2feeac18 Added processing of CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8218 diff changeset	1123
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1124 n = c->recv(c, b.start, b.end - b.start);
8215 38c0898b6df7 HTTP/3. Roman Arutyunyan <arut@nginx.com> parents: 8214 diff changeset	1125
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1126 if (n == NGX_AGAIN) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1127 if (qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1128 ngx_quic_close_connection(c, NGX_OK);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1129 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1130 return;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1131 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1132
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1133 if (n == NGX_ERROR) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1134 c->read->eof = 1;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1135 ngx_quic_close_connection(c, NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1136 return;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1137 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1138
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1139 b.last += n;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1140
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1141 if (ngx_quic_input(c, &b) != NGX_OK) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1142 ngx_quic_close_connection(c, NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1143 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1144 }
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1145
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1146 qc->send_timer_set = 0;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1147 ngx_add_timer(rev, qc->tp.max_idle_timeout);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1148 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1149
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1150
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1151 static void
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1152 ngx_quic_close_connection(ngx_connection_t *c, ngx_int_t rc)
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1153 {
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1154 ngx_pool_t *pool;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	1155
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1156 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1157 "quic ngx_quic_close_connection, rc: %i", rc);
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1158
8397 1245e274b9ba Avoided excessive definitions for connection state. Vladimir Homutov <vl@nginx.com> parents: 8394 diff changeset	1159 if (!c->quic \|\| !c->quic->initialized) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1160 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1161 "quic close connection early error");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1162
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1163 } else if (ngx_quic_close_quic(c, rc) == NGX_AGAIN) {
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1164 return;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	1165 }
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1166
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1167 if (c->ssl) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1168 (void) ngx_ssl_shutdown(c);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1169 }
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1170
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1171 if (c->read->timer_set) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1172 ngx_del_timer(c->read);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1173 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1174
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1175 #if (NGX_STAT_STUB)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1176 (void) ngx_atomic_fetch_add(ngx_stat_active, -1);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1177 #endif
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1178
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1179 c->destroyed = 1;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1180
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1181 pool = c->pool;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1182
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1183 ngx_close_connection(c);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1184
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1185 ngx_destroy_pool(pool);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1186 }
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1187
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1188
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1189 static ngx_int_t
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1190 ngx_quic_close_quic(ngx_connection_t *c, ngx_int_t rc)
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1191 {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1192 ngx_uint_t i, err;
8398 8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1193 ngx_quic_send_ctx_t *ctx;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1194 ngx_quic_connection_t *qc;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1195 enum ssl_encryption_level_t level;
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1196
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1197 qc = c->quic;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1198
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1199 if (!qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1200
8398 8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1201 /* drop packets from retransmit queues, no ack is expected */
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1202 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1203 ctx = ngx_quic_get_send_ctx(qc, i);
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1204 ngx_quic_free_frames(c, &ctx->sent);
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1205 }
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1206
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1207 if (rc == NGX_DONE) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1208
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1209 /*
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1210 * 10.2. Idle Timeout
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1211 *
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1212 * If the idle timeout is enabled by either peer, a connection is
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1213 * silently closed and its state is discarded when it remains idle
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1214 */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1215
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1216 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1217 "quic closing %s connection",
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1218 qc->draining ? "drained" : "idle");
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1219
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1220 } else {
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1221
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1222 /*
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1223 * 10.3. Immediate Close
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1224 *
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1225 * An endpoint sends a CONNECTION_CLOSE frame (Section 19.19)
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1226 * to terminate the connection immediately.
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1227 */
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1228
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1229 if (rc == NGX_OK) {
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1230 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1231 "quic immediate close, drain = %d",
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1232 qc->draining);
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1233
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1234 qc->close.log = c->log;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1235 qc->close.data = c;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1236 qc->close.handler = ngx_quic_close_timer_handler;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1237 qc->close.cancelable = 1;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1238
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1239 ngx_add_timer(&qc->close, 3 * NGX_QUIC_HARDCODED_PTO);
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1240
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1241 err = NGX_QUIC_ERR_NO_ERROR;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1242
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1243 } else {
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1244 err = qc->error ? qc->error : NGX_QUIC_ERR_INTERNAL_ERROR;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1245
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1246 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1247 "quic immediate close due to error: %ui %s",
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1248 qc->error,
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1249 qc->error_reason ? qc->error_reason : "");
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1250 }
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1251
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1252 level = (qc->state == ssl_encryption_early_data)
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1253 ? ssl_encryption_handshake
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1254 : qc->state;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1255
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1256 (void) ngx_quic_send_cc(c, level, err, qc->error_ftype,
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1257 qc->error_reason);
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1258
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1259 if (level == ssl_encryption_handshake) {
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1260 /* for clients that might not have handshake keys */
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1261 (void) ngx_quic_send_cc(c, ssl_encryption_initial, err,
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1262 qc->error_ftype, qc->error_reason);
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1263 }
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1264 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1265
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1266 qc->closing = 1;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1267 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1268
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1269 if (rc == NGX_ERROR && qc->close.timer_set) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1270 /* do not wait for timer in case of fatal error */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1271 ngx_del_timer(&qc->close);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1272 }
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1273
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1274 if (ngx_quic_close_streams(c, qc) == NGX_AGAIN) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1275 return NGX_AGAIN;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1276 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1277
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1278 if (qc->close.timer_set) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1279 return NGX_AGAIN;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1280 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1281
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1282 for (i = 0; i < NGX_QUIC_ENCRYPTION_LAST; i++) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1283 ngx_quic_free_frames(c, &qc->crypto[i].frames);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1284 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1285
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1286 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1287 ngx_quic_free_frames(c, &qc->send_ctx[i].frames);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1288 ngx_quic_free_frames(c, &qc->send_ctx[i].sent);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1289 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1290
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1291 if (qc->push.timer_set) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1292 ngx_del_timer(&qc->push);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1293 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1294
8369 bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	1295 if (qc->retransmit.timer_set) {
bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	1296 ngx_del_timer(&qc->retransmit);
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1297 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1298
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1299 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1300 "quic part of connection is terminated");
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1301
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1302 /* may be tested from SSL callback during SSL shutdown */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1303 c->quic = NULL;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1304
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1305 return NGX_OK;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1306 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1307
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1308
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1309 static void
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1310 ngx_quic_close_timer_handler(ngx_event_t *ev)
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1311 {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1312 ngx_connection_t *c;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1313
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1314 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic close timer");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1315
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1316 c = ev->data;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1317 ngx_quic_close_connection(c, NGX_DONE);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1318 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1319
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1320
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1321 static ngx_int_t
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1322 ngx_quic_close_streams(ngx_connection_t c, ngx_quic_connection_t qc)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1323 {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1324 ngx_event_t *rev;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1325 ngx_rbtree_t *tree;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1326 ngx_rbtree_node_t *node;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1327 ngx_quic_stream_t *qs;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1328
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1329 #if (NGX_DEBUG)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1330 ngx_uint_t ns;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1331 #endif
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1332
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1333 tree = &qc->streams.tree;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1334
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1335 if (tree->root == tree->sentinel) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1336 return NGX_OK;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1337 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1338
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1339 #if (NGX_DEBUG)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1340 ns = 0;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1341 #endif
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1342
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1343 for (node = ngx_rbtree_min(tree->root, tree->sentinel);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1344 node;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1345 node = ngx_rbtree_next(tree, node))
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1346 {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1347 qs = (ngx_quic_stream_t *) node;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1348
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1349 rev = qs->c->read;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1350 rev->ready = 1;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1351 rev->pending_eof = 1;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1352
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1353 ngx_post_event(rev, &ngx_posted_events);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1354
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1355 if (rev->timer_set) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1356 ngx_del_timer(rev);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1357 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1358
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1359 #if (NGX_DEBUG)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1360 ns++;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1361 #endif
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1362 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1363
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1364 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1365 "quic connection has %ui active streams", ns);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1366
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1367 return NGX_AGAIN;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1368 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1369
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1370
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1371 static ngx_int_t
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1372 ngx_quic_input(ngx_connection_t c, ngx_buf_t b)
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1373 {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1374 u_char *p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1375 ngx_int_t rc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1376 ngx_quic_header_t pkt;
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1377
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1378 p = b->pos;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1379
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1380 while (p < b->last) {
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1381 c->log->action = "processing quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1382
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1383 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1384 pkt.raw = b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1385 pkt.data = p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1386 pkt.len = b->last - p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1387 pkt.log = c->log;
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1388 pkt.flags = p[0];
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1389
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1390 if (c->quic->in_retry) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1391 return ngx_quic_retry_input(c, &pkt);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1392 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1393
8371 9d9531431c8c Removed outdated/incorrect comments and fixed style. Vladimir Homutov <vl@nginx.com> parents: 8370 diff changeset	1394 /* TODO: check current state */
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1395 if (ngx_quic_long_pkt(pkt.flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1396
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1397 if (ngx_quic_pkt_in(pkt.flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1398 rc = ngx_quic_initial_input(c, &pkt);
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1399
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1400 } else if (ngx_quic_pkt_hs(pkt.flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1401 rc = ngx_quic_handshake_input(c, &pkt);
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1402
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1403 } else if (ngx_quic_pkt_zrtt(pkt.flags)) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1404 rc = ngx_quic_early_input(c, &pkt);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1405
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1406 } else {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1407 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1408 "quic unknown long packet type");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1409 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1410 }
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1411
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1412 } else {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1413 rc = ngx_quic_app_input(c, &pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1414 }
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1415
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1416 if (rc == NGX_ERROR) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1417 return NGX_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1418 }
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1419
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1420 /* NGX_OK \|\| NGX_DECLINED */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1421
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1422 /*
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1423 * we get NGX_DECLINED when there are no keys [yet] available
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1424 * to decrypt packet.
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1425 * Instead of queueing it, we ignore it and rely on the sender's
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1426 * retransmission:
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1427 *
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1428 * 12.2. Coalescing Packets:
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1429 *
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1430 * For example, if decryption fails (because the keys are
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1431 * not available or any other reason), the receiver MAY either
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1432 * discard or buffer the packet for later processing and MUST
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1433 * attempt to process the remaining packets.
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1434 */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1435
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1436 /* b->pos is at header end, adjust by actual packet length */
8377 2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1437 b->pos += pkt.len;
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1438 p = ngx_quic_skip_zero_padding(b);
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1439 }
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1440
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1441 return NGX_OK;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1442 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1443
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1444
8377 2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1445 /* firefox workaround: skip zero padding at the end of quic packet */
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1446 static ngx_inline u_char *
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1447 ngx_quic_skip_zero_padding(ngx_buf_t *b)
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1448 {
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1449 while (b->pos < b->last && *(b->pos) == 0) {
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1450 b->pos++;
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1451 }
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1452
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1453 return b->pos;
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1454 }
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1455
2a94aaa70b33 Cleaned up firefox workaround. Vladimir Homutov <vl@nginx.com> parents: 8371 diff changeset	1456
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1457 static ngx_int_t
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1458 ngx_quic_retry_input(ngx_connection_t c, ngx_quic_header_t pkt)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1459 {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1460 ngx_int_t rc;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1461 ngx_quic_secrets_t *keys;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1462 ngx_quic_send_ctx_t *ctx;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1463 ngx_quic_connection_t *qc;
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	1464 static u_char buf[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1465
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1466 c->log->action = "retrying quic connection";
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1467
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1468 if (ngx_buf_size(pkt->raw) < NGX_QUIC_MIN_INITIAL_SIZE) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1469 ngx_log_error(NGX_LOG_INFO, c->log, 0,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1470 "quic UDP datagram is too small for initial packet");
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1471 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1472 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1473
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1474 rc = ngx_quic_parse_long_header(pkt);
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1475 if (rc != NGX_OK) {
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1476 return rc;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1477 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1478
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1479 if (ngx_quic_pkt_zrtt(pkt->flags)) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1480 ngx_log_error(NGX_LOG_INFO, c->log, 0,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1481 "quic discard inflight 0-RTT packet");
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1482 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1483 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1484
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1485 if (!ngx_quic_pkt_in(pkt->flags)) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1486 ngx_log_error(NGX_LOG_INFO, c->log, 0,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1487 "quic invalid initial packet: 0x%xi", pkt->flags);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1488 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1489 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1490
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1491 if (ngx_quic_parse_initial_header(pkt) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1492 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1493 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1494
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1495 if (ngx_quic_new_dcid(c, &pkt->dcid) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1496 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1497 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1498
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1499 qc = c->quic;
8417 6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	1500 qc->tp.initial_scid = c->quic->dcid;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1501
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1502 keys = &c->quic->keys[ssl_encryption_initial];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1503
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1504 if (ngx_quic_set_initial_secret(c->pool, &keys->client, &keys->server,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1505 &qc->odcid)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1506 != NGX_OK)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1507 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1508 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1509 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1510
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1511 c->quic->in_retry = 0;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1512
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1513 if (ngx_quic_validate_token(c, pkt) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1514 ngx_log_error(NGX_LOG_INFO, c->log, 0, "quic invalid token");
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1515 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1516 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1517
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1518 pkt->secret = &keys->client;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1519 pkt->level = ssl_encryption_initial;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1520 pkt->plaintext = buf;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1521
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1522 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1523
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1524 if (ngx_quic_decrypt(pkt, NULL, &ctx->largest_pn) != NGX_OK) {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1525 qc->error = pkt->error;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1526 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1527 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1528
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1529 if (ngx_quic_init_connection(c) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1530 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1531 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1532
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1533 if (ngx_quic_payload_handler(c, pkt) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1534 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1535 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1536
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1537 /* pos is at header end, adjust by actual packet length */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1538 pkt->raw->pos += pkt->len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1539
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1540 (void) ngx_quic_skip_zero_padding(pkt->raw);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1541
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1542 return ngx_quic_input(c, pkt->raw);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1543 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1544
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1545
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1546 static ngx_int_t
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1547 ngx_quic_initial_input(ngx_connection_t c, ngx_quic_header_t pkt)
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1548 {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1549 ngx_int_t rc;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1550 ngx_ssl_conn_t *ssl_conn;
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1551 ngx_quic_secrets_t *keys;
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1552 ngx_quic_send_ctx_t *ctx;
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	1553 static u_char buf[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1554
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1555 c->log->action = "processing initial quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1556
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1557 ssl_conn = c->ssl->connection;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1558
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1559 rc = ngx_quic_parse_long_header(pkt);
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1560 if (rc != NGX_OK) {
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1561 return rc;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1562 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1563
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	1564 if (ngx_quic_parse_initial_header(pkt) != NGX_OK) {
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1565 return NGX_ERROR;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1566 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1567
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1568 keys = &c->quic->keys[ssl_encryption_initial];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1569
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1570 pkt->secret = &keys->client;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1571 pkt->level = ssl_encryption_initial;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1572 pkt->plaintext = buf;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1573
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1574 ctx = ngx_quic_get_send_ctx(c->quic, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1575
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1576 if (ngx_quic_decrypt(pkt, ssl_conn, &ctx->largest_pn) != NGX_OK) {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1577 c->quic->error = pkt->error;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1578 return NGX_ERROR;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1579 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1580
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1581 return ngx_quic_payload_handler(c, pkt);
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1582 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1583
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1584
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1585 static ngx_int_t
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1586 ngx_quic_handshake_input(ngx_connection_t c, ngx_quic_header_t pkt)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1587 {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1588 ngx_int_t rc;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1589 ngx_quic_secrets_t *keys;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1590 ngx_quic_send_ctx_t *ctx;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1591 ngx_quic_connection_t *qc;
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	1592 static u_char buf[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1593
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1594 c->log->action = "processing handshake quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1595
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1596 qc = c->quic;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1597
8321 e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1598 keys = &c->quic->keys[ssl_encryption_handshake];
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1599
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1600 if (keys->client.key.len == 0) {
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1601 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1602 "quic no read keys yet, packet ignored");
8321 e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1603 return NGX_DECLINED;
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1604 }
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	1605
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1606 /* extract cleartext data into pkt */
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1607 rc = ngx_quic_parse_long_header(pkt);
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1608 if (rc != NGX_OK) {
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1609 return rc;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1610 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1611
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1612 if (ngx_quic_check_peer(qc, pkt) != NGX_OK) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1613 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1614 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1615
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	1616 if (ngx_quic_parse_handshake_header(pkt) != NGX_OK) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1617 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1618 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1619
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1620 pkt->secret = &keys->client;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1621 pkt->level = ssl_encryption_handshake;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1622 pkt->plaintext = buf;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1623
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1624 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1625
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1626 if (ngx_quic_decrypt(pkt, c->ssl->connection, &ctx->largest_pn) != NGX_OK) {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1627 qc->error = pkt->error;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1628 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1629 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1630
8393 e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1631 /*
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1632 * 4.10.1. The successful use of Handshake packets indicates
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1633 * that no more Initial packets need to be exchanged
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1634 */
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1635 ctx = ngx_quic_get_send_ctx(c->quic, ssl_encryption_initial);
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1636 ngx_quic_free_frames(c, &ctx->sent);
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	1637
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1638 return ngx_quic_payload_handler(c, pkt);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1639 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1640
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1641
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1642 static ngx_int_t
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1643 ngx_quic_early_input(ngx_connection_t c, ngx_quic_header_t pkt)
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1644 {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1645 ngx_int_t rc;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1646 ngx_quic_secrets_t *keys;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1647 ngx_quic_send_ctx_t *ctx;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1648 ngx_quic_connection_t *qc;
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	1649 static u_char buf[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1650
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1651 c->log->action = "processing early data quic packet";
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1652
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1653 qc = c->quic;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1654
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1655 /* extract cleartext data into pkt */
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1656 rc = ngx_quic_parse_long_header(pkt);
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1657 if (rc != NGX_OK) {
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1658 return rc;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1659 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1660
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1661 if (ngx_quic_check_peer(qc, pkt) != NGX_OK) {
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1662 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1663 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1664
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1665 if (ngx_quic_parse_handshake_header(pkt) != NGX_OK) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1666 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1667 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1668
8397 1245e274b9ba Avoided excessive definitions for connection state. Vladimir Homutov <vl@nginx.com> parents: 8394 diff changeset	1669 if (c->quic->state != ssl_encryption_early_data) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1670 ngx_log_error(NGX_LOG_INFO, c->log, 0, "quic unexpected 0-RTT packet");
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1671 return NGX_OK;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1672 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1673
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1674 keys = &c->quic->keys[ssl_encryption_early_data];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1675
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1676 pkt->secret = &keys->client;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1677 pkt->level = ssl_encryption_early_data;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1678 pkt->plaintext = buf;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1679
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1680 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1681
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1682 if (ngx_quic_decrypt(pkt, c->ssl->connection, &ctx->largest_pn) != NGX_OK) {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1683 qc->error = pkt->error;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1684 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1685 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1686
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1687 return ngx_quic_payload_handler(c, pkt);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1688 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1689
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1690
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1691 static ngx_int_t
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1692 ngx_quic_check_peer(ngx_quic_connection_t qc, ngx_quic_header_t pkt)
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1693 {
8381 6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	1694 ngx_str_t *dcid;
6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	1695
6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	1696 dcid = ngx_quic_pkt_zrtt(pkt->flags) ? &qc->odcid : &qc->dcid;
6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	1697
6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	1698 if (pkt->dcid.len != dcid->len) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1699 ngx_log_error(NGX_LOG_INFO, pkt->log, 0, "quic unexpected quic dcidl");
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1700 return NGX_ERROR;
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1701 }
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1702
8381 6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	1703 if (ngx_memcmp(pkt->dcid.data, dcid->data, dcid->len) != 0) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1704 ngx_log_error(NGX_LOG_INFO, pkt->log, 0, "quic unexpected quic dcid");
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1705 return NGX_ERROR;
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1706 }
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1707
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1708 if (pkt->scid.len != qc->scid.len) {
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1709 ngx_log_error(NGX_LOG_INFO, pkt->log, 0, "quic unexpected quic scidl");
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1710 return NGX_ERROR;
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1711 }
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1712
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1713 if (ngx_memcmp(pkt->scid.data, qc->scid.data, qc->scid.len) != 0) {
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1714 ngx_log_error(NGX_LOG_INFO, pkt->log, 0, "quic unexpected quic scid");
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1715 return NGX_ERROR;
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1716 }
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1717
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1718 return NGX_OK;
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1719 }
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1720
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1721
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1722 static ngx_int_t
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1723 ngx_quic_app_input(ngx_connection_t c, ngx_quic_header_t pkt)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1724 {
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1725 ngx_int_t rc;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1726 ngx_quic_secrets_t keys, next, tmp;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1727 ngx_quic_send_ctx_t *ctx;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1728 ngx_quic_connection_t *qc;
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	1729 static u_char buf[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1730
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1731 c->log->action = "processing application data quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1732
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1733 qc = c->quic;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1734
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1735 keys = &c->quic->keys[ssl_encryption_application];
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1736 next = &c->quic->next_key;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1737
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1738 if (keys->client.key.len == 0) {
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1739 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1740 "quic no read keys yet, packet ignored");
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1741 return NGX_DECLINED;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1742 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1743
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1744 rc = ngx_quic_parse_short_header(pkt, &qc->dcid);
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1745 if (rc != NGX_OK) {
81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1746 return rc;
8185 6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1747 }
6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1748
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1749 pkt->secret = &keys->client;
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1750 pkt->next = &next->client;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1751 pkt->key_phase = c->quic->key_phase;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1752 pkt->level = ssl_encryption_application;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1753 pkt->plaintext = buf;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1754
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1755 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1756
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1757 if (ngx_quic_decrypt(pkt, c->ssl->connection, &ctx->largest_pn) != NGX_OK) {
8386 81f85c479d7e Discard packets without fixed bit or reserved bits set. Vladimir Homutov <vl@nginx.com> parents: 8385 diff changeset	1758 qc->error = pkt->error;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1759 return NGX_ERROR;
8185 6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1760 }
6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1761
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1762 /* switch keys on Key Phase change */
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1763
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1764 if (pkt->key_update) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1765 c->quic->key_phase ^= 1;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1766
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1767 tmp = *keys;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1768 keys = next;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1769 *next = tmp;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1770 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1771
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1772 rc = ngx_quic_payload_handler(c, pkt);
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1773
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1774 if (rc == NGX_ERROR) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1775 return NGX_ERROR;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1776 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1777
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1778 /* generate next keys */
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1779
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1780 if (pkt->key_update) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1781 if (ngx_quic_key_update(c, keys, next) != NGX_OK) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1782 return NGX_ERROR;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1783 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1784 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1785
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1786 return rc;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1787 }
8171 4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	1788
4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	1789
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1790 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1791 ngx_quic_payload_handler(ngx_connection_t c, ngx_quic_header_t pkt)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1792 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1793 u_char end, p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1794 ssize_t len;
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1795 ngx_uint_t ack_sent, do_close;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1796 ngx_quic_frame_t frame;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1797 ngx_quic_connection_t *qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1798
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1799 qc = c->quic;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1800
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1801 if (qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1802 /*
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1803 * 10.1 Closing and Draining Connection States
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1804 * ... delayed or reordered packets are properly discarded.
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1805 *
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1806 * An endpoint retains only enough information to generate
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1807 * a packet containing a CONNECTION_CLOSE frame and to identify
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1808 * packets as belonging to the connection.
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1809 */
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1810 return ngx_quic_send_cc(c, pkt->level, NGX_QUIC_ERR_NO_ERROR, 0,
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1811 "connection is closing, packet discarded");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1812 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1813
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1814 p = pkt->payload.data;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1815 end = p + pkt->payload.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1816
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1817 ack_sent = 0;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1818 do_close = 0;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1819
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1820 while (p < end) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1821
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1822 c->log->action = "parsing frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1823
8240 1f002206a59b Added boundaries checks into frame parser. Vladimir Homutov <vl@nginx.com> parents: 8239 diff changeset	1824 len = ngx_quic_parse_frame(pkt, p, end, &frame);
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1825
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1826 if (len < 0) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1827 qc->error = pkt->error;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1828 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1829 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1830
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1831 c->log->action = "handling frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1832
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1833 p += len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1834
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1835 switch (frame.type) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1836
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1837 case NGX_QUIC_FT_ACK:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1838 if (ngx_quic_handle_ack_frame(c, pkt, &frame.u.ack) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1839 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1840 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1841
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1842 continue;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1843
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1844 case NGX_QUIC_FT_PADDING:
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1845 /* no action required */
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1846 continue;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1847
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1848 case NGX_QUIC_FT_CONNECTION_CLOSE:
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1849 case NGX_QUIC_FT_CONNECTION_CLOSE2:
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1850 do_close = 1;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1851 continue;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1852 }
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1853
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1854 /* got there with ack-eliciting packet */
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1855
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1856 if (!ack_sent) {
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1857 if (ngx_quic_send_ack(c, pkt) != NGX_OK) {
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1858 return NGX_ERROR;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1859 }
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1860
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1861 ack_sent = 1;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1862 }
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1863
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1864 switch (frame.type) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1865
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1866 case NGX_QUIC_FT_CRYPTO:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1867
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1868 if (ngx_quic_handle_crypto_frame(c, pkt, &frame) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1869 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1870 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1871
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1872 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1873
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1874 case NGX_QUIC_FT_PING:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1875 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1876
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1877 case NGX_QUIC_FT_STREAM0:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1878 case NGX_QUIC_FT_STREAM1:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1879 case NGX_QUIC_FT_STREAM2:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1880 case NGX_QUIC_FT_STREAM3:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1881 case NGX_QUIC_FT_STREAM4:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1882 case NGX_QUIC_FT_STREAM5:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1883 case NGX_QUIC_FT_STREAM6:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1884 case NGX_QUIC_FT_STREAM7:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1885
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1886 if (ngx_quic_handle_stream_frame(c, pkt, &frame) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1887 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1888 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1889
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1890 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1891
8237 ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1892 case NGX_QUIC_FT_MAX_DATA:
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1893
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1894 if (ngx_quic_handle_max_data_frame(c, &frame.u.max_data) != NGX_OK)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1895 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1896 return NGX_ERROR;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1897 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1898
8237 ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1899 break;
ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1900
8236 d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1901 case NGX_QUIC_FT_STREAMS_BLOCKED:
d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1902 case NGX_QUIC_FT_STREAMS_BLOCKED2:
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1903
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1904 if (ngx_quic_handle_streams_blocked_frame(c, pkt,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1905 &frame.u.streams_blocked)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1906 != NGX_OK)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1907 {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1908 return NGX_ERROR;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1909 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1910
8236 d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1911 break;
d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1912
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1913 case NGX_QUIC_FT_STREAM_DATA_BLOCKED:
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1914
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1915 if (ngx_quic_handle_stream_data_blocked_frame(c, pkt,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1916 &frame.u.stream_data_blocked)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1917 != NGX_OK)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1918 {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1919 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1920 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1921
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1922 break;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1923
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1924 case NGX_QUIC_FT_MAX_STREAM_DATA:
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1925
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1926 if (ngx_quic_handle_max_stream_data_frame(c, pkt,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1927 &frame.u.max_stream_data)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1928 != NGX_OK)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1929 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1930 return NGX_ERROR;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1931 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1932
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1933 break;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1934
8325 9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1935 case NGX_QUIC_FT_NEW_CONNECTION_ID:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1936 case NGX_QUIC_FT_RETIRE_CONNECTION_ID:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1937 case NGX_QUIC_FT_NEW_TOKEN:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1938 case NGX_QUIC_FT_RESET_STREAM:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1939 case NGX_QUIC_FT_STOP_SENDING:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1940 case NGX_QUIC_FT_PATH_CHALLENGE:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1941 case NGX_QUIC_FT_PATH_RESPONSE:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1942
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1943 /* TODO: handle */
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1944 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1945 "quic frame handler not implemented");
8325 9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1946 break;
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1947
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1948 default:
8346 4e4485793418 Added MAX_STREAM_DATA stub handler. Vladimir Homutov <vl@nginx.com> parents: 8345 diff changeset	1949 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1950 "quic missing frame handler");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1951 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1952 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1953 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1954
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1955 if (p != end) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1956 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1957 "quic trailing garbage in payload: %ui bytes", end - p);
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1958
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	1959 qc->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1960 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1961 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1962
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1963 if (do_close) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1964 qc->draining = 1;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1965 ngx_quic_close_connection(c, NGX_OK);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1966 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1967
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1968 return NGX_OK;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1969 }
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1970
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1971
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1972 static ngx_int_t
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1973 ngx_quic_send_ack(ngx_connection_t c, ngx_quic_header_t pkt)
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1974 {
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1975 ngx_quic_frame_t *frame;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1976
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1977 c->log->action = "generating acknowledgment";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1978
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1979 /* every ACK-eliciting packet is acknowledged, TODO ACK Ranges */
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1980
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1981 frame = ngx_quic_alloc_frame(c, 0);
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1982 if (frame == NULL) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1983 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1984 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1985
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1986 frame->level = (pkt->level == ssl_encryption_early_data)
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1987 ? ssl_encryption_application
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1988 : pkt->level;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1989
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1990 frame->type = NGX_QUIC_FT_ACK;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1991 frame->u.ack.largest = pkt->pn;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1992
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1993 ngx_sprintf(frame->info, "ACK for PN=%d from frame handler level=%d",
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1994 pkt->pn, frame->level);
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	1995 ngx_quic_queue_frame(c->quic, frame);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1996
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1997 return NGX_OK;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1998 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1999
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2000
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2001 static ngx_int_t
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2002 ngx_quic_send_cc(ngx_connection_t *c, enum ssl_encryption_level_t level,
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2003 ngx_uint_t err, ngx_uint_t frame_type, const char *reason)
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2004 {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2005 ngx_quic_frame_t *frame;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2006 ngx_quic_connection_t *qc;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2007
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2008 qc = c->quic;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2009
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2010 if (qc->draining) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2011 return NGX_OK;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2012 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2013
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2014 if (qc->closing
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2015 && ngx_current_msec - qc->last_cc < NGX_QUIC_CC_MIN_INTERVAL)
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2016 {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2017 /* dot not send CC too often */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2018 return NGX_OK;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2019 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2020
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2021 frame = ngx_quic_alloc_frame(c, 0);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2022 if (frame == NULL) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2023 return NGX_ERROR;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2024 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2025
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2026 frame->level = level;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2027 frame->type = NGX_QUIC_FT_CONNECTION_CLOSE;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2028 frame->u.close.error_code = err;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2029 frame->u.close.frame_type = frame_type;
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2030
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2031 if (reason) {
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2032 frame->u.close.reason.len = ngx_strlen(reason);
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2033 frame->u.close.reason.data = (u_char *) reason;
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2034 }
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2035
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2036 ngx_snprintf(frame->info, sizeof(frame->info) - 1,
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2037 "cc from send_cc err=%ui level=%d ft=%ui reason \"%s\"",
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2038 err, level, frame_type, reason ? reason : "-");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2039
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2040 ngx_quic_queue_frame(c->quic, frame);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2041
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2042 qc->last_cc = ngx_current_msec;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2043
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2044 return ngx_quic_output(c);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2045 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2046
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2047
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2048 static ngx_int_t
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2049 ngx_quic_send_new_token(ngx_connection_t *c)
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2050 {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2051 ngx_str_t token;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2052 ngx_quic_frame_t *frame;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2053
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2054 if (!c->quic->tp.retry) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2055 return NGX_OK;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2056 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2057
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2058 if (ngx_quic_new_token(c, &token) != NGX_OK) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2059 return NGX_ERROR;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2060 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2061
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2062 frame = ngx_quic_alloc_frame(c, 0);
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2063 if (frame == NULL) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2064 return NGX_ERROR;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2065 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2066
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2067 frame->level = ssl_encryption_application;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2068 frame->type = NGX_QUIC_FT_NEW_TOKEN;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2069 frame->u.token.length = token.len;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2070 frame->u.token.data = token.data;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2071 ngx_sprintf(frame->info, "NEW_TOKEN");
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2072 ngx_quic_queue_frame(c->quic, frame);
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2073
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2074 return NGX_OK;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2075 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2076
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2077 static ngx_int_t
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2078 ngx_quic_handle_ack_frame(ngx_connection_t c, ngx_quic_header_t pkt,
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2079 ngx_quic_ack_frame_t *ack)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2080 {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2081 ssize_t n;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2082 u_char pos, end;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2083 uint64_t gap, range;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2084 ngx_uint_t i, min, max;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2085 ngx_quic_send_ctx_t *ctx;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2086
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2087 ctx = ngx_quic_get_send_ctx(c->quic, pkt->level);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2088
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2089 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2090 "quic ngx_quic_handle_ack_frame level %d", pkt->level);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2091
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2092 /*
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2093 * If any computed packet number is negative, an endpoint MUST
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2094 * generate a connection error of type FRAME_ENCODING_ERROR.
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2095 * (19.3.1)
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2096 */
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2097
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2098 if (ack->first_range > ack->largest) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2099 c->quic->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2100 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2101 "quic invalid first range in ack frame");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2102 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2103 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2104
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2105 min = ack->largest - ack->first_range;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2106 max = ack->largest;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2107
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2108 if (ngx_quic_handle_ack_frame_range(c, ctx, min, max) != NGX_OK) {
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2109 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2110 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2111
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2112 /* 13.2.3. Receiver Tracking of ACK Frames */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2113 if (ctx->largest_ack < max) {
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2114 ctx->largest_ack = max;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2115 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2116 "quic updated largest received ack: %ui", max);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2117 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2118
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2119 pos = ack->ranges_start;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2120 end = ack->ranges_end;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2121
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2122 for (i = 0; i < ack->range_count; i++) {
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2123
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2124 n = ngx_quic_parse_ack_range(pkt, pos, end, &gap, &range);
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2125 if (n == NGX_ERROR) {
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2126 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2127 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2128 pos += n;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2129
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2130 if (gap >= min) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2131 c->quic->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2132 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2133 "quic invalid range %ui in ack frame", i);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2134 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2135 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2136
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2137 max = min - 1 - gap;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2138
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2139 if (range > max + 1) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2140 c->quic->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2141 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2142 "quic invalid range %ui in ack frame", i);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2143 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2144 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2145
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2146 min = max - range + 1;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2147
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2148 if (ngx_quic_handle_ack_frame_range(c, ctx, min, max) != NGX_OK) {
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2149 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2150 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2151 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2152
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2153 return NGX_OK;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2154 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2155
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2156
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2157 static ngx_int_t
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2158 ngx_quic_handle_ack_frame_range(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2159 uint64_t min, uint64_t max)
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2160 {
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2161 ngx_uint_t found;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2162 ngx_queue_t *q;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2163 ngx_quic_frame_t *f;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2164 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2165
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2166 qc = c->quic;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2167
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2168 found = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2169
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2170 q = ngx_queue_head(&ctx->sent);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2171
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2172 while (q != ngx_queue_sentinel(&ctx->sent)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2173
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2174 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2175
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2176 if (f->pnum >= min && f->pnum <= max) {
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2177 ngx_quic_congestion_ack(c, f);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2178
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2179 ngx_quic_handle_stream_ack(c, f);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2180
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2181 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2182 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2183 ngx_quic_free_frame(c, f);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2184 found = 1;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2185
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2186 } else {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2187 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2188 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2189 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2190
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2191 if (!found) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2192
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2193 if (max <= ctx->pnum) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2194 /* duplicate ACK or ACK for non-ack-eliciting frame */
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2195 return NGX_OK;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2196 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2197
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2198 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8401 d3aa54242c37 Style. Vladimir Homutov <vl@nginx.com> parents: 8400 diff changeset	2199 "quic ACK for the packet not sent");
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2200
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2201 qc->error = NGX_QUIC_ERR_PROTOCOL_VIOLATION;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2202 qc->error_ftype = NGX_QUIC_FT_ACK;
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2203 qc->error_reason = "unknown packet number";
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2204
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2205 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2206 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2207
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2208 if (!qc->push.timer_set) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2209 ngx_post_event(&qc->push, &ngx_posted_events);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2210 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2211
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2212 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2213 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2214
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2215
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2216 static void
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2217 ngx_quic_handle_stream_ack(ngx_connection_t c, ngx_quic_frame_t f)
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2218 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2219 uint64_t sent, unacked;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2220 ngx_event_t *wev;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2221 ngx_quic_stream_t *sn;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2222 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2223
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2224 if (f->type < NGX_QUIC_FT_STREAM0 \|\| f->type > NGX_QUIC_FT_STREAM7) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2225 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2226 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2227
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2228 qc = c->quic;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2229
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2230 sn = ngx_quic_find_stream(&qc->streams.tree, f->u.stream.stream_id);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2231 if (sn == NULL) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2232 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2233 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2234
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2235 wev = sn->c->write;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2236 sent = sn->c->sent;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2237 unacked = sent - sn->acked;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2238
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2239 if (unacked >= NGX_QUIC_STREAM_BUFSIZE && wev->active) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2240 wev->ready = 1;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2241 ngx_post_event(wev, &ngx_posted_events);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2242 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2243
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2244 sn->acked += f->u.stream.length;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2245
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2246 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, sn->c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2247 "quic stream ack %uL acked:%uL, unacked:%uL",
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2248 f->u.stream.length, sn->acked, sent - sn->acked);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2249 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2250
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2251
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2252 static ngx_int_t
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2253 ngx_quic_handle_ordered_frame(ngx_connection_t c, ngx_quic_frames_stream_t fs,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2254 ngx_quic_frame_t frame, ngx_quic_frame_handler_pt handler, void data)
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2255 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2256 size_t full_len;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2257 ngx_int_t rc;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2258 ngx_queue_t *q;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2259 ngx_quic_ordered_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2260
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2261 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2262
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2263 if (f->offset > fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2264 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2265 "quic out-of-order frame: expecting %ui got %ui",
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2266 fs->received, f->offset);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2267
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2268 return ngx_quic_buffer_frame(c, fs, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2269 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2270
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2271 if (f->offset < fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2272
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2273 if (ngx_quic_adjust_frame_offset(c, frame, fs->received)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2274 == NGX_DONE)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2275 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2276 /* old/duplicate data range */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2277 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2278 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2279
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2280 /* intersecting data range, frame modified */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2281 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2282
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2283 /* f->offset == fs->received */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2284
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2285 rc = handler(c, frame, data);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2286 if (rc == NGX_ERROR) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2287 return NGX_ERROR;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2288
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2289 } else if (rc == NGX_DONE) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2290 /* handler destroyed stream, queue no longer exists */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2291 return NGX_OK;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2292 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2293
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2294 /* rc == NGX_OK */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2295
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2296 fs->received += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2297
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2298 /* now check the queue if we can continue with buffered frames */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2299
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2300 do {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2301 q = ngx_queue_head(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2302 if (q == ngx_queue_sentinel(&fs->frames)) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2303 break;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2304 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2305
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2306 frame = ngx_queue_data(q, ngx_quic_frame_t, queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2307 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2308
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2309 if (f->offset > fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2310 /* gap found, nothing more to do */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2311 break;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2312 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2313
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2314 full_len = f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2315
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2316 if (f->offset < fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2317
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2318 if (ngx_quic_adjust_frame_offset(c, frame, fs->received)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2319 == NGX_DONE)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2320 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2321 /* old/duplicate data range */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2322 ngx_queue_remove(q);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2323 fs->total -= f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2324
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2325 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2326 "quic skipped buffered frame, total %ui",
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2327 fs->total);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2328 ngx_quic_free_frame(c, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2329 continue;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2330 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2331
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2332 /* frame was adjusted, proceed to input */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2333 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2334
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2335 /* f->offset == fs->received */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2336
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2337 rc = handler(c, frame, data);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2338
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2339 if (rc == NGX_ERROR) {
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2340 return NGX_ERROR;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2341
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2342 } else if (rc == NGX_DONE) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2343 /* handler destroyed stream, queue no longer exists */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2344 return NGX_OK;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2345 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2346
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2347 fs->received += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2348 fs->total -= full_len;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2349
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2350 ngx_queue_remove(q);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2351
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2352 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2353 "quic consumed buffered frame, total %ui", fs->total);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2354
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2355 ngx_quic_free_frame(c, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2356
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2357 } while (1);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2358
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2359 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2360 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2361
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2362
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2363 static ngx_int_t
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2364 ngx_quic_adjust_frame_offset(ngx_connection_t c, ngx_quic_frame_t frame,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2365 uint64_t offset_in)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2366 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2367 size_t tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2368 ngx_quic_ordered_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2369
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2370 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2371
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2372 tail = offset_in - f->offset;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2373
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2374 if (tail >= f->length) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2375 /* range preceeding already received data or duplicate, ignore */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2376
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2377 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2378 "quic old or duplicate data in ordered frame, ignored");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2379 return NGX_DONE;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2380 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2381
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2382 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2383 "quic adjusted ordered frame data start to expected offset");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2384
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2385 /* intersecting range: adjust data size */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2386
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2387 f->offset += tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2388 f->data += tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2389 f->length -= tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2390
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2391 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2392 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2393
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2394
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2395 static ngx_int_t
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2396 ngx_quic_buffer_frame(ngx_connection_t c, ngx_quic_frames_stream_t fs,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2397 ngx_quic_frame_t *frame)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2398 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2399 u_char *data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2400 ngx_queue_t *q;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2401 ngx_quic_frame_t dst, item;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2402 ngx_quic_ordered_frame_t f, df;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2403
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2404 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2405 "quic ngx_quic_buffer_frame");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2406
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2407 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2408
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2409 /* frame start offset is in the future, buffer it */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2410
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2411 /* check limit on total size used by all buffered frames, not actual data */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2412 if (NGX_QUIC_MAX_BUFFERED - fs->total < f->length) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2413 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2414 "quic ordered input buffer limit exceeded");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2415 return NGX_ERROR;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2416 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2417
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2418 dst = ngx_quic_alloc_frame(c, f->length);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2419 if (dst == NULL) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2420 return NGX_ERROR;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2421 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2422
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2423 data = dst->data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2424 ngx_memcpy(dst, frame, sizeof(ngx_quic_frame_t));
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2425 dst->data = data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2426
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2427 ngx_memcpy(dst->data, f->data, f->length);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2428
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2429 df = &dst->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2430 df->data = dst->data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2431
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2432 fs->total += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2433
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2434 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2435 "quic ordered frame with unexpected offset:"
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2436 " buffered, total %ui", fs->total);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2437
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2438 /* TODO: do we need some timeout for this queue ? */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2439
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2440 if (ngx_queue_empty(&fs->frames)) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2441 ngx_queue_insert_after(&fs->frames, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2442 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2443 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2444
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2445 for (q = ngx_queue_last(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2446 q != ngx_queue_sentinel(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2447 q = ngx_queue_prev(q))
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2448 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2449 item = ngx_queue_data(q, ngx_quic_frame_t, queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2450 f = &item->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2451
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2452 if (f->offset < df->offset) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2453 ngx_queue_insert_after(q, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2454 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2455 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2456 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2457
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2458 ngx_queue_insert_after(&fs->frames, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2459
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2460 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2461 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2462
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2463
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2464 static ngx_int_t
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2465 ngx_quic_handle_crypto_frame(ngx_connection_t c, ngx_quic_header_t pkt,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2466 ngx_quic_frame_t *frame)
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2467 {
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2468 ngx_quic_connection_t *qc;
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2469 ngx_quic_frames_stream_t *fs;
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2470
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2471 qc = c->quic;
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2472 fs = &qc->crypto[pkt->level];
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2473
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2474 return ngx_quic_handle_ordered_frame(c, fs, frame, ngx_quic_crypto_input,
81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2475 NULL);
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2476 }
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2477
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2478
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	2479 static ngx_int_t
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2480 ngx_quic_crypto_input(ngx_connection_t c, ngx_quic_frame_t frame, void *data)
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2481 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2482 int sslerr;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2483 ssize_t n;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2484 ngx_ssl_conn_t *ssl_conn;
8393 e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2485 ngx_quic_send_ctx_t *ctx;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2486 ngx_quic_crypto_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2487
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2488 f = &frame->u.crypto;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2489
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2490 ssl_conn = c->ssl->connection;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2491
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2492 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2493 "quic SSL_quic_read_level: %d, SSL_quic_write_level: %d",
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2494 (int) SSL_quic_read_level(ssl_conn),
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2495 (int) SSL_quic_write_level(ssl_conn));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2496
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2497 if (!SSL_provide_quic_data(ssl_conn, SSL_quic_read_level(ssl_conn),
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2498 f->data, f->length))
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2499 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2500 ngx_ssl_error(NGX_LOG_INFO, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2501 "SSL_provide_quic_data() failed");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2502 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2503 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2504
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2505 n = SSL_do_handshake(ssl_conn);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2506
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2507 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_do_handshake: %d", n);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2508
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2509 if (n == -1) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2510 sslerr = SSL_get_error(ssl_conn, n);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2511
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2512 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_get_error: %d",
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2513 sslerr);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2514
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	2515 if (sslerr != SSL_ERROR_WANT_READ) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2516 ngx_ssl_error(NGX_LOG_ERR, c->log, 0, "SSL_do_handshake() failed");
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	2517 return NGX_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2518 }
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	2519
8302 76818c9cdd6f Sending HANDSHAKE_DONE just once with BoringSSL. Sergey Kandaurov <pluknet@nginx.com> parents: 8301 diff changeset	2520 } else if (n == 1 && !SSL_in_init(ssl_conn)) {
8397 1245e274b9ba Avoided excessive definitions for connection state. Vladimir Homutov <vl@nginx.com> parents: 8394 diff changeset	2521 c->quic->state = ssl_encryption_application;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2522
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	2523 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8299 4ad7d4272cd5 Style. Sergey Kandaurov <pluknet@nginx.com> parents: 8294 diff changeset	2524 "quic ssl cipher: %s", SSL_get_cipher(ssl_conn));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2525
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	2526 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2527 "quic handshake completed successfully");
8273 cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2528
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2529 frame = ngx_quic_alloc_frame(c, 0);
8273 cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2530 if (frame == NULL) {
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2531 return NGX_ERROR;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2532 }
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2533
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2534 /* 12.4 Frames and frame types, figure 8 */
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2535 frame->level = ssl_encryption_application;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2536 frame->type = NGX_QUIC_FT_HANDSHAKE_DONE;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2537 ngx_sprintf(frame->info, "HANDSHAKE DONE on handshake completed");
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	2538 ngx_quic_queue_frame(c->quic, frame);
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2539
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2540 if (ngx_quic_send_new_token(c) != NGX_OK) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2541 return NGX_ERROR;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2542 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2543
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2544 /*
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2545 * Generating next keys before a key update is received.
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2546 * See quic-tls 9.4 Header Protection Timing Side-Channels.
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2547 */
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2548
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2549 if (ngx_quic_key_update(c, &c->quic->keys[ssl_encryption_application],
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2550 &c->quic->next_key)
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2551 != NGX_OK)
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2552 {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2553 return NGX_ERROR;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2554 }
8393 e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2555
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2556 /*
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2557 * 4.10.2 An endpoint MUST discard its handshake keys
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2558 * when the TLS handshake is confirmed
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2559 */
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2560 ctx = ngx_quic_get_send_ctx(c->quic, ssl_encryption_handshake);
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	2561 ngx_quic_free_frames(c, &ctx->sent);
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	2562 }
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	2563
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2564 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2565 "quic SSL_quic_read_level: %d, SSL_quic_write_level: %d",
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2566 (int) SSL_quic_read_level(ssl_conn),
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2567 (int) SSL_quic_write_level(ssl_conn));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2568
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2569 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2570 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2571
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2572
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2573 static ngx_int_t
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2574 ngx_quic_handle_stream_frame(ngx_connection_t c, ngx_quic_header_t pkt,
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2575 ngx_quic_frame_t *frame)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2576 {
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2577 size_t n;
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2578 ngx_buf_t *b;
81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2579 ngx_event_t *rev;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2580 ngx_quic_stream_t *sn;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2581 ngx_quic_connection_t *qc;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2582 ngx_quic_stream_frame_t *f;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2583 ngx_quic_frames_stream_t *fs;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2584
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2585 qc = c->quic;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2586 f = &frame->u.stream;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2587
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2588 sn = ngx_quic_find_stream(&qc->streams.tree, f->stream_id);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2589
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2590 if (sn == NULL) {
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2591 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2592 "quic stream id 0x%xi is new", f->stream_id);
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2593
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2594 n = (f->stream_id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2595 ? qc->tp.initial_max_stream_data_uni
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2596 : qc->tp.initial_max_stream_data_bidi_remote;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2597
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2598 if (n < NGX_QUIC_STREAM_BUFSIZE) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2599 n = NGX_QUIC_STREAM_BUFSIZE;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2600 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2601
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2602 if (n < f->length) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2603 ngx_log_error(NGX_LOG_INFO, c->log, 0,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2604 "quic no space in stream buffer");
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2605 return NGX_ERROR;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2606 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2607
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2608 /*
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2609 * TODO: check IDs are increasing ? create all lower-numbered?
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2610 *
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2611 * 2.1. Stream Types and Identifiers
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2612 *
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2613 * Within each type, streams are created with numerically increasing
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2614 * stream IDs. A stream ID that is used out of order results in all
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2615 * streams of that type with lower-numbered stream IDs also being
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2616 * opened.
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2617 */
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2618 sn = ngx_quic_create_stream(c, f->stream_id, n);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2619 if (sn == NULL) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2620 return NGX_ERROR;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2621 }
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2622
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2623 rev = sn->c->read;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2624
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2625 if (f->offset == 0) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2626
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2627 b = sn->b;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2628 b->last = ngx_cpymem(b->last, f->data, f->length);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2629
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2630 sn->fs.received += f->length;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2631
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2632 rev->ready = 1;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2633
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2634 if (f->fin) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2635 rev->pending_eof = 1;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2636 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2637
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2638 } else {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2639 rev->ready = 0;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2640 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2641
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2642 if ((f->stream_id & NGX_QUIC_STREAM_UNIDIRECTIONAL) == 0) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2643 ngx_quic_handle_max_streams(c);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2644 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2645
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2646 qc->streams.handler(sn->c);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2647
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2648 if (f->offset == 0) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2649 return NGX_OK;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2650 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2651
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2652 /* out-of-order stream: proceed to buffering */
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2653 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2654
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2655 fs = &sn->fs;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2656
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2657 return ngx_quic_handle_ordered_frame(c, fs, frame, ngx_quic_stream_input,
81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2658 sn);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2659 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2660
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2661
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2662 static ngx_int_t
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2663 ngx_quic_stream_input(ngx_connection_t c, ngx_quic_frame_t frame, void *data)
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2664 {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2665 ngx_buf_t *b;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2666 ngx_event_t *rev;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2667 ngx_quic_stream_t *sn;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2668 ngx_quic_connection_t *qc;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2669 ngx_quic_stream_frame_t *f;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2670
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2671 qc = c->quic;
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	2672 sn = data;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2673
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2674 f = &frame->u.stream;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2675
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2676 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic existing stream");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2677
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2678 b = sn->b;
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2679
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2680 if ((size_t) ((b->pos - b->start) + (b->end - b->last)) < f->length) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2681 ngx_log_error(NGX_LOG_INFO, c->log, 0,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2682 "quic no space in stream buffer");
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2683 return NGX_ERROR;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2684 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2685
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2686 if ((size_t) (b->end - b->last) < f->length) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2687 b->last = ngx_movemem(b->start, b->pos, b->last - b->pos);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2688 b->pos = b->start;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2689 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2690
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2691 b->last = ngx_cpymem(b->last, f->data, f->length);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2692
8294 32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2693 rev = sn->c->read;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2694 rev->ready = 1;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2695
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2696 if (f->fin) {
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2697 rev->pending_eof = 1;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2698 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2699
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2700 if (rev->active) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2701 rev->handler(rev);
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2702 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2703
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	2704 /* check if stream was destroyed by handler */
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2705 if (ngx_quic_find_stream(&qc->streams.tree, f->stream_id) == NULL) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2706 return NGX_DONE;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2707 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2708
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2709 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2710 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2711
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2712
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2713 static ngx_int_t
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2714 ngx_quic_handle_max_streams(ngx_connection_t *c)
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2715 {
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2716 ngx_quic_frame_t *frame;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2717 ngx_quic_connection_t *qc;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2718
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2719 qc = c->quic;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2720 qc->cur_streams++;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2721
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2722 if (qc->cur_streams + NGX_QUIC_STREAMS_INC / 2 < qc->max_streams) {
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2723 return NGX_OK;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2724 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2725
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2726 frame = ngx_quic_alloc_frame(c, 0);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2727 if (frame == NULL) {
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2728 return NGX_ERROR;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2729 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2730
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2731 qc->max_streams = ngx_max(qc->max_streams + NGX_QUIC_STREAMS_INC,
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2732 NGX_QUIC_STREAMS_LIMIT);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2733
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2734 frame->level = ssl_encryption_application;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2735 frame->type = NGX_QUIC_FT_MAX_STREAMS;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2736 frame->u.max_streams.limit = qc->max_streams;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2737 frame->u.max_streams.bidi = 1;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2738
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2739 ngx_sprintf(frame->info, "MAX_STREAMS limit:%d bidi:%d level=%d",
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2740 (int) frame->u.max_streams.limit,
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2741 (int) frame->u.max_streams.bidi,
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2742 frame->level);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2743
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2744 ngx_quic_queue_frame(qc, frame);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2745
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2746 return NGX_OK;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2747 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2748
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2749
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2750 static ngx_int_t
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2751 ngx_quic_handle_max_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2752 ngx_quic_max_data_frame_t *f)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2753 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2754 ngx_event_t *wev;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2755 ngx_rbtree_t *tree;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2756 ngx_rbtree_node_t *node;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2757 ngx_quic_stream_t *qs;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2758 ngx_quic_connection_t *qc;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2759
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2760 qc = c->quic;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2761 tree = &qc->streams.tree;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2762
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2763 if (f->max_data <= qc->streams.send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2764 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2765 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2766
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2767 if (qc->streams.sent >= qc->streams.send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2768
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2769 for (node = ngx_rbtree_min(tree->root, tree->sentinel);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2770 node;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2771 node = ngx_rbtree_next(tree, node))
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2772 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2773 qs = (ngx_quic_stream_t *) node;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2774 wev = qs->c->write;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2775
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2776 if (wev->active) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2777 wev->ready = 1;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2778 ngx_post_event(wev, &ngx_posted_events);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2779 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2780 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2781 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2782
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2783 qc->streams.send_max_data = f->max_data;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2784
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2785 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2786 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2787
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2788
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2789 static ngx_int_t
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2790 ngx_quic_handle_streams_blocked_frame(ngx_connection_t *c,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2791 ngx_quic_header_t pkt, ngx_quic_streams_blocked_frame_t f)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2792 {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2793 ngx_quic_frame_t *frame;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2794
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2795 frame = ngx_quic_alloc_frame(c, 0);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2796 if (frame == NULL) {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2797 return NGX_ERROR;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2798 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2799
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2800 frame->level = pkt->level;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2801 frame->type = NGX_QUIC_FT_MAX_STREAMS;
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2802 frame->u.max_streams.limit = ngx_max(f->limit * 2, NGX_QUIC_STREAMS_LIMIT);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2803 frame->u.max_streams.bidi = f->bidi;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2804
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2805 c->quic->max_streams = frame->u.max_streams.limit;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	2806
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2807 ngx_sprintf(frame->info, "MAX_STREAMS limit:%d bidi:%d level=%d",
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2808 (int) frame->u.max_streams.limit,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2809 (int) frame->u.max_streams.bidi,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2810 frame->level);
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2811
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2812 ngx_quic_queue_frame(c->quic, frame);
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2813
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2814 return NGX_OK;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2815 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2816
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2817
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2818 static ngx_int_t
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2819 ngx_quic_handle_stream_data_blocked_frame(ngx_connection_t *c,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2820 ngx_quic_header_t pkt, ngx_quic_stream_data_blocked_frame_t f)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2821 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2822 size_t n;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2823 ngx_buf_t *b;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2824 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2825 ngx_quic_stream_t *sn;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2826 ngx_quic_connection_t *qc;
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2827
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2828 qc = c->quic;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2829 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2830
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2831 if (sn == NULL) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2832 ngx_log_error(NGX_LOG_INFO, c->log, 0,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2833 "quic unknown stream id:%uL", f->id);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2834 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2835 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2836
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2837 b = sn->b;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2838 n = sn->fs.received + (b->pos - b->start) + (b->end - b->last);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2839
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2840 frame = ngx_quic_alloc_frame(c, 0);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2841 if (frame == NULL) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2842 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2843 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2844
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2845 frame->level = pkt->level;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2846 frame->type = NGX_QUIC_FT_MAX_STREAM_DATA;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2847 frame->u.max_stream_data.id = f->id;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2848 frame->u.max_stream_data.limit = n;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2849
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2850 ngx_sprintf(frame->info, "MAX_STREAM_DATA id:%d limit:%d level=%d",
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2851 (int) frame->u.max_stream_data.id,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2852 (int) frame->u.max_stream_data.limit,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2853 frame->level);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2854
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2855 ngx_quic_queue_frame(c->quic, frame);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2856
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2857 return NGX_OK;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2858 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2859
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2860
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2861 static ngx_int_t
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2862 ngx_quic_handle_max_stream_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2863 ngx_quic_header_t pkt, ngx_quic_max_stream_data_frame_t f)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2864 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2865 uint64_t sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2866 ngx_event_t *wev;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2867 ngx_quic_stream_t *sn;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2868 ngx_quic_connection_t *qc;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2869
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2870 qc = c->quic;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2871 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2872
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2873 if (sn == NULL) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2874 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unknown stream id:%uL", f->id);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2875 return NGX_ERROR;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2876 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2877
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2878 if (f->limit <= sn->send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2879 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2880 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2881
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2882 sent = sn->c->sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2883
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2884 if (sent >= sn->send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2885 wev = sn->c->write;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2886
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2887 if (wev->active) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2888 wev->ready = 1;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2889 ngx_post_event(wev, &ngx_posted_events);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2890 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2891 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2892
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2893 sn->send_max_data = f->limit;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2894
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2895 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2896 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2897
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2898
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2899 static void
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2900 ngx_quic_queue_frame(ngx_quic_connection_t qc, ngx_quic_frame_t frame)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2901 {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2902 ngx_quic_send_ctx_t *ctx;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2903
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2904 ctx = ngx_quic_get_send_ctx(qc, frame->level);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2905
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2906 ngx_queue_insert_tail(&ctx->frames, &frame->queue);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2907
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2908 /* TODO: check PUSH flag on stream and call output */
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2909
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2910 if (!qc->push.timer_set && !qc->closing) {
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2911 ngx_add_timer(&qc->push, qc->tp.max_ack_delay);
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2912 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2913 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2914
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2915
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2916 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2917 ngx_quic_output(ngx_connection_t *c)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2918 {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2919 ngx_uint_t i;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2920 ngx_quic_connection_t *qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2921
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2922 c->log->action = "sending frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2923
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2924 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2925
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2926 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2927 if (ngx_quic_output_frames(c, &qc->send_ctx[i]) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2928 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2929 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2930 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2931
8322 d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	2932 if (!qc->send_timer_set && !qc->closing) {
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	2933 qc->send_timer_set = 1;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	2934 ngx_add_timer(c->read, qc->tp.max_idle_timeout);
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	2935 }
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	2936
8369 bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	2937 if (!qc->retransmit.timer_set && !qc->closing) {
bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	2938 ngx_add_timer(&qc->retransmit, qc->tp.max_ack_delay);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2939 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2940
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2941 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2942 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2943
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2944
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2945 static ngx_int_t
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2946 ngx_quic_output_frames(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2947 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2948 size_t len, hlen, n;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2949 ngx_int_t rc;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2950 ngx_uint_t need_ack;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2951 ngx_queue_t *q, range;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2952 ngx_quic_frame_t *f;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2953 ngx_quic_congestion_t *cg;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2954 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2955
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2956 qc = c->quic;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2957 cg = &qc->congestion;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2958
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2959 if (ngx_queue_empty(&ctx->frames)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2960 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2961 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2962
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2963 q = ngx_queue_head(&ctx->frames);
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2964 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2965
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2966 /* all frames in same send_ctx share same level */
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2967 hlen = (f->level == ssl_encryption_application) ? NGX_QUIC_MAX_SHORT_HEADER
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2968 : NGX_QUIC_MAX_LONG_HEADER;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2969 hlen += EVP_GCM_TLS_TAG_LEN;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2970
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2971 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2972 len = 0;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2973 need_ack = 0;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2974 ngx_queue_init(&range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2975
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2976 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2977 /* process group of frames that fits into packet */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2978 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2979
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2980 n = ngx_quic_create_frame(NULL, f);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2981
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	2982 if (len && hlen + len + n > qc->ctp.max_udp_payload_size) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2983 break;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2984 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2985
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2986 if (f->need_ack) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2987 need_ack = 1;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2988 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2989
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2990 if (need_ack && cg->in_flight + len + n > cg->window) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2991 break;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2992 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2993
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2994 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2995
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2996 f->first = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2997
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2998 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2999 ngx_queue_insert_tail(&range, &f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3000
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3001 len += n;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3002
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3003 } while (q != ngx_queue_sentinel(&ctx->frames));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3004
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3005 if (ngx_queue_empty(&range)) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3006 break;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3007 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3008
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3009 rc = ngx_quic_send_frames(c, &range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3010
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3011 if (rc == NGX_OK) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3012 /*
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3013 * frames are moved into the sent queue
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3014 * to wait for ack/be retransmitted
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3015 */
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	3016 if (qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	3017 /* if we are closing, any ack will be discarded */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	3018 ngx_quic_free_frames(c, &range);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	3019
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	3020 } else {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	3021 ngx_queue_add(&ctx->sent, &range);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	3022 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3023
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3024 cg->in_flight += len;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3025
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3026 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3027 "quic congestion send if:%uz", cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3028
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3029 } else if (rc == NGX_DONE) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3030
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3031 /* no ack is expected for this frames, can free them */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3032 ngx_quic_free_frames(c, &range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3033
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3034 } else {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3035 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3036 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3037
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3038 } while (q != ngx_queue_sentinel(&ctx->frames));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3039
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3040 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3041 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3042
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3043
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3044 static void
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3045 ngx_quic_free_frames(ngx_connection_t c, ngx_queue_t frames)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3046 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3047 ngx_queue_t *q;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3048 ngx_quic_frame_t *f;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3049
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3050 do {
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3051 q = ngx_queue_head(frames);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3052
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3053 if (q == ngx_queue_sentinel(frames)) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3054 break;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3055 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3056
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3057 ngx_queue_remove(q);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3058
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3059 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3060
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3061 ngx_quic_free_frame(c, f);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3062 } while (1);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3063 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3064
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3065
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3066 static ngx_int_t
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3067 ngx_quic_send_frames(ngx_connection_t c, ngx_queue_t frames)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3068 {
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3069 ssize_t len;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3070 u_char *p;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3071 ngx_msec_t now;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3072 ngx_str_t out, res;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3073 ngx_queue_t *q;
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3074 ngx_ssl_conn_t *ssl_conn;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3075 ngx_quic_frame_t f, start;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3076 ngx_quic_header_t pkt;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	3077 ngx_quic_secrets_t *keys;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3078 ngx_quic_send_ctx_t *ctx;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3079 ngx_quic_connection_t *qc;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3080 static ngx_str_t initial_token = ngx_null_string;
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	3081 static u_char src[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	3082 static u_char dst[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3083
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3084 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3085 "quic ngx_quic_send_frames");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3086
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3087 ssl_conn = c->ssl ? c->ssl->connection : NULL;
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3088
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3089 q = ngx_queue_head(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3090 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3091
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3092 ctx = ngx_quic_get_send_ctx(c->quic, start->level);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3093
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3094 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3095
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3096 now = ngx_current_msec;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3097
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3098 p = src;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3099 out.data = src;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3100
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3101 for (q = ngx_queue_head(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3102 q != ngx_queue_sentinel(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3103 q = ngx_queue_next(q))
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3104 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3105 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3106
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3107 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3108 "quic frame out: %s", f->info);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3109
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3110 len = ngx_quic_create_frame(p, f);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3111 if (len == -1) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3112 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3113 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3114
8312 053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	3115 if (f->need_ack) {
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	3116 pkt.need_ack = 1;
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	3117 }
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	3118
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3119 p += len;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3120 f->pnum = ctx->pnum;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3121 f->last = now;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3122 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3123
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3124 out.len = p - out.data;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3125
8301 c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	3126 while (out.len < 4) {
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	3127 *p++ = NGX_QUIC_FT_PADDING;
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	3128 out.len++;
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	3129 }
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	3130
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3131 qc = c->quic;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3132
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	3133 keys = &c->quic->keys[start->level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	3134
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	3135 pkt.secret = &keys->server;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	3136
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3137 pkt.flags = NGX_QUIC_PKT_FIXED_BIT;
262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3138
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3139 if (start->level == ssl_encryption_initial) {
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3140 pkt.flags \|= NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_INITIAL;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3141 pkt.token = initial_token;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3142
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3143 } else if (start->level == ssl_encryption_handshake) {
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3144 pkt.flags \|= NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_HANDSHAKE;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3145
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3146 } else {
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3147 if (c->quic->key_phase) {
262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3148 pkt.flags \|= NGX_QUIC_PKT_KPHASE;
262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	3149 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3150 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3151
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3152 ngx_quic_set_packet_number(&pkt, ctx);
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3153
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3154 pkt.log = c->log;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3155 pkt.level = start->level;
8344 e0abe17a2878 Removed source/destination swap from the function creating header. Vladimir Homutov <vl@nginx.com> parents: 8343 diff changeset	3156 pkt.dcid = qc->scid;
e0abe17a2878 Removed source/destination swap from the function creating header. Vladimir Homutov <vl@nginx.com> parents: 8343 diff changeset	3157 pkt.scid = qc->dcid;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3158 pkt.payload = out;
8285 f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	3159
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	3160 res.data = dst;
8285 f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	3161
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3162 ngx_log_debug6(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3163 "quic packet ready: %ui bytes at level %d"
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3164 " need_ack: %d number: %L encoded %d:0x%xD",
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3165 out.len, start->level, pkt.need_ack, pkt.number,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3166 pkt.num_len, pkt.trunc);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3167
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3168 if (ngx_quic_encrypt(&pkt, ssl_conn, &res) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3169 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3170 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3171
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3172 #ifdef NGX_QUIC_DEBUG_PACKETS
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	3173 ngx_quic_hexdump(c->log, "quic packet to send", res.data, res.len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3174 #endif
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3175
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3176 len = c->send(c, res.data, res.len);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3177 if (len == NGX_ERROR \|\| (size_t) len != res.len) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3178 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3179 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3180
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3181 /* len == NGX_OK \|\| NGX_AGAIN */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3182 ctx->pnum++;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3183
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3184 return pkt.need_ack ? NGX_OK : NGX_DONE;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3185 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3186
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3187
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3188 static void
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3189 ngx_quic_set_packet_number(ngx_quic_header_t pkt, ngx_quic_send_ctx_t ctx)
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3190 {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3191 uint64_t delta;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3192
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3193 delta = ctx->pnum - ctx->largest_ack;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3194 pkt->number = ctx->pnum;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3195
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3196 if (delta <= 0x7F) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3197 pkt->num_len = 1;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3198 pkt->trunc = ctx->pnum & 0xff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3199
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3200 } else if (delta <= 0x7FFF) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3201 pkt->num_len = 2;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3202 pkt->flags \|= 0x1;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3203 pkt->trunc = ctx->pnum & 0xffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3204
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3205 } else if (delta <= 0x7FFFFF) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3206 pkt->num_len = 3;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3207 pkt->flags \|= 0x2;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3208 pkt->trunc = ctx->pnum & 0xffffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3209
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3210 } else {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3211 pkt->num_len = 4;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3212 pkt->flags \|= 0x3;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3213 pkt->trunc = ctx->pnum & 0xffffffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3214 }
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3215 }
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3216
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3217
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	3218 static void
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3219 ngx_quic_retransmit_handler(ngx_event_t *ev)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3220 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3221 ngx_uint_t i;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3222 ngx_msec_t wait, nswait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3223 ngx_connection_t *c;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3224 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3225
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3226 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3227 "quic retransmit timer");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3228
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3229 c = ev->data;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3230 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3231
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3232 wait = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3233
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3234 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3235 if (ngx_quic_retransmit(c, &qc->send_ctx[i], &nswait) != NGX_OK) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	3236 ngx_quic_close_connection(c, NGX_ERROR);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3237 return;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3238 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3239
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3240 if (i == 0) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3241 wait = nswait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3242
8392 5ffb21c5c93d Fixed frame retransmissions. Vladimir Homutov <vl@nginx.com> parents: 8388 diff changeset	3243 } else if (nswait > 0 && (wait == 0 \|\| wait > nswait)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3244 wait = nswait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3245 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3246 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3247
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3248 if (wait > 0) {
8369 bddf704d62c1 Renamed retransmit event object in preparation for retry support. Sergey Kandaurov <pluknet@nginx.com> parents: 8368 diff changeset	3249 ngx_add_timer(&qc->retransmit, wait);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3250 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3251 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3252
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3253
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3254 static void
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3255 ngx_quic_push_handler(ngx_event_t *ev)
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3256 {
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3257 ngx_connection_t *c;
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3258
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3259 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic push timer");
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3260
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3261 c = ev->data;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3262
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3263 if (ngx_quic_output(c) != NGX_OK) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	3264 ngx_quic_close_connection(c, NGX_ERROR);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3265 return;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3266 }
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3267 }
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3268
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	3269
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3270 static ngx_int_t
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3271 ngx_quic_retransmit(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3272 ngx_msec_t *waitp)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3273 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3274 uint64_t pn;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3275 ngx_msec_t now, wait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3276 ngx_queue_t *q, range;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3277 ngx_quic_frame_t f, start;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3278 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3279
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3280 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3281
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3282 now = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3283
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3284 if (ngx_queue_empty(&ctx->sent)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3285 *waitp = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3286 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3287 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3288
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3289 q = ngx_queue_head(&ctx->sent);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3290
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3291 do {
8363 d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3292 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3293
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3294 wait = start->last + qc->tp.max_ack_delay - now;
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3295
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3296 if ((ngx_msec_int_t) wait > 0) {
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3297 break;
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3298 }
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3299
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3300 pn = start->pnum;
d3395396ce51 Fixed packet retransmission. Roman Arutyunyan <arut@nginx.com> parents: 8362 diff changeset	3301
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3302 ngx_queue_init(&range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3303
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3304 /* send frames with same packet number to the wire */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3305 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3306 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3307
8388 a9cc1627cf1c Fixed time comparison. Vladimir Homutov <vl@nginx.com> parents: 8387 diff changeset	3308 if (now - start->first > qc->tp.max_idle_timeout) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3309 ngx_log_error(NGX_LOG_ERR, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	3310 "quic retransmission timeout");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3311 return NGX_DECLINED;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3312 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3313
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3314 if (f->pnum != pn) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3315 break;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3316 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3317
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3318 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3319
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3320 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3321 ngx_queue_insert_tail(&range, &f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3322
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3323 } while (q != ngx_queue_sentinel(&ctx->sent));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3324
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3325 ngx_quic_congestion_lost(c, start->last);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3326
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3327 /* NGX_DONE is impossible here, such frames don't get into this queue */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3328 if (ngx_quic_send_frames(c, &range) != NGX_OK) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3329 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3330 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3331
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3332 /* move frames group to the end of queue */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3333 ngx_queue_add(&ctx->sent, &range);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3334
8392 5ffb21c5c93d Fixed frame retransmissions. Vladimir Homutov <vl@nginx.com> parents: 8388 diff changeset	3335 wait = qc->tp.max_ack_delay;
5ffb21c5c93d Fixed frame retransmissions. Vladimir Homutov <vl@nginx.com> parents: 8388 diff changeset	3336
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3337 } while (q != ngx_queue_sentinel(&ctx->sent));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3338
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3339 *waitp = wait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3340
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3341 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3342 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3343
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3344
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3345 ngx_connection_t *
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3346 ngx_quic_create_uni_stream(ngx_connection_t *c)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3347 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3348 ngx_uint_t id;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3349 ngx_quic_stream_t qs, sn;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3350 ngx_quic_connection_t *qc;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3351
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3352 qs = c->qs;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3353 qc = qs->parent->quic;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3354
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3355 id = (qc->streams.id_counter << 2)
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3356 \| NGX_QUIC_STREAM_SERVER_INITIATED
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3357 \| NGX_QUIC_STREAM_UNIDIRECTIONAL;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3358
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3359 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3360 "quic creating server uni stream #%ui id %ui",
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3361 qc->streams.id_counter, id);
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3362
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3363 qc->streams.id_counter++;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3364
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3365 sn = ngx_quic_create_stream(qs->parent, id, 0);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3366 if (sn == NULL) {
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3367 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3368 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3369
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3370 return sn->c;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3371 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3372
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3373
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3374 static void
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3375 ngx_quic_rbtree_insert_stream(ngx_rbtree_node_t *temp,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3376 ngx_rbtree_node_t node, ngx_rbtree_node_t sentinel)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3377 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3378 ngx_rbtree_node_t **p;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3379 ngx_quic_stream_t qn, qnt;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3380
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3381 for ( ;; ) {
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3382 qn = (ngx_quic_stream_t *) node;
2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3383 qnt = (ngx_quic_stream_t *) temp;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3384
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3385 p = (qn->id < qnt->id) ? &temp->left : &temp->right;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3386
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3387 if (*p == sentinel) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3388 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3389 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3390
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3391 temp = *p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3392 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3393
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3394 *p = node;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3395 node->parent = temp;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3396 node->left = sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3397 node->right = sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3398 ngx_rbt_red(node);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3399 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3400
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3401
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3402 static ngx_quic_stream_t *
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3403 ngx_quic_find_stream(ngx_rbtree_t *rbtree, uint64_t id)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3404 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3405 ngx_rbtree_node_t node, sentinel;
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3406 ngx_quic_stream_t *qn;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3407
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3408 node = rbtree->root;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3409 sentinel = rbtree->sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3410
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3411 while (node != sentinel) {
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3412 qn = (ngx_quic_stream_t *) node;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3413
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3414 if (id == qn->id) {
2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3415 return qn;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3416 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3417
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	3418 node = (id < qn->id) ? node->left : node->right;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3419 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3420
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3421 return NULL;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3422 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3423
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3424
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3425 static ngx_quic_stream_t *
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3426 ngx_quic_create_stream(ngx_connection_t *c, uint64_t id, size_t rcvbuf_size)
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3427 {
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3428 ngx_log_t *log;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3429 ngx_pool_t *pool;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3430 ngx_quic_stream_t *sn;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3431 ngx_pool_cleanup_t *cln;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3432 ngx_quic_connection_t *qc;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3433
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3434 qc = c->quic;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3435
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3436 pool = ngx_create_pool(NGX_DEFAULT_POOL_SIZE, c->log);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3437 if (pool == NULL) {
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3438 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3439 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3440
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3441 sn = ngx_pcalloc(pool, sizeof(ngx_quic_stream_t));
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3442 if (sn == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3443 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3444 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3445 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3446
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3447 sn->node.key = id;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3448 sn->parent = c;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3449 sn->id = id;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3450
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3451 sn->b = ngx_create_temp_buf(pool, rcvbuf_size);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3452 if (sn->b == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3453 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3454 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3455 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3456
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3457 ngx_queue_init(&sn->fs.frames);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3458
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3459 log = ngx_palloc(pool, sizeof(ngx_log_t));
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3460 if (log == NULL) {
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3461 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3462 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3463 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3464
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3465 log = c->log;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3466 pool->log = log;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3467
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3468 sn->c = ngx_get_connection(-1, log);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3469 if (sn->c == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3470 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3471 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3472 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3473
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3474 sn->c->qs = sn;
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3475 sn->c->pool = pool;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3476 sn->c->ssl = c->ssl;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3477 sn->c->sockaddr = c->sockaddr;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3478 sn->c->listening = c->listening;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3479 sn->c->addr_text = c->addr_text;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3480 sn->c->local_sockaddr = c->local_sockaddr;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3481 sn->c->number = ngx_atomic_fetch_add(ngx_connection_counter, 1);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3482
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3483 sn->c->recv = ngx_quic_stream_recv;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3484 sn->c->send = ngx_quic_stream_send;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3485 sn->c->send_chain = ngx_quic_stream_send_chain;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3486
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3487 sn->c->read->log = c->log;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3488 sn->c->write->log = c->log;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3489
8362 44cac24aaa44 Assign connection number to every QUIC stream log. Roman Arutyunyan <arut@nginx.com> parents: 8361 diff changeset	3490 log->connection = sn->c->number;
44cac24aaa44 Assign connection number to every QUIC stream log. Roman Arutyunyan <arut@nginx.com> parents: 8361 diff changeset	3491
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3492 if ((id & NGX_QUIC_STREAM_UNIDIRECTIONAL) == 0
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3493 \|\| (id & NGX_QUIC_STREAM_SERVER_INITIATED))
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3494 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3495 sn->c->write->ready = 1;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3496 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3497
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3498 if (id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3499 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3500 sn->send_max_data = qc->ctp.initial_max_stream_data_uni;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3501 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3502
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3503 } else {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3504 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3505 sn->send_max_data = qc->ctp.initial_max_stream_data_bidi_remote;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3506 } else {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3507 sn->send_max_data = qc->ctp.initial_max_stream_data_bidi_local;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3508 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3509 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3510
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3511 cln = ngx_pool_cleanup_add(pool, 0);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3512 if (cln == NULL) {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3513 ngx_close_connection(sn->c);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3514 ngx_destroy_pool(pool);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3515 return NULL;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3516 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3517
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3518 cln->handler = ngx_quic_stream_cleanup_handler;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3519 cln->data = sn->c;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3520
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3521 ngx_rbtree_insert(&c->quic->streams.tree, &sn->node);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3522
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3523 return sn;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3524 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3525
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	3526
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3527 static ssize_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3528 ngx_quic_stream_recv(ngx_connection_t c, u_char buf, size_t size)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3529 {
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3530 ssize_t len;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3531 ngx_buf_t *b;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3532 ngx_event_t *rev;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3533 ngx_connection_t *pc;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3534 ngx_quic_frame_t *frame;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3535 ngx_quic_stream_t *qs;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3536 ngx_quic_connection_t *qc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3537
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3538 qs = c->qs;
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3539 b = qs->b;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3540 pc = qs->parent;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3541 qc = pc->quic;
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3542 rev = c->read;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3543
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3544 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3545 "quic stream id 0x%xi recv: eof:%d, avail:%z",
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3546 qs->id, rev->pending_eof, b->last - b->pos);
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3547
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3548 if (b->pos == b->last) {
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3549 rev->ready = 0;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3550
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3551 if (rev->pending_eof) {
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3552 rev->eof = 1;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3553 return 0;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3554 }
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	3555
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3556 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3557 "quic stream id 0x%xi recv() not ready", qs->id);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3558 return NGX_AGAIN;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3559 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3560
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3561 len = ngx_min(b->last - b->pos, (ssize_t) size);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3562
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3563 ngx_memcpy(buf, b->pos, len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3564
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3565 b->pos += len;
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3566 qc->streams.received += len;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3567
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3568 if (b->pos == b->last) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3569 b->pos = b->start;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3570 b->last = b->start;
8294 32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3571 rev->ready = rev->pending_eof;
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3572 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3573
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3574 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3575 "quic stream id 0x%xi recv: %z of %uz", qs->id, len, size);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3576
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3577 if (!rev->pending_eof) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3578 frame = ngx_quic_alloc_frame(pc, 0);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3579 if (frame == NULL) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3580 return NGX_ERROR;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3581 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3582
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3583 frame->level = ssl_encryption_application;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3584 frame->type = NGX_QUIC_FT_MAX_STREAM_DATA;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3585 frame->u.max_stream_data.id = qs->id;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3586 frame->u.max_stream_data.limit = qs->fs.received + (b->pos - b->start)
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3587 + (b->end - b->last);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3588
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3589 ngx_sprintf(frame->info, "MAX_STREAM_DATA id:%d limit:%d l=%d on recv",
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3590 (int) frame->u.max_stream_data.id,
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3591 (int) frame->u.max_stream_data.limit,
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3592 frame->level);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3593
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3594 ngx_quic_queue_frame(pc->quic, frame);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3595 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3596
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3597 if ((qc->streams.recv_max_data / 2) < qc->streams.received) {
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3598
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3599 frame = ngx_quic_alloc_frame(pc, 0);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3600
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3601 if (frame == NULL) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3602 return NGX_ERROR;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3603 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3604
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3605 qc->streams.recv_max_data *= 2;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3606
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3607 frame->level = ssl_encryption_application;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3608 frame->type = NGX_QUIC_FT_MAX_DATA;
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3609 frame->u.max_data.max_data = qc->streams.recv_max_data;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3610
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3611 ngx_sprintf(frame->info, "MAX_DATA max_data:%d level=%d on recv",
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3612 (int) frame->u.max_data.max_data, frame->level);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3613
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3614 ngx_quic_queue_frame(pc->quic, frame);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3615
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3616 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3617 "quic stream id 0x%xi recv: increased max data: %ui",
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3618 qs->id, qc->streams.recv_max_data);
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3619 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	3620
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3621 return len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3622 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3623
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3624
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3625 static ssize_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3626 ngx_quic_stream_send(ngx_connection_t c, u_char buf, size_t size)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3627 {
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3628 u_char p, end;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3629 size_t fsize, limit, n, len;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3630 uint64_t sent, unacked;
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3631 ngx_connection_t *pc;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3632 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3633 ngx_quic_stream_t *qs;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3634 ngx_quic_connection_t *qc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3635
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3636 qs = c->qs;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3637 pc = qs->parent;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3638 qc = pc->quic;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3639
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3640 if (qc->closing) {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3641 return NGX_ERROR;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3642 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3643
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3644 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3645 "quic stream id 0x%xi send: %uz", qs->id, size);
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3646
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3647 /*
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3648 * we need to fit at least 1 frame into a packet, thus account head/tail;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3649 * 25 = 1 + 8x3 is max header for STREAM frame, with 1 byte for frame type
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3650 */
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	3651 limit = qc->ctp.max_udp_payload_size - NGX_QUIC_MAX_SHORT_HEADER - 25
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3652 - EVP_GCM_TLS_TAG_LEN;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3653
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3654 len = size;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3655 sent = c->sent;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3656 unacked = sent - qs->acked;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3657
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3658 if (qc->streams.send_max_data == 0) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3659 qc->streams.send_max_data = qc->ctp.initial_max_data;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3660 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3661
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3662 if (unacked >= NGX_QUIC_STREAM_BUFSIZE) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3663 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3664 "quic send hit buffer size");
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3665 len = 0;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3666
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3667 } else if (unacked + len > NGX_QUIC_STREAM_BUFSIZE) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3668 len = NGX_QUIC_STREAM_BUFSIZE - unacked;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3669 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3670
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3671 if (qc->streams.sent >= qc->streams.send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3672 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3673 "quic send hit MAX_DATA");
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3674 len = 0;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3675
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3676 } else if (qc->streams.sent + len > qc->streams.send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3677 len = qc->streams.send_max_data - qc->streams.sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3678 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3679
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3680 if (sent >= qs->send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3681 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3682 "quic send hit MAX_STREAM_DATA");
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3683 len = 0;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3684
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3685 } else if (sent + len > qs->send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3686 len = qs->send_max_data - sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3687 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3688
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3689 p = (u_char *) buf;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3690 end = (u_char *) buf + len;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3691 n = 0;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3692
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3693 while (p < end) {
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3694
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3695 fsize = ngx_min(limit, (size_t) (end - p));
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3696
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3697 frame = ngx_quic_alloc_frame(pc, fsize);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3698 if (frame == NULL) {
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3699 return 0;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3700 }
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3701
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3702 ngx_memcpy(frame->data, p, fsize);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3703
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3704 frame->level = ssl_encryption_application;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3705 frame->type = NGX_QUIC_FT_STREAM6; /* OFF=1 LEN=1 FIN=0 */
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3706 frame->u.stream.off = 1;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3707 frame->u.stream.len = 1;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3708 frame->u.stream.fin = 0;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3709
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3710 frame->u.stream.type = frame->type;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3711 frame->u.stream.stream_id = qs->id;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3712 frame->u.stream.offset = c->sent;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3713 frame->u.stream.length = fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3714 frame->u.stream.data = frame->data;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3715
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3716 c->sent += fsize;
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3717 qc->streams.sent += fsize;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3718 p += fsize;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3719 n += fsize;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3720
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3721 ngx_sprintf(frame->info, "stream 0x%xi len=%ui level=%d",
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3722 qs->id, fsize, frame->level);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3723
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	3724 ngx_quic_queue_frame(qc, frame);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3725 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3726
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3727 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3728 "quic send %uz of %uz, sent:%O, unacked:%uL",
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3729 n, size, c->sent, (uint64_t) c->sent - qs->acked);
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3730
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3731 if (n != size) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3732 c->write->ready = 0;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3733 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3734
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3735 if (n == 0) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3736 return NGX_AGAIN;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3737 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3738
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3739 return n;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3740 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3741
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3742
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3743 static void
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3744 ngx_quic_stream_cleanup_handler(void *data)
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3745 {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3746 ngx_connection_t *c = data;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3747
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3748 ngx_connection_t *pc;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3749 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3750 ngx_quic_stream_t *qs;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3751 ngx_quic_connection_t *qc;
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3752
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3753 qs = c->qs;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3754 pc = qs->parent;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3755 qc = pc->quic;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3756
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3757 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3758 "quic stream id 0x%xi cleanup", qs->id);
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3759
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3760 ngx_rbtree_delete(&qc->streams.tree, &qs->node);
8348 d42b50d239f4 Fixed memory leak with reordered stream frames. Vladimir Homutov <vl@nginx.com> parents: 8346 diff changeset	3761 ngx_quic_free_frames(pc, &qs->fs.frames);
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3762
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3763 if (qc->closing) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	3764 /* schedule handler call to continue ngx_quic_close_connection() */
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3765 ngx_post_event(pc->read, &ngx_posted_events);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3766 return;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3767 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	3768
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3769 if ((qs->id & 0x03) == NGX_QUIC_STREAM_UNIDIRECTIONAL) {
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3770 /* do not send fin for client unidirectional streams */
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3771 return;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3772 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3773
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3774 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3775 "quic stream id 0x%xi send fin", qs->id);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3776
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3777 frame = ngx_quic_alloc_frame(pc, 0);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3778 if (frame == NULL) {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3779 return;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3780 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3781
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3782 frame->level = ssl_encryption_application;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3783 frame->type = NGX_QUIC_FT_STREAM7; /* OFF=1 LEN=1 FIN=1 */
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3784 frame->u.stream.off = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3785 frame->u.stream.len = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3786 frame->u.stream.fin = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3787
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3788 frame->u.stream.type = frame->type;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3789 frame->u.stream.stream_id = qs->id;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3790 frame->u.stream.offset = c->sent;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3791 frame->u.stream.length = 0;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3792 frame->u.stream.data = NULL;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3793
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3794 ngx_sprintf(frame->info, "stream 0x%xi fin=1 level=%d",
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3795 qs->id, frame->level);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3796
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3797 ngx_quic_queue_frame(qc, frame);
8293 1ec905f4d851 Push QUIC stream frames in send() and cleanup handler. Roman Arutyunyan <arut@nginx.com> parents: 8290 diff changeset	3798
1ec905f4d851 Push QUIC stream frames in send() and cleanup handler. Roman Arutyunyan <arut@nginx.com> parents: 8290 diff changeset	3799 (void) ngx_quic_output(pc);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3800 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3801
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	3802
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3803 static ngx_chain_t *
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3804 ngx_quic_stream_send_chain(ngx_connection_t c, ngx_chain_t in,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3805 off_t limit)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3806 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3807 size_t len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3808 ssize_t n;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3809 ngx_buf_t *b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3810
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3811 for ( /* void */; in; in = in->next) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3812 b = in->buf;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3813
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3814 if (!ngx_buf_in_memory(b)) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3815 continue;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3816 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3817
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3818 if (ngx_buf_size(b) == 0) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3819 continue;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3820 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3821
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3822 len = b->last - b->pos;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3823
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3824 n = ngx_quic_stream_send(c, b->pos, len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3825
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3826 if (n == NGX_ERROR) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3827 return NGX_CHAIN_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3828 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3829
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3830 if (n == NGX_AGAIN) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3831 return in;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3832 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3833
8350 47dac6e0521a Fixed QUIC buffer consumption in send_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8348 diff changeset	3834 b->pos += n;
47dac6e0521a Fixed QUIC buffer consumption in send_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8348 diff changeset	3835
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3836 if (n != (ssize_t) len) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3837 return in;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3838 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3839 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3840
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3841 return NULL;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3842 }
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3843
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3844
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3845 static ngx_quic_frame_t *
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3846 ngx_quic_alloc_frame(ngx_connection_t *c, size_t size)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3847 {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3848 u_char *p;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3849 ngx_queue_t *q;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3850 ngx_quic_frame_t *frame;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3851 ngx_quic_connection_t *qc;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3852
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3853 if (size) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3854 p = ngx_alloc(size, c->log);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3855 if (p == NULL) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3856 return NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3857 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3858
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3859 } else {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3860 p = NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3861 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3862
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3863 qc = c->quic;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3864
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3865 if (!ngx_queue_empty(&qc->free_frames)) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3866
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3867 q = ngx_queue_head(&qc->free_frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3868 frame = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3869
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3870 ngx_queue_remove(&frame->queue);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3871
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3872 #ifdef NGX_QUIC_DEBUG_FRAMES_ALLOC
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3873 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3874 "quic reuse frame n:%ui", qc->nframes);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3875 #endif
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3876
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3877 } else {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3878 frame = ngx_pcalloc(c->pool, sizeof(ngx_quic_frame_t));
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3879 if (frame == NULL) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3880 ngx_free(p);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3881 return NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3882 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3883
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3884 #if (NGX_DEBUG)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3885 ++qc->nframes;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3886 #endif
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3887
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3888 #ifdef NGX_QUIC_DEBUG_FRAMES_ALLOC
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3889 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3890 "quic alloc frame n:%ui", qc->nframes);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3891 #endif
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3892 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3893
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3894 ngx_memzero(frame, sizeof(ngx_quic_frame_t));
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3895
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3896 frame->data = p;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3897
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3898 return frame;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3899 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3900
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3901
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3902 static void
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3903 ngx_quic_congestion_ack(ngx_connection_t c, ngx_quic_frame_t f)
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3904 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3905 ssize_t n;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3906 ngx_msec_t timer;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3907 ngx_quic_congestion_t *cg;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3908 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3909
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3910 qc = c->quic;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3911 cg = &qc->congestion;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3912
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3913 n = ngx_quic_create_frame(NULL, f);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3914
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3915 cg->in_flight -= n;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3916
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3917 timer = f->last - cg->recovery_start;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3918
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3919 if ((ngx_msec_int_t) timer <= 0) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3920 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3921 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3922
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3923 if (cg->window < cg->ssthresh) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3924 cg->window += n;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3925
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3926 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3927 "quic congestion slow start win:%uz, ss:%uz, if:%uz",
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3928 cg->window, cg->ssthresh, cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3929
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3930 } else {
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	3931 cg->window += qc->tp.max_udp_payload_size * n / cg->window;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3932
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3933 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3934 "quic congestion avoidance win:%uz, ss:%uz, if:%uz",
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3935 cg->window, cg->ssthresh, cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3936 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3937
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3938 /* prevent recovery_start from wrapping */
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3939
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3940 timer = cg->recovery_start - ngx_current_msec + qc->tp.max_idle_timeout * 2;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3941
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3942 if ((ngx_msec_int_t) timer < 0) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3943 cg->recovery_start = ngx_current_msec - qc->tp.max_idle_timeout * 2;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3944 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3945 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3946
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3947
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3948 static void
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3949 ngx_quic_congestion_lost(ngx_connection_t *c, ngx_msec_t sent)
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3950 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3951 ngx_msec_t timer;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3952 ngx_quic_congestion_t *cg;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3953 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3954
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3955 qc = c->quic;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3956 cg = &qc->congestion;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3957
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3958 timer = sent - cg->recovery_start;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3959
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3960 if ((ngx_msec_int_t) timer <= 0) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3961 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3962 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3963
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3964 cg->recovery_start = ngx_current_msec;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3965 cg->window /= 2;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3966
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	3967 if (cg->window < qc->tp.max_udp_payload_size * 2) {
125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	3968 cg->window = qc->tp.max_udp_payload_size * 2;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3969 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3970
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3971 cg->ssthresh = cg->window;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3972
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3973 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3974 "quic congestion lost win:%uz, ss:%uz, if:%uz",
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3975 cg->window, cg->ssthresh, cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3976 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3977
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3978
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3979 static void
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3980 ngx_quic_free_frame(ngx_connection_t c, ngx_quic_frame_t frame)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3981 {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3982 ngx_quic_connection_t *qc;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3983
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3984 qc = c->quic;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3985
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3986 if (frame->data) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3987 ngx_free(frame->data);
8394 df18ae7161b8 Assorted fixes. Sergey Kandaurov <pluknet@nginx.com> parents: 8393 diff changeset	3988 frame->data = NULL;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3989 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3990
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3991 ngx_queue_insert_head(&qc->free_frames, &frame->queue);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3992
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3993 #ifdef NGX_QUIC_DEBUG_FRAMES_ALLOC
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3994 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3995 "quic free frame n:%ui", qc->nframes);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3996 #endif
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3997 }

Mercurial > hg > nginx

annotate src/event/ngx_event_quic.c @ 8419:cb149fa03367 quic