nginx: src/event/ngx_event

annotate src/event/ngx_event_quic.c @ 8341:efc0a65424e8 quic

Removed outdated TODO. If required, frame handler can invoke output itself. There is no need to call output directly in the payload handler, queuing is enough.

author	Vladimir Homutov <vl@nginx.com>
date	Thu, 16 Apr 2020 13:28:43 +0300
parents	aba84d9ab256
children	de715cdd4257

rev	line source
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	2 /*
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	3 * Copyright (C) Nginx, Inc.
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	4 */
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	5
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	6
8171 4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	7 #include <ngx_config.h>
4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	8 #include <ngx_core.h>
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	9 #include <ngx_event.h>
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	10
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	11
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	12 /* 0-RTT and 1-RTT data exist in the same packet number space,
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	13 * so we have 3 packet number spaces:
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	14 *
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	15 * 0 - Initial
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	16 * 1 - Handshake
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	17 * 2 - 0-RTT and 1-RTT
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	18 */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	19 #define ngx_quic_get_send_ctx(qc, level) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	20 ((level) == ssl_encryption_initial) ? &((qc)->send_ctx[0]) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	21 : (((level) == ssl_encryption_handshake) ? &((qc)->send_ctx[1]) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	22 : &((qc)->send_ctx[2]))
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	23
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	24 #define NGX_QUIC_SEND_CTX_LAST (NGX_QUIC_ENCRYPTION_LAST - 1)
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	25
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	26 #define NGX_QUIC_STREAMS_INC 16
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	27 #define NGX_QUIC_STREAMS_LIMIT (1ULL < 60)
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	28
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	29 /*
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	30 * 7.4. Cryptographic Message Buffering
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	31 * Implementations MUST support buffering at least 4096 bytes of data
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	32 */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	33 #define NGX_QUIC_MAX_BUFFERED 65535
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	34
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	35
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	36 typedef enum {
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	37 NGX_QUIC_ST_INITIAL, /* connection just created */
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	38 NGX_QUIC_ST_HANDSHAKE, /* handshake started */
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	39 NGX_QUIC_ST_EARLY_DATA, /* handshake in progress */
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	40 NGX_QUIC_ST_APPLICATION /* handshake complete */
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	41 } ngx_quic_state_t;
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	42
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	43
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	44 typedef struct {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	45 ngx_rbtree_t tree;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	46 ngx_rbtree_node_t sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	47 ngx_connection_handler_pt handler;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	48
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	49 ngx_uint_t id_counter;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	50
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	51 uint64_t total_received;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	52 uint64_t max_data;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	53 } ngx_quic_streams_t;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	54
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	55
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	56 /*
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	57 * 12.3. Packet Numbers
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	58 *
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	59 * Conceptually, a packet number space is the context in which a packet
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	60 * can be processed and acknowledged. Initial packets can only be sent
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	61 * with Initial packet protection keys and acknowledged in packets which
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	62 * are also Initial packets.
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	63 */
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	64 typedef struct {
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	65 ngx_quic_secret_t client_secret;
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	66 ngx_quic_secret_t server_secret;
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	67
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	68 uint64_t pnum; /* packet number to send */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	69 uint64_t largest_ack; /* number received from peer */
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	70 uint64_t largest_pn; /* number received from peer */
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	71
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	72 ngx_queue_t frames;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	73 ngx_queue_t sent;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	74 } ngx_quic_send_ctx_t;
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	75
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	76
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	77 struct ngx_quic_connection_s {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	78 ngx_str_t scid;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	79 ngx_str_t dcid;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	80 ngx_str_t token;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	81
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	82 ngx_uint_t client_tp_done;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	83 ngx_quic_tp_t tp;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	84 ngx_quic_tp_t ctp;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	85
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	86 ngx_quic_state_t state;
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	87
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	88 ngx_quic_send_ctx_t send_ctx[NGX_QUIC_SEND_CTX_LAST];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	89 ngx_quic_secrets_t keys[NGX_QUIC_ENCRYPTION_LAST];
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	90 ngx_quic_secrets_t next_key;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	91 ngx_quic_frames_stream_t crypto[NGX_QUIC_ENCRYPTION_LAST];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	92
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	93 ngx_ssl_t *ssl;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	94
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	95 ngx_event_t push;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	96 ngx_event_t retry;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	97 ngx_queue_t free_frames;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	98
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	99 #if (NGX_DEBUG)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	100 ngx_uint_t nframes;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	101 #endif
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	102
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	103 ngx_quic_streams_t streams;
8237 ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	104 ngx_uint_t max_data;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	105
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	106 uint64_t cur_streams;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	107 uint64_t max_streams;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	108
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	109 unsigned send_timer_set:1;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	110 unsigned closing:1;
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	111 unsigned key_phase:1;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	112 };
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	113
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	114
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	115 typedef ngx_int_t (ngx_quic_frame_handler_pt)(ngx_connection_t c,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	116 ngx_quic_frame_t *frame);
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	117
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	118
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	119 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	120 static int ngx_quic_set_read_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	121 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	122 const uint8_t *secret, size_t secret_len);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	123 static int ngx_quic_set_write_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	124 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	125 const uint8_t *secret, size_t secret_len);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	126 #else
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	127 static int ngx_quic_set_encryption_secrets(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	128 enum ssl_encryption_level_t level, const uint8_t *read_secret,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	129 const uint8_t *write_secret, size_t secret_len);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	130 #endif
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	131
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	132 static int ngx_quic_add_handshake_data(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	133 enum ssl_encryption_level_t level, const uint8_t *data, size_t len);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	134 static int ngx_quic_flush_flight(ngx_ssl_conn_t *ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	135 static int ngx_quic_send_alert(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	136 enum ssl_encryption_level_t level, uint8_t alert);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	137
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	138
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	139 static ngx_int_t ngx_quic_new_connection(ngx_connection_t c, ngx_ssl_t ssl,
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	140 ngx_quic_tp_t tp, ngx_quic_header_t pkt,
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	141 ngx_connection_handler_pt handler);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	142 static ngx_int_t ngx_quic_init_connection(ngx_connection_t *c);
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	143 static void ngx_quic_input_handler(ngx_event_t *rev);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	144 static void ngx_quic_close_connection(ngx_connection_t *c);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	145
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	146 static ngx_int_t ngx_quic_input(ngx_connection_t c, ngx_buf_t b);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	147 static ngx_int_t ngx_quic_initial_input(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	148 ngx_quic_header_t *pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	149 static ngx_int_t ngx_quic_handshake_input(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	150 ngx_quic_header_t *pkt);
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	151 static ngx_int_t ngx_quic_early_input(ngx_connection_t *c,
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	152 ngx_quic_header_t *pkt);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	153 static ngx_int_t ngx_quic_app_input(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	154 ngx_quic_header_t *pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	155 static ngx_int_t ngx_quic_payload_handler(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	156 ngx_quic_header_t *pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	157
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	158 static ngx_int_t ngx_quic_handle_ack_frame(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	159 ngx_quic_header_t pkt, ngx_quic_ack_frame_t f);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	160 static ngx_int_t ngx_quic_handle_ack_frame_range(ngx_connection_t *c,
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	161 ngx_quic_send_ctx_t *ctx, uint64_t min, uint64_t max);
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	162
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	163 static ngx_int_t ngx_quic_handle_ordered_frame(ngx_connection_t *c,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	164 ngx_quic_frames_stream_t fs, ngx_quic_frame_t frame,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	165 ngx_quic_frame_handler_pt handler);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	166 static ngx_int_t ngx_quic_adjust_frame_offset(ngx_connection_t *c,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	167 ngx_quic_frame_t *f, uint64_t offset_in);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	168 static ngx_int_t ngx_quic_buffer_frame(ngx_connection_t *c,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	169 ngx_quic_frames_stream_t stream, ngx_quic_frame_t f);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	170
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	171 static ngx_int_t ngx_quic_handle_crypto_frame(ngx_connection_t *c,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	172 ngx_quic_header_t pkt, ngx_quic_frame_t frame);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	173 static ngx_int_t ngx_quic_crypto_input(ngx_connection_t *c,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	174 ngx_quic_frame_t *frame);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	175 static ngx_int_t ngx_quic_handle_stream_frame(ngx_connection_t *c,
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	176 ngx_quic_header_t pkt, ngx_quic_frame_t frame);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	177 static ngx_int_t ngx_quic_stream_input(ngx_connection_t *c,
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	178 ngx_quic_frame_t *frame);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	179
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	180 static ngx_int_t ngx_quic_handle_max_streams(ngx_connection_t *c);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	181 static ngx_int_t ngx_quic_handle_streams_blocked_frame(ngx_connection_t *c,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	182 ngx_quic_header_t pkt, ngx_quic_streams_blocked_frame_t f);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	183 static ngx_int_t ngx_quic_handle_stream_data_blocked_frame(ngx_connection_t *c,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	184 ngx_quic_header_t pkt, ngx_quic_stream_data_blocked_frame_t f);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	185
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	186 static void ngx_quic_queue_frame(ngx_quic_connection_t *qc,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	187 ngx_quic_frame_t *frame);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	188
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	189 static ngx_int_t ngx_quic_output(ngx_connection_t *c);
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	190 static ngx_int_t ngx_quic_output_frames(ngx_connection_t *c,
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	191 ngx_quic_send_ctx_t *ctx);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	192 static void ngx_quic_free_frames(ngx_connection_t c, ngx_queue_t frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	193 static ngx_int_t ngx_quic_send_frames(ngx_connection_t c, ngx_queue_t frames);
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	194
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	195 static void ngx_quic_set_packet_number(ngx_quic_header_t *pkt,
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	196 ngx_quic_send_ctx_t *ctx);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	197 static void ngx_quic_retransmit_handler(ngx_event_t *ev);
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	198 static ngx_int_t ngx_quic_retransmit(ngx_connection_t *c,
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	199 ngx_quic_send_ctx_t ctx, ngx_msec_t waitp);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	200 static void ngx_quic_push_handler(ngx_event_t *ev);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	201
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	202 static void ngx_quic_rbtree_insert_stream(ngx_rbtree_node_t *temp,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	203 ngx_rbtree_node_t node, ngx_rbtree_node_t sentinel);
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	204 static ngx_quic_stream_t ngx_quic_find_stream(ngx_rbtree_t rbtree,
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	205 uint64_t id);
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	206 static ngx_quic_stream_t ngx_quic_create_stream(ngx_connection_t c,
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	207 uint64_t id, size_t rcvbuf_size);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	208 static ssize_t ngx_quic_stream_recv(ngx_connection_t c, u_char buf,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	209 size_t size);
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	210 static ssize_t ngx_quic_stream_send(ngx_connection_t c, u_char buf,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	211 size_t size);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	212 static void ngx_quic_stream_cleanup_handler(void *data);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	213 static ngx_chain_t ngx_quic_stream_send_chain(ngx_connection_t c,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	214 ngx_chain_t *in, off_t limit);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	215 static ngx_quic_frame_t ngx_quic_alloc_frame(ngx_connection_t c, size_t size);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	216 static void ngx_quic_free_frame(ngx_connection_t c, ngx_quic_frame_t frame);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	217
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	218
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	219 static SSL_QUIC_METHOD quic_method = {
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	220 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	221 ngx_quic_set_read_secret,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	222 ngx_quic_set_write_secret,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	223 #else
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	224 ngx_quic_set_encryption_secrets,
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	225 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	226 ngx_quic_add_handshake_data,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	227 ngx_quic_flush_flight,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	228 ngx_quic_send_alert,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	229 };
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	230
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	231
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	232 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	233
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	234 static int
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	235 ngx_quic_set_read_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	236 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	237 const uint8_t *rsecret, size_t secret_len)
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	238 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	239 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	240 ngx_quic_secrets_t *keys;
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	241
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	242 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	243
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	244 ngx_quic_hexdump(c->log, "level:%d read secret",
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	245 rsecret, secret_len, level);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	246
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	247 keys = &c->quic->keys[level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	248
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	249 if (level == ssl_encryption_early_data) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	250 c->quic->state = NGX_QUIC_ST_EARLY_DATA;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	251 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	252
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	253 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	254 rsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	255 &keys->client);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	256 }
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	257
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	258
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	259 static int
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	260 ngx_quic_set_write_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	261 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	262 const uint8_t *wsecret, size_t secret_len)
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	263 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	264 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	265 ngx_quic_secrets_t *keys;
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	266
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	267 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	268
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	269 ngx_quic_hexdump(c->log, "level:%d write secret",
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	270 wsecret, secret_len, level);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	271
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	272 keys = &c->quic->keys[level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	273
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	274 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	275 wsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	276 &keys->server);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	277 }
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	278
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	279 #else
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	280
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	281 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	282 ngx_quic_set_encryption_secrets(ngx_ssl_conn_t *ssl_conn,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	283 enum ssl_encryption_level_t level, const uint8_t *rsecret,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	284 const uint8_t *wsecret, size_t secret_len)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	285 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	286 ngx_int_t rc;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	287 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	288 ngx_quic_secrets_t *keys;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	289
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	290 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	291
8222 bec4cd55361e Fixed a typo with OpenSSL. Vladimir Homutov <vl@nginx.com> parents: 8221 diff changeset	292 ngx_quic_hexdump(c->log, "level:%d read", rsecret, secret_len, level);
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	293
8327 0ae50d90658a Fixed build with OpenSSL using old callbacks API. Sergey Kandaurov <pluknet@nginx.com> parents: 8326 diff changeset	294 keys = &c->quic->keys[level];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	295
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	296 rc = ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	297 rsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	298 &keys->client);
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	299 if (rc != 1) {
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	300 return rc;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	301 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	302
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	303 if (level == ssl_encryption_early_data) {
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	304 c->quic->state = NGX_QUIC_ST_EARLY_DATA;
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	305 return 1;
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	306 }
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	307
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	308 ngx_quic_hexdump(c->log, "level:%d write", wsecret, secret_len, level);
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	309
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	310 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	311 wsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	312 &keys->server);
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	313 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	314
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	315 #endif
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	316
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	317
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	318 static int
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	319 ngx_quic_add_handshake_data(ngx_ssl_conn_t *ssl_conn,
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	320 enum ssl_encryption_level_t level, const uint8_t *data, size_t len)
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	321 {
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	322 u_char p, end;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	323 size_t client_params_len;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	324 const uint8_t *client_params;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	325 ngx_quic_frame_t *frame;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	326 ngx_connection_t *c;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	327 ngx_quic_connection_t *qc;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	328 ngx_quic_frames_stream_t *fs;
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	329
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	330 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	331 qc = c->quic;
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	332
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	333 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	334 "ngx_quic_add_handshake_data");
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	335
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	336 /* XXX: obtain client parameters after the handshake? */
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	337 if (!qc->client_tp_done) {
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	338
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	339 SSL_get_peer_quic_transport_params(ssl_conn, &client_params,
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	340 &client_params_len);
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	341
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	342 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	343 "SSL_get_peer_quic_transport_params(): params_len %ui",
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	344 client_params_len);
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	345
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	346 if (client_params_len != 0) {
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	347 p = (u_char *) client_params;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	348 end = p + client_params_len;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	349
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	350 if (ngx_quic_parse_transport_params(p, end, &qc->ctp, c->log)
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	351 != NGX_OK)
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	352 {
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	353 return NGX_ERROR;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	354 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	355
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	356 if (qc->ctp.max_idle_timeout > 0
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	357 && qc->ctp.max_idle_timeout < qc->tp.max_idle_timeout)
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	358 {
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	359 qc->tp.max_idle_timeout = qc->ctp.max_idle_timeout;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	360 }
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	361
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	362 qc->client_tp_done = 1;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	363 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	364 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	365
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	366 fs = &qc->crypto[level];
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	367
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	368 frame = ngx_quic_alloc_frame(c, len);
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	369 if (frame == NULL) {
0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	370 return 0;
0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	371 }
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	372
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	373 ngx_memcpy(frame->data, data, len);
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	374
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	375 frame->level = level;
0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	376 frame->type = NGX_QUIC_FT_CRYPTO;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	377 frame->u.crypto.offset += fs->sent;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	378 frame->u.crypto.length = len;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	379 frame->u.crypto.data = frame->data;
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	380
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	381 fs->sent += len;
8259 9e9eab876964 Fixed CRYPTO offset generation. Sergey Kandaurov <pluknet@nginx.com> parents: 8258 diff changeset	382
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	383 ngx_sprintf(frame->info, "crypto, generated by SSL len=%ui level=%d", len, level);
0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	384
0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	385 ngx_quic_queue_frame(qc, frame);
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	386
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	387 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	388 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	389
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	390
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	391 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	392 ngx_quic_flush_flight(ngx_ssl_conn_t *ssl_conn)
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	393 {
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	394 ngx_connection_t *c;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	395
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	396 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	397
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	398 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "ngx_quic_flush_flight()");
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	399
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	400 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	401 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	402
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	403
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	404 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	405 ngx_quic_send_alert(ngx_ssl_conn_t *ssl_conn, enum ssl_encryption_level_t level,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	406 uint8_t alert)
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	407 {
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	408 ngx_connection_t *c;
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	409 ngx_quic_frame_t *frame;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	410
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	411 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	412
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	413 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	414 "ngx_quic_send_alert(), lvl=%d, alert=%d",
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	415 (int) level, (int) alert);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	416
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	417 frame = ngx_quic_alloc_frame(c, 0);
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	418 if (frame == NULL) {
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	419 return 0;
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	420 }
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	421
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	422 frame->level = level;
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	423 frame->type = NGX_QUIC_FT_CONNECTION_CLOSE;
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	424 frame->u.close.error_code = 0x100 + alert;
8305 e35f824f644d Added missing debug description. Vladimir Homutov <vl@nginx.com> parents: 8304 diff changeset	425 ngx_sprintf(frame->info, "cc from send_alert level=%d", frame->level);
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	426
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	427 ngx_quic_queue_frame(c->quic, frame);
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	428
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	429 if (ngx_quic_output(c) != NGX_OK) {
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	430 return 0;
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	431 }
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	432
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	433 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	434 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	435
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	436
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	437 void
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	438 ngx_quic_run(ngx_connection_t c, ngx_ssl_t ssl, ngx_quic_tp_t *tp,
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	439 ngx_connection_handler_pt handler)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	440 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	441 ngx_buf_t *b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	442 ngx_quic_header_t pkt;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	443
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	444 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic run");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	445
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	446 c->log->action = "QUIC initialization";
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	447
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	448 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	449
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	450 b = c->buffer;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	451
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	452 pkt.log = c->log;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	453 pkt.raw = b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	454 pkt.data = b->start;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	455 pkt.len = b->last - b->start;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	456
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	457 if (ngx_quic_new_connection(c, ssl, tp, &pkt, handler) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	458 ngx_quic_close_connection(c);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	459 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	460 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	461
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	462 ngx_add_timer(c->read, c->quic->tp.max_idle_timeout);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	463
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	464 c->read->handler = ngx_quic_input_handler;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	465
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	466 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	467 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	468
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	469
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	470 static ngx_int_t
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	471 ngx_quic_new_connection(ngx_connection_t c, ngx_ssl_t ssl, ngx_quic_tp_t *tp,
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	472 ngx_quic_header_t *pkt, ngx_connection_handler_pt handler)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	473 {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	474 ngx_uint_t i;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	475 ngx_quic_tp_t *ctp;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	476 ngx_quic_secrets_t *keys;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	477 ngx_quic_send_ctx_t *ctx;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	478 ngx_quic_connection_t *qc;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	479 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	480
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	481 if (ngx_buf_size(pkt->raw) < 1200) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	482 ngx_log_error(NGX_LOG_INFO, c->log, 0, "too small UDP datagram");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	483 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	484 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	485
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	486 if (ngx_quic_parse_long_header(pkt) != NGX_OK) {
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	487 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	488 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	489
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	490 if (!ngx_quic_pkt_in(pkt->flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	491 ngx_log_error(NGX_LOG_INFO, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	492 "invalid initial packet: 0x%xi", pkt->flags);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	493 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	494 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	495
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	496 if (ngx_quic_parse_initial_header(pkt) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	497 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	498 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	499
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	500 c->log->action = "creating new quic connection";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	501
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	502 qc = ngx_pcalloc(c->pool, sizeof(ngx_quic_connection_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	503 if (qc == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	504 return NGX_ERROR;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	505 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	506
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	507 qc->state = NGX_QUIC_ST_INITIAL;
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	508
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	509 ngx_rbtree_init(&qc->streams.tree, &qc->streams.sentinel,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	510 ngx_quic_rbtree_insert_stream);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	511
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	512 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	513 ngx_queue_init(&qc->send_ctx[i].frames);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	514 ngx_queue_init(&qc->send_ctx[i].sent);
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	515 qc->send_ctx[i].largest_pn = (uint64_t) -1;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	516 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	517
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	518 for (i = 0; i < NGX_QUIC_ENCRYPTION_LAST; i++) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	519 ngx_queue_init(&qc->crypto[i].frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	520 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	521
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	522 ngx_queue_init(&qc->free_frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	523
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	524 qc->retry.log = c->log;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	525 qc->retry.data = c;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	526 qc->retry.handler = ngx_quic_retransmit_handler;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	527 qc->retry.cancelable = 1;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	528
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	529 qc->push.log = c->log;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	530 qc->push.data = c;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	531 qc->push.handler = ngx_quic_push_handler;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	532 qc->push.cancelable = 1;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	533
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	534 c->quic = qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	535 qc->ssl = ssl;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	536 qc->tp = *tp;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	537 qc->streams.handler = handler;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	538
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	539 ctp = &qc->ctp;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	540 ctp->max_packet_size = NGX_QUIC_DEFAULT_MAX_PACKET_SIZE;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	541 ctp->ack_delay_exponent = NGX_QUIC_DEFAULT_ACK_DELAY_EXPONENT;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	542 ctp->max_ack_delay = NGX_QUIC_DEFAULT_MAX_ACK_DELAY;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	543
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	544 qc->streams.max_data = qc->tp.initial_max_data;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	545
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	546 qc->dcid.len = pkt->dcid.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	547 qc->dcid.data = ngx_pnalloc(c->pool, pkt->dcid.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	548 if (qc->dcid.data == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	549 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	550 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	551 ngx_memcpy(qc->dcid.data, pkt->dcid.data, qc->dcid.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	552
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	553 qc->scid.len = pkt->scid.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	554 qc->scid.data = ngx_pnalloc(c->pool, qc->scid.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	555 if (qc->scid.data == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	556 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	557 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	558 ngx_memcpy(qc->scid.data, pkt->scid.data, qc->scid.len);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	559
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	560 qc->token.len = pkt->token.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	561 qc->token.data = ngx_pnalloc(c->pool, qc->token.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	562 if (qc->token.data == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	563 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	564 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	565 ngx_memcpy(qc->token.data, pkt->token.data, qc->token.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	566
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	567 keys = &c->quic->keys[ssl_encryption_initial];
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	568
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	569 if (ngx_quic_set_initial_secret(c->pool, &keys->client, &keys->server,
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	570 &qc->dcid)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	571 != NGX_OK)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	572 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	573 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	574 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	575
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	576 pkt->secret = &keys->client;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	577 pkt->level = ssl_encryption_initial;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	578 pkt->plaintext = buf;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	579
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	580 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	581
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	582 if (ngx_quic_decrypt(pkt, NULL, &ctx->largest_pn) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	583 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	584 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	585
8320 6e1213ef469a Rejecting new connections with non-zero Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8319 diff changeset	586 if (pkt->pn != 0) {
6e1213ef469a Rejecting new connections with non-zero Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8319 diff changeset	587 ngx_log_error(NGX_LOG_INFO, c->log, 0,
6e1213ef469a Rejecting new connections with non-zero Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8319 diff changeset	588 "invalid initial packet number %L", pkt->pn);
6e1213ef469a Rejecting new connections with non-zero Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8319 diff changeset	589 return NGX_ERROR;
6e1213ef469a Rejecting new connections with non-zero Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8319 diff changeset	590 }
6e1213ef469a Rejecting new connections with non-zero Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8319 diff changeset	591
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	592 if (ngx_quic_init_connection(c) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	593 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	594 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	595
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	596 if (ngx_quic_payload_handler(c, pkt) != NGX_OK) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	597 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	598 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	599
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	600 /* pos is at header end, adjust by actual packet length */
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	601 pkt->raw->pos += pkt->len;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	602
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	603 return ngx_quic_input(c, pkt->raw);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	604 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	605
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	606
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	607 static ngx_int_t
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	608 ngx_quic_init_connection(ngx_connection_t *c)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	609 {
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	610 int n, sslerr;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	611 u_char *p;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	612 ssize_t len;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	613 ngx_ssl_conn_t *ssl_conn;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	614 ngx_quic_connection_t *qc;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	615
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	616 qc = c->quic;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	617
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	618 if (ngx_ssl_create_connection(qc->ssl, c, NGX_SSL_BUFFER) != NGX_OK) {
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	619 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	620 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	621
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	622 ssl_conn = c->ssl->connection;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	623
8232 253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	624 if (SSL_set_quic_method(ssl_conn, &quic_method) == 0) {
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	625 ngx_log_error(NGX_LOG_INFO, c->log, 0,
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	626 "SSL_set_quic_method() failed");
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	627 return NGX_ERROR;
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	628 }
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	629
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	630 #ifdef SSL_READ_EARLY_DATA_SUCCESS
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	631 if (SSL_CTX_get_max_early_data(qc->ssl->ctx)) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	632 SSL_set_quic_early_data_enabled(ssl_conn, 1);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	633 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	634 #endif
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	635
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	636 len = ngx_quic_create_transport_params(NULL, NULL, &qc->tp);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	637 /* always succeeds */
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	638
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	639 p = ngx_pnalloc(c->pool, len);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	640 if (p == NULL) {
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	641 return NGX_ERROR;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	642 }
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	643
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	644 len = ngx_quic_create_transport_params(p, p + len, &qc->tp);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	645 if (len < 0) {
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	646 return NGX_ERROR;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	647 }
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	648
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	649 if (SSL_set_quic_transport_params(ssl_conn, p, len) == 0) {
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	650 ngx_log_error(NGX_LOG_INFO, c->log, 0,
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	651 "SSL_set_quic_transport_params() failed");
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	652 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	653 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	654
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	655 qc->max_streams = qc->tp.initial_max_streams_bidi;
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	656 qc->state = NGX_QUIC_ST_HANDSHAKE;
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	657
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	658 n = SSL_do_handshake(ssl_conn);
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	659
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	660 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_do_handshake: %d", n);
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	661
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	662 if (n == -1) {
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	663 sslerr = SSL_get_error(ssl_conn, n);
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	664
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	665 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_get_error: %d",
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	666 sslerr);
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	667
23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	668 if (sslerr != SSL_ERROR_WANT_READ) {
23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	669 ngx_ssl_error(NGX_LOG_ERR, c->log, 0, "SSL_do_handshake() failed");
23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	670 return NGX_ERROR;
23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	671 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	672 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	673
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	674 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	675 "SSL_quic_read_level: %d, SSL_quic_write_level: %d",
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	676 (int) SSL_quic_read_level(ssl_conn),
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	677 (int) SSL_quic_write_level(ssl_conn));
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	678
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	679 return NGX_OK;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	680 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	681
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	682
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	683 static void
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	684 ngx_quic_input_handler(ngx_event_t *rev)
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	685 {
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	686 ssize_t n;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	687 ngx_buf_t b;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	688 ngx_connection_t *c;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	689 ngx_quic_connection_t *qc;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	690 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	691
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	692 b.start = buf;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	693 b.end = buf + sizeof(buf);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	694 b.pos = b.last = b.start;
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	695
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	696 c = rev->data;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	697 qc = c->quic;
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	698
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	699 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, rev->log, 0, "quic input handler");
8212 e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	700
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	701 if (qc->closing) {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	702 ngx_quic_close_connection(c);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	703 return;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	704 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	705
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	706 if (rev->timedout) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	707 ngx_log_error(NGX_LOG_INFO, c->log, NGX_ETIMEDOUT, "client timed out");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	708 ngx_quic_close_connection(c);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	709 return;
8212 e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	710 }
e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	711
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	712 if (c->close) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	713 ngx_quic_close_connection(c);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	714 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	715 }
8220 7ada2feeac18 Added processing of CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8218 diff changeset	716
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	717 n = c->recv(c, b.start, b.end - b.start);
8215 38c0898b6df7 HTTP/3. Roman Arutyunyan <arut@nginx.com> parents: 8214 diff changeset	718
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	719 if (n == NGX_AGAIN) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	720 return;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	721 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	722
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	723 if (n == NGX_ERROR) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	724 c->read->eof = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	725 ngx_quic_close_connection(c);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	726 return;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	727 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	728
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	729 b.last += n;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	730
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	731 if (ngx_quic_input(c, &b) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	732 ngx_quic_close_connection(c);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	733 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	734 }
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	735
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	736 qc->send_timer_set = 0;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	737 ngx_add_timer(rev, qc->tp.max_idle_timeout);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	738 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	739
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	740
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	741 static void
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	742 ngx_quic_close_connection(ngx_connection_t *c)
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	743 {
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	744 #if (NGX_DEBUG)
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	745 ngx_uint_t ns;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	746 #endif
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	747 ngx_uint_t i;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	748 ngx_pool_t *pool;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	749 ngx_event_t *rev;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	750 ngx_rbtree_t *tree;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	751 ngx_rbtree_node_t *node;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	752 ngx_quic_stream_t *qs;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	753 ngx_quic_connection_t *qc;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	754
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	755 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "close quic connection");
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	756
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	757 qc = c->quic;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	758
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	759 if (qc) {
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	760
8322 d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	761 qc->closing = 1;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	762 tree = &qc->streams.tree;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	763
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	764 if (tree->root != tree->sentinel) {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	765 if (c->read->timer_set) {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	766 ngx_del_timer(c->read);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	767 }
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	768
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	769 #if (NGX_DEBUG)
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	770 ns = 0;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	771 #endif
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	772
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	773 for (node = ngx_rbtree_min(tree->root, tree->sentinel);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	774 node;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	775 node = ngx_rbtree_next(tree, node))
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	776 {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	777 qs = (ngx_quic_stream_t *) node;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	778
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	779 rev = qs->c->read;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	780 rev->ready = 1;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	781 rev->pending_eof = 1;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	782
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	783 ngx_post_event(rev, &ngx_posted_events);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	784
8322 d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	785 if (rev->timer_set) {
d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	786 ngx_del_timer(rev);
d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	787 }
d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	788
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	789 #if (NGX_DEBUG)
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	790 ns++;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	791 #endif
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	792 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	793
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	794 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	795 "quic connection has %ui active streams", ns);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	796
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	797 return;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	798 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	799
8336 739f018225af Free remaining frames on connection close. Vladimir Homutov <vl@nginx.com> parents: 8335 diff changeset	800 for (i = 0; i < NGX_QUIC_ENCRYPTION_LAST; i++) {
739f018225af Free remaining frames on connection close. Vladimir Homutov <vl@nginx.com> parents: 8335 diff changeset	801 ngx_quic_free_frames(c, &qc->crypto[i].frames);
739f018225af Free remaining frames on connection close. Vladimir Homutov <vl@nginx.com> parents: 8335 diff changeset	802 }
739f018225af Free remaining frames on connection close. Vladimir Homutov <vl@nginx.com> parents: 8335 diff changeset	803
739f018225af Free remaining frames on connection close. Vladimir Homutov <vl@nginx.com> parents: 8335 diff changeset	804 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
739f018225af Free remaining frames on connection close. Vladimir Homutov <vl@nginx.com> parents: 8335 diff changeset	805 ngx_quic_free_frames(c, &qc->send_ctx[i].frames);
739f018225af Free remaining frames on connection close. Vladimir Homutov <vl@nginx.com> parents: 8335 diff changeset	806 ngx_quic_free_frames(c, &qc->send_ctx[i].sent);
739f018225af Free remaining frames on connection close. Vladimir Homutov <vl@nginx.com> parents: 8335 diff changeset	807 }
739f018225af Free remaining frames on connection close. Vladimir Homutov <vl@nginx.com> parents: 8335 diff changeset	808
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	809 if (qc->push.timer_set) {
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	810 ngx_del_timer(&qc->push);
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	811 }
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	812
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	813 if (qc->retry.timer_set) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	814 ngx_del_timer(&qc->retry);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	815 }
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	816 }
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	817
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	818 if (c->ssl) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	819 (void) ngx_ssl_shutdown(c);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	820 }
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	821
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	822 #if (NGX_STAT_STUB)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	823 (void) ngx_atomic_fetch_add(ngx_stat_active, -1);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	824 #endif
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	825
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	826 c->destroyed = 1;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	827
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	828 pool = c->pool;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	829
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	830 ngx_close_connection(c);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	831
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	832 ngx_destroy_pool(pool);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	833 }
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	834
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	835
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	836 static ngx_int_t
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	837 ngx_quic_input(ngx_connection_t c, ngx_buf_t b)
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	838 {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	839 u_char *p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	840 ngx_int_t rc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	841 ngx_quic_header_t pkt;
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	842
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	843 p = b->pos;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	844
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	845 while (p < b->last) {
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	846 c->log->action = "processing quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	847
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	848 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	849 pkt.raw = b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	850 pkt.data = p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	851 pkt.len = b->last - p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	852 pkt.log = c->log;
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	853 pkt.flags = p[0];
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	854
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	855 if (pkt.flags == 0) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	856 /* XXX: no idea WTF is this, just ignore */
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	857 ngx_log_error(NGX_LOG_ALERT, c->log, 0, "FIREFOX: ZEROES");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	858 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	859 }
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	860
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	861 // TODO: check current state
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	862 if (ngx_quic_long_pkt(pkt.flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	863
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	864 if (ngx_quic_pkt_in(pkt.flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	865 rc = ngx_quic_initial_input(c, &pkt);
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	866
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	867 } else if (ngx_quic_pkt_hs(pkt.flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	868 rc = ngx_quic_handshake_input(c, &pkt);
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	869
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	870 } else if (ngx_quic_pkt_zrtt(pkt.flags)) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	871 rc = ngx_quic_early_input(c, &pkt);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	872
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	873 } else {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	874 ngx_log_error(NGX_LOG_INFO, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	875 "BUG: unknown quic state");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	876 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	877 }
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	878
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	879 } else {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	880 rc = ngx_quic_app_input(c, &pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	881 }
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	882
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	883 if (rc == NGX_ERROR) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	884 return NGX_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	885 }
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	886
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	887 /* NGX_OK \|\| NGX_DECLINED */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	888
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	889 /*
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	890 * we get NGX_DECLINED when there are no keys [yet] available
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	891 * to decrypt packet.
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	892 * Instead of queueing it, we ignore it and rely on the sender's
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	893 * retransmission:
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	894 *
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	895 * 12.2. Coalescing Packets:
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	896 *
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	897 * For example, if decryption fails (because the keys are
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	898 * not available or any other reason), the receiver MAY either
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	899 * discard or buffer the packet for later processing and MUST
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	900 * attempt to process the remaining packets.
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	901 */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	902
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	903 /* b->pos is at header end, adjust by actual packet length */
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	904 p = b->pos + pkt.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	905 b->pos = p; /* reset b->pos to the next packet start */
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	906 }
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	907
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	908 return NGX_OK;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	909 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	910
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	911
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	912 static ngx_int_t
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	913 ngx_quic_initial_input(ngx_connection_t c, ngx_quic_header_t pkt)
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	914 {
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	915 ngx_ssl_conn_t *ssl_conn;
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	916 ngx_quic_secrets_t *keys;
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	917 ngx_quic_send_ctx_t *ctx;
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	918 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	919
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	920 c->log->action = "processing initial quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	921
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	922 ssl_conn = c->ssl->connection;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	923
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	924 if (ngx_quic_parse_long_header(pkt) != NGX_OK) {
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	925 return NGX_ERROR;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	926 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	927
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	928 if (ngx_quic_parse_initial_header(pkt) != NGX_OK) {
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	929 return NGX_ERROR;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	930 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	931
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	932 keys = &c->quic->keys[ssl_encryption_initial];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	933
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	934 pkt->secret = &keys->client;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	935 pkt->level = ssl_encryption_initial;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	936 pkt->plaintext = buf;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	937
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	938 ctx = ngx_quic_get_send_ctx(c->quic, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	939
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	940 if (ngx_quic_decrypt(pkt, ssl_conn, &ctx->largest_pn) != NGX_OK) {
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	941 return NGX_ERROR;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	942 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	943
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	944 return ngx_quic_payload_handler(c, pkt);
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	945 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	946
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	947
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	948 static ngx_int_t
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	949 ngx_quic_handshake_input(ngx_connection_t c, ngx_quic_header_t pkt)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	950 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	951 ngx_quic_secrets_t *keys;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	952 ngx_quic_send_ctx_t *ctx;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	953 ngx_quic_connection_t *qc;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	954 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	955
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	956 c->log->action = "processing handshake quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	957
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	958 qc = c->quic;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	959
8321 e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	960 keys = &c->quic->keys[ssl_encryption_handshake];
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	961
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	962 if (keys->client.key.len == 0) {
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	963 ngx_log_error(NGX_LOG_INFO, c->log, 0,
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	964 "no read keys yet, packet ignored");
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	965 return NGX_DECLINED;
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	966 }
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	967
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	968 /* extract cleartext data into pkt */
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	969 if (ngx_quic_parse_long_header(pkt) != NGX_OK) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	970 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	971 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	972
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	973 if (pkt->dcid.len != qc->dcid.len) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	974 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic dcidl");
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	975 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	976 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	977
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	978 if (ngx_memcmp(pkt->dcid.data, qc->dcid.data, qc->dcid.len) != 0) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	979 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic dcid");
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	980 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	981 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	982
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	983 if (pkt->scid.len != qc->scid.len) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	984 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic scidl");
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	985 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	986 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	987
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	988 if (ngx_memcmp(pkt->scid.data, qc->scid.data, qc->scid.len) != 0) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	989 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic scid");
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	990 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	991 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	992
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	993 if (!ngx_quic_pkt_hs(pkt->flags)) {
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	994 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	995 "invalid packet type: 0x%xi", pkt->flags);
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	996 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	997 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	998
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	999 if (ngx_quic_parse_handshake_header(pkt) != NGX_OK) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1000 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1001 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1002
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1003 pkt->secret = &keys->client;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1004 pkt->level = ssl_encryption_handshake;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1005 pkt->plaintext = buf;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1006
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1007 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1008
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1009 if (ngx_quic_decrypt(pkt, c->ssl->connection, &ctx->largest_pn) != NGX_OK) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1010 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1011 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1012
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1013 return ngx_quic_payload_handler(c, pkt);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1014 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1015
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1016
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1017 static ngx_int_t
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1018 ngx_quic_early_input(ngx_connection_t c, ngx_quic_header_t pkt)
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1019 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1020 ngx_quic_secrets_t *keys;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1021 ngx_quic_send_ctx_t *ctx;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1022 ngx_quic_connection_t *qc;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1023 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1024
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1025 c->log->action = "processing early data quic packet";
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1026
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1027 qc = c->quic;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1028
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1029 /* extract cleartext data into pkt */
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1030 if (ngx_quic_parse_long_header(pkt) != NGX_OK) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1031 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1032 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1033
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1034 if (pkt->dcid.len != qc->dcid.len) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1035 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic dcidl");
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1036 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1037 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1038
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1039 if (ngx_memcmp(pkt->dcid.data, qc->dcid.data, qc->dcid.len) != 0) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1040 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic dcid");
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1041 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1042 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1043
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1044 if (pkt->scid.len != qc->scid.len) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1045 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic scidl");
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1046 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1047 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1048
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1049 if (ngx_memcmp(pkt->scid.data, qc->scid.data, qc->scid.len) != 0) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1050 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic scid");
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1051 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1052 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1053
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1054 if (!ngx_quic_pkt_zrtt(pkt->flags)) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1055 ngx_log_error(NGX_LOG_INFO, c->log, 0,
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1056 "invalid packet type: 0x%xi", pkt->flags);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1057 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1058 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1059
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1060 if (ngx_quic_parse_handshake_header(pkt) != NGX_OK) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1061 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1062 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1063
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1064 if (c->quic->state != NGX_QUIC_ST_EARLY_DATA) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1065 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected 0-RTT packet");
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1066 return NGX_OK;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1067 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1068
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1069 keys = &c->quic->keys[ssl_encryption_early_data];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1070
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1071 pkt->secret = &keys->client;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1072 pkt->level = ssl_encryption_early_data;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1073 pkt->plaintext = buf;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1074
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1075 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1076
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1077 if (ngx_quic_decrypt(pkt, c->ssl->connection, &ctx->largest_pn) != NGX_OK) {
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1078 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1079 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1080
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1081 return ngx_quic_payload_handler(c, pkt);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1082 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1083
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1084
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1085 static ngx_int_t
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1086 ngx_quic_app_input(ngx_connection_t c, ngx_quic_header_t pkt)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1087 {
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1088 ngx_int_t rc;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1089 ngx_quic_secrets_t keys, next, tmp;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1090 ngx_quic_send_ctx_t *ctx;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1091 ngx_quic_connection_t *qc;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1092 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1093
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1094 c->log->action = "processing application data quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1095
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1096 qc = c->quic;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1097
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1098 keys = &c->quic->keys[ssl_encryption_application];
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1099 next = &c->quic->next_key;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1100
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1101 if (keys->client.key.len == 0) {
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1102 ngx_log_error(NGX_LOG_INFO, c->log, 0,
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1103 "no read keys yet, packet ignored");
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1104 return NGX_DECLINED;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1105 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1106
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	1107 if (ngx_quic_parse_short_header(pkt, &qc->dcid) != NGX_OK) {
8185 6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1108 return NGX_ERROR;
6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1109 }
6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1110
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1111 pkt->secret = &keys->client;
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1112 pkt->next = &next->client;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1113 pkt->key_phase = c->quic->key_phase;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1114 pkt->level = ssl_encryption_application;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1115 pkt->plaintext = buf;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1116
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1117 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1118
aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1119 if (ngx_quic_decrypt(pkt, c->ssl->connection, &ctx->largest_pn) != NGX_OK) {
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1120 return NGX_ERROR;
8185 6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1121 }
6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1122
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1123 /* switch keys on Key Phase change */
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1124
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1125 if (pkt->key_update) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1126 c->quic->key_phase ^= 1;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1127
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1128 tmp = *keys;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1129 keys = next;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1130 *next = tmp;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1131 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1132
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1133 rc = ngx_quic_payload_handler(c, pkt);
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1134
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1135 if (rc == NGX_ERROR) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1136 return NGX_ERROR;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1137 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1138
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1139 /* generate next keys */
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1140
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1141 if (pkt->key_update) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1142 if (ngx_quic_key_update(c, keys, next) != NGX_OK) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1143 return NGX_ERROR;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1144 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1145 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1146
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1147 return rc;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1148 }
8171 4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	1149
4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	1150
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1151 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1152 ngx_quic_payload_handler(ngx_connection_t c, ngx_quic_header_t pkt)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1153 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1154 u_char end, p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1155 ssize_t len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1156 ngx_uint_t ack_this, do_close;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1157 ngx_quic_frame_t frame, *ack_frame;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1158 ngx_quic_connection_t *qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1159
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1160
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1161 qc = c->quic;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1162
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1163 p = pkt->payload.data;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1164 end = p + pkt->payload.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1165
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1166 ack_this = 0;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1167 do_close = 0;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1168
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1169 while (p < end) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1170
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1171 c->log->action = "parsing frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1172
8240 1f002206a59b Added boundaries checks into frame parser. Vladimir Homutov <vl@nginx.com> parents: 8239 diff changeset	1173 len = ngx_quic_parse_frame(pkt, p, end, &frame);
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1174
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1175 if (len == NGX_DECLINED) {
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1176 /* TODO: handle protocol violation:
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1177 * such frame not allowed in this packet
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1178 */
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1179 return NGX_ERROR;
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1180 }
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1181
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1182 if (len < 0) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1183 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1184 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1185
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1186 c->log->action = "handling frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1187
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1188 p += len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1189
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1190 switch (frame.type) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1191
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1192 case NGX_QUIC_FT_ACK:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1193 if (ngx_quic_handle_ack_frame(c, pkt, &frame.u.ack) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1194 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1195 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1196
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1197 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1198
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1199 case NGX_QUIC_FT_CRYPTO:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1200
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1201 if (ngx_quic_handle_crypto_frame(c, pkt, &frame) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1202 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1203 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1204
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1205 ack_this = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1206 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1207
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1208 case NGX_QUIC_FT_PADDING:
8325 9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1209 /* no action required */
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1210 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1211
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1212 case NGX_QUIC_FT_PING:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1213 ack_this = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1214 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1215
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1216 case NGX_QUIC_FT_CONNECTION_CLOSE:
8258 80d7144b1c38 Closing connection on NGX_QUIC_FT_CONNECTION_CLOSE. Sergey Kandaurov <pluknet@nginx.com> parents: 8252 diff changeset	1217 case NGX_QUIC_FT_CONNECTION_CLOSE2:
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1218 do_close = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1219 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1220
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1221 case NGX_QUIC_FT_STREAM0:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1222 case NGX_QUIC_FT_STREAM1:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1223 case NGX_QUIC_FT_STREAM2:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1224 case NGX_QUIC_FT_STREAM3:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1225 case NGX_QUIC_FT_STREAM4:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1226 case NGX_QUIC_FT_STREAM5:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1227 case NGX_QUIC_FT_STREAM6:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1228 case NGX_QUIC_FT_STREAM7:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1229
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1230 if (ngx_quic_handle_stream_frame(c, pkt, &frame) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1231 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1232 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1233
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1234 ack_this = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1235 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1236
8237 ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1237 case NGX_QUIC_FT_MAX_DATA:
ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1238 c->quic->max_data = frame.u.max_data.max_data;
ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1239 ack_this = 1;
ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1240 break;
ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1241
8236 d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1242 case NGX_QUIC_FT_STREAMS_BLOCKED:
d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1243 case NGX_QUIC_FT_STREAMS_BLOCKED2:
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1244
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1245 if (ngx_quic_handle_streams_blocked_frame(c, pkt,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1246 &frame.u.streams_blocked)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1247 != NGX_OK)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1248 {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1249 return NGX_ERROR;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1250 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1251
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1252 ack_this = 1;
8236 d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1253 break;
d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1254
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1255 case NGX_QUIC_FT_STREAM_DATA_BLOCKED:
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1256
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1257 if (ngx_quic_handle_stream_data_blocked_frame(c, pkt,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1258 &frame.u.stream_data_blocked)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1259 != NGX_OK)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1260 {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1261 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1262 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1263
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1264 ack_this = 1;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1265 break;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1266
8325 9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1267 case NGX_QUIC_FT_NEW_CONNECTION_ID:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1268 case NGX_QUIC_FT_RETIRE_CONNECTION_ID:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1269 case NGX_QUIC_FT_NEW_TOKEN:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1270 case NGX_QUIC_FT_RESET_STREAM:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1271 case NGX_QUIC_FT_STOP_SENDING:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1272 case NGX_QUIC_FT_PATH_CHALLENGE:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1273 case NGX_QUIC_FT_PATH_RESPONSE:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1274
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1275 /* TODO: handle */
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1276 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1277 "frame handler not implemented");
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1278 ack_this = 1;
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1279 break;
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	1280
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1281 default:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1282 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1283 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1284 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1285
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1286 if (p != end) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1287 ngx_log_error(NGX_LOG_INFO, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1288 "trailing garbage in payload: %ui bytes", end - p);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1289 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1290 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1291
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1292 if (do_close) {
8267 a8349cc72c64 Avoid using QUIC connection after CONNECTION_CLOSE. Roman Arutyunyan <arut@nginx.com> parents: 8266 diff changeset	1293 return NGX_DONE;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1294 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1295
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1296 if (ack_this == 0) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1297 /* do not ack packets with ACKs and PADDING */
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1298 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1299 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1300
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1301 c->log->action = "generating acknowledgment";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1302
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1303 // packet processed, ACK it now if required
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1304 // TODO: if (ack_required) ... - currently just ack each packet
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1305
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	1306 ack_frame = ngx_quic_alloc_frame(c, 0);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1307 if (ack_frame == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1308 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1309 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1310
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	1311 ack_frame->level = (pkt->level == ssl_encryption_early_data)
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	1312 ? ssl_encryption_application
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	1313 : pkt->level;
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	1314
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1315 ack_frame->type = NGX_QUIC_FT_ACK;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1316 ack_frame->u.ack.largest = pkt->pn;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1317 /* only ack immediate packet ]*/
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1318 ack_frame->u.ack.first_range = 0;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1319
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	1320 ngx_sprintf(ack_frame->info, "ACK for PN=%d from frame handler level=%d", pkt->pn, ack_frame->level);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1321 ngx_quic_queue_frame(qc, ack_frame);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1322
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1323 return NGX_OK;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1324 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1325
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1326
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1327 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1328 ngx_quic_handle_ack_frame(ngx_connection_t c, ngx_quic_header_t pkt,
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1329 ngx_quic_ack_frame_t *ack)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1330 {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1331 ssize_t n;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1332 u_char pos, end;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1333 uint64_t gap, range;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1334 ngx_uint_t i, min, max;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1335 ngx_quic_send_ctx_t *ctx;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1336
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1337 ctx = ngx_quic_get_send_ctx(c->quic, pkt->level);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1338
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1339 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1340 "ngx_quic_handle_ack_frame level %d", pkt->level);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1341
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1342 /*
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1343 * TODO: If any computed packet number is negative, an endpoint MUST
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1344 * generate a connection error of type FRAME_ENCODING_ERROR.
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1345 * (19.3.1)
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1346 */
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1347
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1348 if (ack->first_range > ack->largest) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1349 ngx_log_error(NGX_LOG_INFO, c->log, 0,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1350 "invalid first range in ack frame");
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1351 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1352 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1353
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1354 min = ack->largest - ack->first_range;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1355 max = ack->largest;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1356
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1357 if (ngx_quic_handle_ack_frame_range(c, ctx, min, max) != NGX_OK) {
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1358 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1359 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1360
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1361 /* 13.2.3. Receiver Tracking of ACK Frames */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1362 if (ctx->largest_ack < max) {
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1363 ctx->largest_ack = max;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1364 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1365 "updated largest received: %ui", max);
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1366 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1367
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1368 pos = ack->ranges_start;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1369 end = ack->ranges_end;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1370
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1371 for (i = 0; i < ack->range_count; i++) {
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1372
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1373 n = ngx_quic_parse_ack_range(pkt, pos, end, &gap, &range);
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1374 if (n == NGX_ERROR) {
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1375 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1376 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1377 pos += n;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1378
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1379 if (gap >= min) {
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1380 ngx_log_error(NGX_LOG_INFO, c->log, 0,
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1381 "invalid range %ui in ack frame", i);
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1382 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1383 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1384
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1385 max = min - 1 - gap;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1386
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1387 if (range > max + 1) {
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1388 ngx_log_error(NGX_LOG_INFO, c->log, 0,
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1389 "invalid range %ui in ack frame", i);
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1390 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1391 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1392
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1393 min = max - range + 1;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1394
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1395 if (ngx_quic_handle_ack_frame_range(c, ctx, min, max) != NGX_OK) {
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1396 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1397 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1398 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1399
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1400 return NGX_OK;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1401 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1402
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1403
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1404 static ngx_int_t
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1405 ngx_quic_handle_ack_frame_range(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1406 uint64_t min, uint64_t max)
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1407 {
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1408 ngx_uint_t found;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1409 ngx_queue_t *q;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1410 ngx_quic_frame_t *f;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1411
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1412 found = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1413
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1414 q = ngx_queue_head(&ctx->sent);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1415
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1416 while (q != ngx_queue_sentinel(&ctx->sent)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1417
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1418 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1419
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1420 if (f->pnum >= min && f->pnum <= max) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1421 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1422 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1423 ngx_quic_free_frame(c, f);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1424 found = 1;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1425
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1426 } else {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1427 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1428 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1429 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1430
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1431 if (!found) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1432
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	1433 if (max <= ctx->pnum) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1434 /* duplicate ACK or ACK for non-ack-eliciting frame */
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	1435 return NGX_OK;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1436 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1437
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1438 ngx_log_error(NGX_LOG_INFO, c->log, 0,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1439 "ACK for the packet not in sent queue ");
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1440 // TODO: handle error properly: PROTOCOL VIOLATION?
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1441 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1442 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1443
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1444 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1445 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1446
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1447
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1448 static ngx_int_t
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1449 ngx_quic_handle_ordered_frame(ngx_connection_t c, ngx_quic_frames_stream_t fs,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1450 ngx_quic_frame_t *frame, ngx_quic_frame_handler_pt handler)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1451 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1452 size_t full_len;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1453 ngx_int_t rc;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1454 ngx_queue_t *q;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1455 ngx_quic_ordered_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1456
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1457 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1458
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1459 if (f->offset > fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1460 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1461 "out-of-order frame: expecting %ui got %ui",
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1462 fs->received, f->offset);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1463
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1464 return ngx_quic_buffer_frame(c, fs, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1465 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1466
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1467 if (f->offset < fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1468
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1469 if (ngx_quic_adjust_frame_offset(c, frame, fs->received)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1470 == NGX_DONE)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1471 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1472 /* old/duplicate data range */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1473 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1474 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1475
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1476 /* intersecting data range, frame modified */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1477 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1478
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1479 /* f->offset == fs->received */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1480
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1481 rc = handler(c, frame);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1482 if (rc == NGX_ERROR) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1483 return NGX_ERROR;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1484
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1485 } else if (rc == NGX_DONE) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1486 /* handler destroyed stream, queue no longer exists */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1487 return NGX_OK;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1488 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1489
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1490 /* rc == NGX_OK */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1491
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1492 fs->received += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1493
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1494 /* now check the queue if we can continue with buffered frames */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1495
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1496 do {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1497 q = ngx_queue_head(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1498 if (q == ngx_queue_sentinel(&fs->frames)) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1499 break;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1500 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1501
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1502 frame = ngx_queue_data(q, ngx_quic_frame_t, queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1503 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1504
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1505 if (f->offset > fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1506 /* gap found, nothing more to do */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1507 break;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1508 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1509
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1510 full_len = f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1511
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1512 if (f->offset < fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1513
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1514 if (ngx_quic_adjust_frame_offset(c, frame, fs->received)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1515 == NGX_DONE)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1516 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1517 /* old/duplicate data range */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1518 ngx_queue_remove(q);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1519 fs->total -= f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1520
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1521 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1522 "skipped buffered frame, total %ui", fs->total);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1523 ngx_quic_free_frame(c, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1524 continue;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1525 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1526
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1527 /* frame was adjusted, proceed to input */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1528 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1529
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1530 /* f->offset == fs->received */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1531
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1532 rc = handler(c, frame);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1533
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1534 if (rc == NGX_ERROR) {
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1535 return NGX_ERROR;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1536
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1537 } else if (rc == NGX_DONE) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1538 /* handler destroyed stream, queue no longer exists */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1539 return NGX_OK;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1540 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1541
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1542 fs->received += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1543 fs->total -= full_len;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1544
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1545 ngx_queue_remove(q);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1546
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1547 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1548 "consumed buffered frame, total %ui", fs->total);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1549
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1550 ngx_quic_free_frame(c, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1551
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1552 } while (1);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1553
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1554 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1555 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1556
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1557
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1558 static ngx_int_t
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1559 ngx_quic_adjust_frame_offset(ngx_connection_t c, ngx_quic_frame_t frame,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1560 uint64_t offset_in)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1561 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1562 size_t tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1563 ngx_quic_ordered_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1564
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1565 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1566
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1567 tail = offset_in - f->offset;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1568
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1569 if (tail >= f->length) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1570 /* range preceeding already received data or duplicate, ignore */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1571
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1572 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1573 "old or duplicate data in ordered frame, ignored");
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1574 return NGX_DONE;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1575 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1576
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1577 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1578 "adjusted ordered frame data start to expected offset");
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1579
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1580 /* intersecting range: adjust data size */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1581
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1582 f->offset += tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1583 f->data += tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1584 f->length -= tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1585
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1586 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1587 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1588
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1589
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1590 static ngx_int_t
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1591 ngx_quic_buffer_frame(ngx_connection_t c, ngx_quic_frames_stream_t fs,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1592 ngx_quic_frame_t *frame)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1593 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1594 u_char *data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1595 ngx_queue_t *q;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1596 ngx_quic_frame_t dst, item;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1597 ngx_quic_ordered_frame_t f, df;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1598
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1599 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "ngx_quic_buffer_frame");
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1600
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1601 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1602
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1603 /* frame start offset is in the future, buffer it */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1604
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1605 /* check limit on total size used by all buffered frames, not actual data */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1606 if (NGX_QUIC_MAX_BUFFERED - fs->total < f->length) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1607 ngx_log_error(NGX_LOG_INFO, c->log, 0,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1608 "ordered input buffer limit exceeded");
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1609 return NGX_ERROR;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1610 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1611
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1612 dst = ngx_quic_alloc_frame(c, f->length);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1613 if (dst == NULL) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1614 return NGX_ERROR;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1615 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1616
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1617 data = dst->data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1618 ngx_memcpy(dst, frame, sizeof(ngx_quic_frame_t));
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1619 dst->data = data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1620
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1621 ngx_memcpy(dst->data, f->data, f->length);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1622
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1623 df = &dst->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1624 df->data = dst->data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1625
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1626 fs->total += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1627
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1628 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1629 "ordered frame with unexpected offset: buffered, total %ui",
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1630 fs->total);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1631
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1632 /* TODO: do we need some timeout for this queue ? */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1633
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1634 if (ngx_queue_empty(&fs->frames)) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1635 ngx_queue_insert_after(&fs->frames, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1636 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1637 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1638
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1639 for (q = ngx_queue_last(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1640 q != ngx_queue_sentinel(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1641 q = ngx_queue_prev(q))
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1642 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1643 item = ngx_queue_data(q, ngx_quic_frame_t, queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1644 f = &item->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1645
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1646 if (f->offset < df->offset) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1647 ngx_queue_insert_after(q, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1648 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1649 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1650 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1651
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1652 ngx_queue_insert_after(&fs->frames, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1653
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1654 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1655 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1656
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1657
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1658 static ngx_int_t
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1659 ngx_quic_handle_crypto_frame(ngx_connection_t c, ngx_quic_header_t pkt,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1660 ngx_quic_frame_t *frame)
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1661 {
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1662 ngx_quic_connection_t *qc;
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1663 ngx_quic_frames_stream_t *fs;
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1664
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1665 qc = c->quic;
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1666 fs = &qc->crypto[pkt->level];
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1667
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1668 return ngx_quic_handle_ordered_frame(c, fs, frame, ngx_quic_crypto_input);
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1669 }
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1670
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1671
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	1672 static ngx_int_t
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1673 ngx_quic_crypto_input(ngx_connection_t c, ngx_quic_frame_t frame)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1674 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1675 int sslerr;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1676 ssize_t n;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1677 ngx_ssl_conn_t *ssl_conn;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1678 ngx_quic_crypto_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1679
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1680 f = &frame->u.crypto;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1681
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1682 ssl_conn = c->ssl->connection;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1683
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1684 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1685 "SSL_quic_read_level: %d, SSL_quic_write_level: %d",
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1686 (int) SSL_quic_read_level(ssl_conn),
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1687 (int) SSL_quic_write_level(ssl_conn));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1688
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1689 if (!SSL_provide_quic_data(ssl_conn, SSL_quic_read_level(ssl_conn),
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1690 f->data, f->length))
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1691 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1692 ngx_ssl_error(NGX_LOG_INFO, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1693 "SSL_provide_quic_data() failed");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1694 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1695 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1696
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1697 n = SSL_do_handshake(ssl_conn);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1698
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1699 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_do_handshake: %d", n);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1700
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1701 if (n == -1) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1702 sslerr = SSL_get_error(ssl_conn, n);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1703
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1704 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_get_error: %d",
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1705 sslerr);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1706
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	1707 if (sslerr != SSL_ERROR_WANT_READ) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1708 ngx_ssl_error(NGX_LOG_ERR, c->log, 0, "SSL_do_handshake() failed");
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	1709 return NGX_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1710 }
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1711
8302 76818c9cdd6f Sending HANDSHAKE_DONE just once with BoringSSL. Sergey Kandaurov <pluknet@nginx.com> parents: 8301 diff changeset	1712 } else if (n == 1 && !SSL_in_init(ssl_conn)) {
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1713 c->quic->state = NGX_QUIC_ST_APPLICATION;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1714
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1715 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8299 4ad7d4272cd5 Style. Sergey Kandaurov <pluknet@nginx.com> parents: 8294 diff changeset	1716 "quic ssl cipher: %s", SSL_get_cipher(ssl_conn));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1717
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1718 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8299 4ad7d4272cd5 Style. Sergey Kandaurov <pluknet@nginx.com> parents: 8294 diff changeset	1719 "handshake completed successfully");
8273 cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1720
8274 ee53bfd8f9ed Added QUIC version check for sending HANDSHAKE_DONE frame. Vladimir Homutov <vl@nginx.com> parents: 8273 diff changeset	1721 #if (NGX_QUIC_DRAFT_VERSION >= 27)
ee53bfd8f9ed Added QUIC version check for sending HANDSHAKE_DONE frame. Vladimir Homutov <vl@nginx.com> parents: 8273 diff changeset	1722 {
ee53bfd8f9ed Added QUIC version check for sending HANDSHAKE_DONE frame. Vladimir Homutov <vl@nginx.com> parents: 8273 diff changeset	1723 ngx_quic_frame_t *frame;
ee53bfd8f9ed Added QUIC version check for sending HANDSHAKE_DONE frame. Vladimir Homutov <vl@nginx.com> parents: 8273 diff changeset	1724
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	1725 frame = ngx_quic_alloc_frame(c, 0);
8273 cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1726 if (frame == NULL) {
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1727 return NGX_ERROR;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1728 }
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1729
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1730 /* 12.4 Frames and frame types, figure 8 */
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1731 frame->level = ssl_encryption_application;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1732 frame->type = NGX_QUIC_FT_HANDSHAKE_DONE;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1733 ngx_sprintf(frame->info, "HANDSHAKE DONE on handshake completed");
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1734 ngx_quic_queue_frame(c->quic, frame);
8274 ee53bfd8f9ed Added QUIC version check for sending HANDSHAKE_DONE frame. Vladimir Homutov <vl@nginx.com> parents: 8273 diff changeset	1735 }
ee53bfd8f9ed Added QUIC version check for sending HANDSHAKE_DONE frame. Vladimir Homutov <vl@nginx.com> parents: 8273 diff changeset	1736 #endif
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1737
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1738 /*
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1739 * Generating next keys before a key update is received.
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1740 * See quic-tls 9.4 Header Protection Timing Side-Channels.
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1741 */
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1742
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1743 if (ngx_quic_key_update(c, &c->quic->keys[ssl_encryption_application],
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1744 &c->quic->next_key)
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1745 != NGX_OK)
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1746 {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1747 return NGX_ERROR;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1748 }
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1749 }
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1750
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1751 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1752 "SSL_quic_read_level: %d, SSL_quic_write_level: %d",
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1753 (int) SSL_quic_read_level(ssl_conn),
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1754 (int) SSL_quic_write_level(ssl_conn));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1755
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1756 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1757 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1758
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1759
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1760 static ngx_int_t
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1761 ngx_quic_handle_stream_frame(ngx_connection_t c, ngx_quic_header_t pkt,
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1762 ngx_quic_frame_t *frame)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1763 {
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1764 size_t n;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1765 ngx_buf_t *b;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1766 ngx_event_t *rev;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1767 ngx_quic_stream_t *sn;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1768 ngx_quic_connection_t *qc;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1769 ngx_quic_stream_frame_t *f;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1770 ngx_quic_frames_stream_t *fs;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1771
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1772 qc = c->quic;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1773 f = &frame->u.stream;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1774
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1775 sn = ngx_quic_find_stream(&qc->streams.tree, f->stream_id);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1776
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1777 if (sn == NULL) {
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1778 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "stream is new");
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1779
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1780 n = (f->stream_id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1781 ? qc->tp.initial_max_stream_data_uni
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1782 : qc->tp.initial_max_stream_data_bidi_remote;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1783
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1784 if (n < NGX_QUIC_STREAM_BUFSIZE) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1785 n = NGX_QUIC_STREAM_BUFSIZE;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1786 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1787
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1788 if (n < f->length) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1789 ngx_log_error(NGX_LOG_INFO, c->log, 0, "no space in stream buffer");
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1790 return NGX_ERROR;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1791 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1792
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1793 /*
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1794 * TODO: check IDs are increasing ? create all lower-numbered?
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1795 *
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1796 * 2.1. Stream Types and Identifiers
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1797 *
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1798 * Within each type, streams are created with numerically increasing
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1799 * stream IDs. A stream ID that is used out of order results in all
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1800 * streams of that type with lower-numbered stream IDs also being
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1801 * opened.
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1802 */
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1803 sn = ngx_quic_create_stream(c, f->stream_id, n);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1804 if (sn == NULL) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1805 return NGX_ERROR;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1806 }
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1807
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1808 rev = sn->c->read;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1809
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1810 if (f->offset == 0) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1811
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1812 b = sn->b;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1813 b->last = ngx_cpymem(b->last, f->data, f->length);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1814
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1815 sn->fs.received += f->length;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1816
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1817 rev->ready = 1;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1818
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1819 if (f->fin) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1820 rev->pending_eof = 1;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1821 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1822
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1823 } else {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1824 rev->ready = 0;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1825 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1826
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1827 if ((f->stream_id & NGX_QUIC_STREAM_UNIDIRECTIONAL) == 0) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1828 ngx_quic_handle_max_streams(c);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1829 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1830
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1831 qc->streams.handler(sn->c);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1832
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1833 if (f->offset == 0) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1834 return NGX_OK;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1835 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1836
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1837 /* out-of-order stream: proceed to buffering */
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1838 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1839
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1840 fs = &sn->fs;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1841
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1842 return ngx_quic_handle_ordered_frame(c, fs, frame, ngx_quic_stream_input);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1843 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1844
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1845
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1846 static ngx_int_t
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1847 ngx_quic_stream_input(ngx_connection_t c, ngx_quic_frame_t frame)
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1848 {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1849 ngx_buf_t *b;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1850 ngx_event_t *rev;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1851 ngx_quic_stream_t *sn;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1852 ngx_quic_connection_t *qc;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1853 ngx_quic_stream_frame_t *f;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1854
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1855 qc = c->quic;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1856
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1857 f = &frame->u.stream;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1858
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1859 sn = ngx_quic_find_stream(&qc->streams.tree, f->stream_id);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1860 if (sn == NULL) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1861 // TODO: possible?
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1862 // stream was deleted while in reordering queue ?
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1863 return NGX_ERROR;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1864 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1865
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1866 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "existing stream");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1867
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1868 b = sn->b;
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1869
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1870 if ((size_t) ((b->pos - b->start) + (b->end - b->last)) < f->length) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1871 ngx_log_error(NGX_LOG_INFO, c->log, 0, "no space in stream buffer");
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1872 return NGX_ERROR;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1873 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1874
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1875 if ((size_t) (b->end - b->last) < f->length) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1876 b->last = ngx_movemem(b->start, b->pos, b->last - b->pos);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1877 b->pos = b->start;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1878 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1879
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1880 b->last = ngx_cpymem(b->last, f->data, f->length);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1881
8294 32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	1882 rev = sn->c->read;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	1883 rev->ready = 1;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	1884
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	1885 if (f->fin) {
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	1886 rev->pending_eof = 1;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	1887 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1888
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1889 if (rev->active) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1890 rev->handler(rev);
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1891 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1892
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	1893 /* check if stream was destroyed by handler */
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1894 if (ngx_quic_find_stream(&qc->streams.tree, f->stream_id) == NULL) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1895 return NGX_DONE;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1896 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	1897
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1898 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1899 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1900
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1901
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1902 static ngx_int_t
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1903 ngx_quic_handle_max_streams(ngx_connection_t *c)
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1904 {
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1905 ngx_quic_frame_t *frame;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1906 ngx_quic_connection_t *qc;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1907
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1908 qc = c->quic;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1909 qc->cur_streams++;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1910
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1911 if (qc->cur_streams + NGX_QUIC_STREAMS_INC / 2 < qc->max_streams) {
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1912 return NGX_OK;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1913 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1914
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1915 frame = ngx_quic_alloc_frame(c, 0);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1916 if (frame == NULL) {
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1917 return NGX_ERROR;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1918 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1919
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1920 qc->max_streams = ngx_max(qc->max_streams + NGX_QUIC_STREAMS_INC,
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1921 NGX_QUIC_STREAMS_LIMIT);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1922
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1923 frame->level = ssl_encryption_application;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1924 frame->type = NGX_QUIC_FT_MAX_STREAMS;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1925 frame->u.max_streams.limit = qc->max_streams;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1926 frame->u.max_streams.bidi = 1;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1927
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1928 ngx_sprintf(frame->info, "MAX_STREAMS limit:%d bidi:%d level=%d",
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1929 (int) frame->u.max_streams.limit,
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1930 (int) frame->u.max_streams.bidi,
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1931 frame->level);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1932
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1933 ngx_quic_queue_frame(qc, frame);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1934
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1935 return NGX_OK;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1936 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1937
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1938
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1939 static ngx_int_t
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1940 ngx_quic_handle_streams_blocked_frame(ngx_connection_t *c,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1941 ngx_quic_header_t pkt, ngx_quic_streams_blocked_frame_t f)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1942 {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1943 ngx_quic_frame_t *frame;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1944
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	1945 frame = ngx_quic_alloc_frame(c, 0);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1946 if (frame == NULL) {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1947 return NGX_ERROR;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1948 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1949
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1950 frame->level = pkt->level;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1951 frame->type = NGX_QUIC_FT_MAX_STREAMS;
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1952 frame->u.max_streams.limit = ngx_max(f->limit * 2, NGX_QUIC_STREAMS_LIMIT);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1953 frame->u.max_streams.bidi = f->bidi;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1954
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1955 c->quic->max_streams = frame->u.max_streams.limit;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1956
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1957 ngx_sprintf(frame->info, "MAX_STREAMS limit:%d bidi:%d level=%d",
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1958 (int) frame->u.max_streams.limit,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1959 (int) frame->u.max_streams.bidi,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1960 frame->level);
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1961
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1962 ngx_quic_queue_frame(c->quic, frame);
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1963
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1964 return NGX_OK;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1965 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1966
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1967
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1968 static ngx_int_t
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1969 ngx_quic_handle_stream_data_blocked_frame(ngx_connection_t *c,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1970 ngx_quic_header_t pkt, ngx_quic_stream_data_blocked_frame_t f)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1971 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1972 size_t n;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1973 ngx_buf_t *b;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1974 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1975 ngx_quic_stream_t *sn;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1976 ngx_quic_connection_t *qc;
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1977
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1978 qc = c->quic;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1979 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1980
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1981 if (sn == NULL) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1982 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unknown stream id:%uL", f->id);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1983 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1984 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1985
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1986 b = sn->b;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	1987 n = sn->fs.received + (b->pos - b->start) + (b->end - b->last);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1988
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	1989 frame = ngx_quic_alloc_frame(c, 0);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1990 if (frame == NULL) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1991 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1992 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1993
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1994 frame->level = pkt->level;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1995 frame->type = NGX_QUIC_FT_MAX_STREAM_DATA;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1996 frame->u.max_stream_data.id = f->id;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1997 frame->u.max_stream_data.limit = n;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1998
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1999 ngx_sprintf(frame->info, "MAX_STREAM_DATA id:%d limit:%d level=%d",
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2000 (int) frame->u.max_stream_data.id,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2001 (int) frame->u.max_stream_data.limit,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2002 frame->level);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2003
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2004 ngx_quic_queue_frame(c->quic, frame);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2005
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2006 return NGX_OK;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2007 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2008
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2009
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2010 static void
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2011 ngx_quic_queue_frame(ngx_quic_connection_t qc, ngx_quic_frame_t frame)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2012 {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2013 ngx_quic_send_ctx_t *ctx;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2014
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2015 ctx = ngx_quic_get_send_ctx(qc, frame->level);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2016
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2017 ngx_queue_insert_tail(&ctx->frames, &frame->queue);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2018
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2019 /* TODO: check PUSH flag on stream and call output */
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2020
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2021 if (!qc->push.timer_set && !qc->closing) {
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2022 ngx_add_timer(&qc->push, qc->tp.max_ack_delay);
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2023 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2024 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2025
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2026
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2027 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2028 ngx_quic_output(ngx_connection_t *c)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2029 {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2030 ngx_uint_t i;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2031 ngx_quic_connection_t *qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2032
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2033 c->log->action = "sending frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2034
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2035 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2036
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2037 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2038 if (ngx_quic_output_frames(c, &qc->send_ctx[i]) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2039 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2040 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2041 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2042
8322 d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	2043 if (!qc->send_timer_set && !qc->closing) {
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	2044 qc->send_timer_set = 1;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	2045 ngx_add_timer(c->read, qc->tp.max_idle_timeout);
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	2046 }
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	2047
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2048 if (!qc->retry.timer_set && !qc->closing) {
8316 0dc0552335bd Removed unneccesary milliseconds conversion. Vladimir Homutov <vl@nginx.com> parents: 8315 diff changeset	2049 ngx_add_timer(&qc->retry, qc->tp.max_ack_delay);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2050 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2051
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2052 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2053 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2054
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2055
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2056 static ngx_int_t
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2057 ngx_quic_output_frames(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2058 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2059 size_t len, hlen, n;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2060 ngx_int_t rc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2061 ngx_queue_t *q, range;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2062 ngx_quic_frame_t *f;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2063 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2064
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2065 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2066
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2067 if (ngx_queue_empty(&ctx->frames)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2068 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2069 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2070
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2071 q = ngx_queue_head(&ctx->frames);
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2072 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2073
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2074 /* all frames in same send_ctx share same level */
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2075 hlen = (f->level == ssl_encryption_application) ? NGX_QUIC_MAX_SHORT_HEADER
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	2076 : NGX_QUIC_MAX_LONG_HEADER;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2077 hlen += EVP_GCM_TLS_TAG_LEN;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2078
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2079 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2080 len = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2081 ngx_queue_init(&range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2082
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2083 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2084 /* process group of frames that fits into packet */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2085 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2086
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2087 n = ngx_quic_create_frame(NULL, f);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2088
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2089 if (len && hlen + len + n > qc->ctp.max_packet_size) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2090 break;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2091 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2092
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2093 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2094
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2095 f->first = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2096
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2097 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2098 ngx_queue_insert_tail(&range, &f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2099
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2100 len += n;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2101
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2102 } while (q != ngx_queue_sentinel(&ctx->frames));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2103
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2104 rc = ngx_quic_send_frames(c, &range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2105
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2106 if (rc == NGX_OK) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2107 /*
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2108 * frames are moved into the sent queue
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2109 * to wait for ack/be retransmitted
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2110 */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2111 ngx_queue_add(&ctx->sent, &range);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2112
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2113 } else if (rc == NGX_DONE) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2114
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2115 /* no ack is expected for this frames, can free them */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2116 ngx_quic_free_frames(c, &range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2117
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2118 } else {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2119 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2120 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2121
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2122 } while (q != ngx_queue_sentinel(&ctx->frames));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2123
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2124 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2125 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2126
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2127
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2128 static void
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2129 ngx_quic_free_frames(ngx_connection_t c, ngx_queue_t frames)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2130 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2131 ngx_queue_t *q;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2132 ngx_quic_frame_t *f;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2133
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2134 do {
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2135 q = ngx_queue_head(frames);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2136
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2137 if (q == ngx_queue_sentinel(frames)) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2138 break;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2139 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2140
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2141 ngx_queue_remove(q);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2142
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2143 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2144
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2145 ngx_quic_free_frame(c, f);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2146 } while (1);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2147 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2148
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2149
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2150 /* pack a group of frames [start; end) into memory p and send as single packet */
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2151 static ngx_int_t
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2152 ngx_quic_send_frames(ngx_connection_t c, ngx_queue_t frames)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2153 {
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2154 ssize_t len;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2155 u_char *p;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2156 ngx_msec_t now;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2157 ngx_str_t out, res;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2158 ngx_queue_t *q;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2159 ngx_quic_frame_t f, start;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2160 ngx_quic_header_t pkt;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	2161 ngx_quic_secrets_t *keys;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2162 ngx_quic_send_ctx_t *ctx;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2163 ngx_quic_connection_t *qc;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2164 static ngx_str_t initial_token = ngx_null_string;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2165 static u_char src[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2166 static u_char dst[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2167
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2168 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "ngx_quic_send_frames");
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2169
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2170 q = ngx_queue_head(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2171 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2172
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2173 ctx = ngx_quic_get_send_ctx(c->quic, start->level);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2174
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2175 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2176
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2177 p = src;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2178 out.data = src;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2179
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2180 for (q = ngx_queue_head(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2181 q != ngx_queue_sentinel(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2182 q = ngx_queue_next(q))
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2183 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2184 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2185
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2186 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "frame: %s", f->info);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2187
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2188 len = ngx_quic_create_frame(p, f);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2189 if (len == -1) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2190 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2191 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2192
8312 053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	2193 if (f->need_ack) {
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	2194 pkt.need_ack = 1;
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	2195 }
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	2196
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2197 p += len;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2198 f->pnum = ctx->pnum;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2199 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2200
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2201 if (start->level == ssl_encryption_initial) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2202 /* ack will not be sent in initial packets due to initial keys being
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2203 * discarded when handshake start.
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2204 * Thus consider initial packets as non-ack-eliciting
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2205 */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2206 pkt.need_ack = 0;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2207 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2208
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2209 out.len = p - out.data;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2210
8301 c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	2211 while (out.len < 4) {
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	2212 *p++ = NGX_QUIC_FT_PADDING;
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	2213 out.len++;
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	2214 }
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	2215
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2216 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2217 "packet ready: %ui bytes at level %d need_ack: %ui",
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2218 out.len, start->level, pkt.need_ack);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2219
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2220 qc = c->quic;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2221
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	2222 keys = &c->quic->keys[start->level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	2223
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	2224 pkt.secret = &keys->server;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	2225
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2226 if (start->level == ssl_encryption_initial) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2227 pkt.flags = NGX_QUIC_PKT_INITIAL;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2228 pkt.token = initial_token;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2229
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2230 } else if (start->level == ssl_encryption_handshake) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2231 pkt.flags = NGX_QUIC_PKT_HANDSHAKE;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2232
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2233 } else {
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2234 // TODO: macro, set FIXED bit
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	2235 pkt.flags = 0x40 \| (c->quic->key_phase ? NGX_QUIC_PKT_KPHASE : 0);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2236 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2237
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2238 ngx_quic_set_packet_number(&pkt, ctx);
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2239
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2240 pkt.log = c->log;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2241 pkt.level = start->level;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2242 pkt.dcid = qc->dcid;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2243 pkt.scid = qc->scid;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2244 pkt.payload = out;
8285 f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	2245
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	2246 res.data = dst;
8285 f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	2247
f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	2248 if (ngx_quic_encrypt(&pkt, c->ssl->connection, &res) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2249 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2250 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2251
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2252 ngx_quic_hexdump0(c->log, "packet to send", res.data, res.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2253
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2254 len = c->send(c, res.data, res.len);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2255 if (len == NGX_ERROR \|\| (size_t) len != res.len) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2256 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2257 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2258
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2259 /* len == NGX_OK \|\| NGX_AGAIN */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2260 ctx->pnum++;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2261
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2262 now = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2263 start->last = now;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2264
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2265 return pkt.need_ack ? NGX_OK : NGX_DONE;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2266 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2267
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2268
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2269 static void
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2270 ngx_quic_set_packet_number(ngx_quic_header_t pkt, ngx_quic_send_ctx_t ctx)
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2271 {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2272 uint64_t delta;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2273
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2274 delta = ctx->pnum - ctx->largest_ack;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2275 pkt->number = ctx->pnum;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2276
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2277 if (delta <= 0x7F) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2278 pkt->num_len = 1;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2279 pkt->trunc = ctx->pnum & 0xff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2280
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2281 } else if (delta <= 0x7FFF) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2282 pkt->num_len = 2;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2283 pkt->flags \|= 0x1;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2284 pkt->trunc = ctx->pnum & 0xffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2285
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2286 } else if (delta <= 0x7FFFFF) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2287 pkt->num_len = 3;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2288 pkt->flags \|= 0x2;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2289 pkt->trunc = ctx->pnum & 0xffffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2290
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2291 } else {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2292 pkt->num_len = 4;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2293 pkt->flags \|= 0x3;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2294 pkt->trunc = ctx->pnum & 0xffffffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2295 }
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2296 }
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2297
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2298
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	2299 static void
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2300 ngx_quic_retransmit_handler(ngx_event_t *ev)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2301 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2302 ngx_uint_t i;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2303 ngx_msec_t wait, nswait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2304 ngx_connection_t *c;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2305 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2306
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2307 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2308 "retransmit timer");
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2309
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2310 c = ev->data;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2311 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2312
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2313 wait = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2314
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2315 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2316 if (ngx_quic_retransmit(c, &qc->send_ctx[i], &nswait) != NGX_OK) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2317 ngx_quic_close_connection(c);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2318 return;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2319 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2320
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2321 if (i == 0) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2322 wait = nswait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2323
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2324 } else if (nswait > 0 && nswait < wait) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2325 wait = nswait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2326 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2327 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2328
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2329 if (wait > 0) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2330 ngx_add_timer(&qc->retry, wait);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2331 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2332 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2333
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2334
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2335 static void
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2336 ngx_quic_push_handler(ngx_event_t *ev)
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2337 {
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2338 ngx_connection_t *c;
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2339
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2340 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "push timer");
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2341
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2342 c = ev->data;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2343
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2344 if (ngx_quic_output(c) != NGX_OK) {
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2345 ngx_quic_close_connection(c);
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2346 return;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2347 }
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2348 }
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2349
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2350
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2351 static ngx_int_t
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2352 ngx_quic_retransmit(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2353 ngx_msec_t *waitp)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2354 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2355 uint64_t pn;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2356 ngx_msec_t now, wait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2357 ngx_queue_t *q, range;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2358 ngx_quic_frame_t f, start;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2359 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2360
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2361 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2362
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2363 now = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2364 wait = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2365
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2366 if (ngx_queue_empty(&ctx->sent)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2367 *waitp = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2368 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2369 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2370
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2371 q = ngx_queue_head(&ctx->sent);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2372 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2373 pn = start->pnum;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2374 f = start;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2375
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2376 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2377 ngx_queue_init(&range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2378
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2379 /* send frames with same packet number to the wire */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2380 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2381 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2382
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2383 if (start->first + qc->tp.max_idle_timeout < now) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2384 ngx_log_error(NGX_LOG_ERR, c->log, 0,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2385 "retransmission timeout");
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2386 return NGX_DECLINED;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2387 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2388
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2389 if (f->pnum != pn) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2390 break;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2391 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2392
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2393 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2394
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2395 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2396 ngx_queue_insert_tail(&range, &f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2397
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2398 } while (q != ngx_queue_sentinel(&ctx->sent));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2399
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2400 wait = start->last + qc->tp.max_ack_delay - now;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2401
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2402 if ((ngx_msec_int_t) wait > 0) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2403 break;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2404 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2405
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2406 /* NGX_DONE is impossible here, such frames don't get into this queue */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2407 if (ngx_quic_send_frames(c, &range) != NGX_OK) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2408 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2409 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2410
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2411 /* move frames group to the end of queue */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2412 ngx_queue_add(&ctx->sent, &range);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2413
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2414 } while (q != ngx_queue_sentinel(&ctx->sent));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2415
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2416 *waitp = wait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2417
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2418 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2419 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2420
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2421
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2422 ngx_connection_t *
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2423 ngx_quic_create_uni_stream(ngx_connection_t *c)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2424 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2425 ngx_uint_t id;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2426 ngx_quic_stream_t qs, sn;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2427 ngx_quic_connection_t *qc;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2428
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2429 qs = c->qs;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2430 qc = qs->parent->quic;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2431
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2432 id = (qc->streams.id_counter << 2)
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2433 \| NGX_QUIC_STREAM_SERVER_INITIATED
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2434 \| NGX_QUIC_STREAM_UNIDIRECTIONAL;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2435
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2436 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2437 "creating server uni stream #%ui id %ui",
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2438 qc->streams.id_counter, id);
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2439
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2440 qc->streams.id_counter++;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2441
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2442 sn = ngx_quic_create_stream(qs->parent, id, 0);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2443 if (sn == NULL) {
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2444 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2445 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2446
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2447 return sn->c;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2448 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2449
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2450
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2451 static void
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2452 ngx_quic_rbtree_insert_stream(ngx_rbtree_node_t *temp,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2453 ngx_rbtree_node_t node, ngx_rbtree_node_t sentinel)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2454 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2455 ngx_rbtree_node_t **p;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2456 ngx_quic_stream_t qn, qnt;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2457
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2458 for ( ;; ) {
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2459 qn = (ngx_quic_stream_t *) node;
2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2460 qnt = (ngx_quic_stream_t *) temp;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2461
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2462 p = (qn->id < qnt->id) ? &temp->left : &temp->right;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2463
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2464 if (*p == sentinel) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2465 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2466 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2467
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2468 temp = *p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2469 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2470
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2471 *p = node;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2472 node->parent = temp;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2473 node->left = sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2474 node->right = sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2475 ngx_rbt_red(node);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2476 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2477
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2478
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2479 static ngx_quic_stream_t *
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2480 ngx_quic_find_stream(ngx_rbtree_t *rbtree, uint64_t id)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2481 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2482 ngx_rbtree_node_t node, sentinel;
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2483 ngx_quic_stream_t *qn;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2484
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2485 node = rbtree->root;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2486 sentinel = rbtree->sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2487
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2488 while (node != sentinel) {
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2489 qn = (ngx_quic_stream_t *) node;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2490
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2491 if (id == qn->id) {
2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2492 return qn;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2493 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2494
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2495 node = (id < qn->id) ? node->left : node->right;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2496 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2497
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2498 return NULL;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2499 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2500
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2501
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2502 static ngx_quic_stream_t *
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2503 ngx_quic_create_stream(ngx_connection_t *c, uint64_t id, size_t rcvbuf_size)
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2504 {
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2505 ngx_log_t *log;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2506 ngx_pool_t *pool;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2507 ngx_quic_stream_t *sn;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2508 ngx_pool_cleanup_t *cln;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2509
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2510 pool = ngx_create_pool(NGX_DEFAULT_POOL_SIZE, c->log);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2511 if (pool == NULL) {
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2512 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2513 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2514
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2515 sn = ngx_pcalloc(pool, sizeof(ngx_quic_stream_t));
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2516 if (sn == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2517 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2518 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2519 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2520
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2521 sn->node.key = id;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2522 sn->parent = c;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2523 sn->id = id;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2524
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2525 sn->b = ngx_create_temp_buf(pool, rcvbuf_size);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2526 if (sn->b == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2527 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2528 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2529 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2530
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2531 ngx_queue_init(&sn->fs.frames);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2532
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2533 log = ngx_palloc(pool, sizeof(ngx_log_t));
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2534 if (log == NULL) {
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2535 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2536 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2537 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2538
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2539 log = c->log;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2540 pool->log = log;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2541
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2542 sn->c = ngx_get_connection(-1, log);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2543 if (sn->c == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2544 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2545 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2546 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2547
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2548 sn->c->qs = sn;
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2549 sn->c->pool = pool;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2550 sn->c->ssl = c->ssl;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2551 sn->c->sockaddr = c->sockaddr;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2552 sn->c->listening = c->listening;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2553 sn->c->addr_text = c->addr_text;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2554 sn->c->local_sockaddr = c->local_sockaddr;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2555 sn->c->number = ngx_atomic_fetch_add(ngx_connection_counter, 1);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2556
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2557 sn->c->recv = ngx_quic_stream_recv;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2558 sn->c->send = ngx_quic_stream_send;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2559 sn->c->send_chain = ngx_quic_stream_send_chain;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2560
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2561 sn->c->read->log = c->log;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2562 sn->c->write->log = c->log;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2563
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2564 cln = ngx_pool_cleanup_add(pool, 0);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2565 if (cln == NULL) {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2566 ngx_close_connection(sn->c);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2567 ngx_destroy_pool(pool);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2568 return NULL;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2569 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2570
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2571 cln->handler = ngx_quic_stream_cleanup_handler;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2572 cln->data = sn->c;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2573
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2574 ngx_rbtree_insert(&c->quic->streams.tree, &sn->node);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2575
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2576 return sn;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2577 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2578
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2579
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2580 static ssize_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2581 ngx_quic_stream_recv(ngx_connection_t c, u_char buf, size_t size)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2582 {
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2583 ssize_t len;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2584 ngx_buf_t *b;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2585 ngx_event_t *rev;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2586 ngx_connection_t *pc;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2587 ngx_quic_frame_t *frame;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2588 ngx_quic_stream_t *qs;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2589 ngx_quic_connection_t *qc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2590
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2591 qs = c->qs;
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2592 b = qs->b;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2593 pc = qs->parent;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2594 qc = pc->quic;
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2595 rev = c->read;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2596
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2597 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2598 "quic recv: eof:%d, avail:%z",
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2599 rev->pending_eof, b->last - b->pos);
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2600
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2601 if (b->pos == b->last) {
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2602 rev->ready = 0;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2603
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2604 if (rev->pending_eof) {
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2605 rev->eof = 1;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2606 return 0;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2607 }
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2608
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2609 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic recv() not ready");
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2610 return NGX_AGAIN;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2611 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2612
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2613 len = ngx_min(b->last - b->pos, (ssize_t) size);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2614
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2615 ngx_memcpy(buf, b->pos, len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2616
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2617 b->pos += len;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2618 qc->streams.total_received += len;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2619
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2620 if (b->pos == b->last) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2621 b->pos = b->start;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2622 b->last = b->start;
8294 32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2623 rev->ready = rev->pending_eof;
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2624 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2625
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2626 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2627 "quic recv: %z of %uz", len, size);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2628
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2629 if (!rev->pending_eof) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2630 frame = ngx_quic_alloc_frame(pc, 0);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2631 if (frame == NULL) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2632 return NGX_ERROR;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2633 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2634
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2635 frame->level = ssl_encryption_application;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2636 frame->type = NGX_QUIC_FT_MAX_STREAM_DATA;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2637 frame->u.max_stream_data.id = qs->id;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2638 frame->u.max_stream_data.limit = qs->fs.received + (b->pos - b->start)
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2639 + (b->end - b->last);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2640
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2641 ngx_sprintf(frame->info, "MAX_STREAM_DATA id:%d limit:%d l=%d on recv",
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2642 (int) frame->u.max_stream_data.id,
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2643 (int) frame->u.max_stream_data.limit,
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2644 frame->level);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2645
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2646 ngx_quic_queue_frame(pc->quic, frame);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2647 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2648
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2649 if ((qc->streams.max_data / 2) < qc->streams.total_received) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2650
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2651 frame = ngx_quic_alloc_frame(pc, 0);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2652
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2653 if (frame == NULL) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2654 return NGX_ERROR;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2655 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2656
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2657 qc->streams.max_data *= 2;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2658
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2659 frame->level = ssl_encryption_application;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2660 frame->type = NGX_QUIC_FT_MAX_DATA;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2661 frame->u.max_data.max_data = qc->streams.max_data;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2662
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2663 ngx_sprintf(frame->info, "MAX_DATA max_data:%d level=%d on recv",
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2664 (int) frame->u.max_data.max_data, frame->level);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2665
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2666 ngx_quic_queue_frame(pc->quic, frame);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2667
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2668 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2669 "quic recv: increased max data: %ui",
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2670 qc->streams.max_data);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2671 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	2672
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2673 return len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2674 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2675
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2676
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2677 static ssize_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2678 ngx_quic_stream_send(ngx_connection_t c, u_char buf, size_t size)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2679 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2680 ngx_connection_t *pc;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2681 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2682 ngx_quic_stream_t *qs;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2683 ngx_quic_connection_t *qc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2684
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2685 qs = c->qs;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2686 pc = qs->parent;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2687 qc = pc->quic;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2688
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2689 if (qc->closing) {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2690 return NGX_ERROR;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2691 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2692
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2693 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic send: %uz", size);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2694
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2695 frame = ngx_quic_alloc_frame(pc, size);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2696 if (frame == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2697 return 0;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2698 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2699
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2700 ngx_memcpy(frame->data, buf, size);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2701
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2702 frame->level = ssl_encryption_application;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2703 frame->type = NGX_QUIC_FT_STREAM6; /* OFF=1 LEN=1 FIN=0 */
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2704 frame->u.stream.off = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2705 frame->u.stream.len = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2706 frame->u.stream.fin = 0;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2707
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2708 frame->u.stream.type = frame->type;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2709 frame->u.stream.stream_id = qs->id;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2710 frame->u.stream.offset = c->sent;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2711 frame->u.stream.length = size;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2712 frame->u.stream.data = frame->data;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2713
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2714 c->sent += size;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2715
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2716 ngx_sprintf(frame->info, "stream %xi len=%ui level=%d",
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2717 qs->id, size, frame->level);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2718
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2719 ngx_quic_queue_frame(qc, frame);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2720
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2721 return size;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2722 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2723
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2724
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2725 static void
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2726 ngx_quic_stream_cleanup_handler(void *data)
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2727 {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2728 ngx_connection_t *c = data;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2729
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2730 ngx_connection_t *pc;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2731 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2732 ngx_quic_stream_t *qs;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2733 ngx_quic_connection_t *qc;
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2734
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2735 qs = c->qs;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2736 pc = qs->parent;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2737 qc = pc->quic;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2738
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2739 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic stream cleanup");
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2740
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2741 ngx_rbtree_delete(&qc->streams.tree, &qs->node);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2742
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2743 if (qc->closing) {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2744 ngx_post_event(pc->read, &ngx_posted_events);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2745 return;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2746 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2747
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2748 ngx_quic_free_frames(pc, &qs->fs.frames);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2749
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2750 if ((qs->id & 0x03) == NGX_QUIC_STREAM_UNIDIRECTIONAL) {
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2751 /* do not send fin for client unidirectional streams */
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2752 return;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2753 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2754
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2755 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic send fin");
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2756
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2757 frame = ngx_quic_alloc_frame(pc, 0);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2758 if (frame == NULL) {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2759 return;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2760 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2761
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2762 frame->level = ssl_encryption_application;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2763 frame->type = NGX_QUIC_FT_STREAM7; /* OFF=1 LEN=1 FIN=1 */
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2764 frame->u.stream.off = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2765 frame->u.stream.len = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2766 frame->u.stream.fin = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2767
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2768 frame->u.stream.type = frame->type;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2769 frame->u.stream.stream_id = qs->id;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2770 frame->u.stream.offset = c->sent;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2771 frame->u.stream.length = 0;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2772 frame->u.stream.data = NULL;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2773
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2774 ngx_sprintf(frame->info, "stream %xi fin=1 level=%d", qs->id, frame->level);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2775
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2776 ngx_quic_queue_frame(qc, frame);
8293 1ec905f4d851 Push QUIC stream frames in send() and cleanup handler. Roman Arutyunyan <arut@nginx.com> parents: 8290 diff changeset	2777
1ec905f4d851 Push QUIC stream frames in send() and cleanup handler. Roman Arutyunyan <arut@nginx.com> parents: 8290 diff changeset	2778 (void) ngx_quic_output(pc);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2779 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2780
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2781
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2782 static ngx_chain_t *
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2783 ngx_quic_stream_send_chain(ngx_connection_t c, ngx_chain_t in,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2784 off_t limit)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2785 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2786 size_t len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2787 ssize_t n;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2788 ngx_buf_t *b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2789
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2790 for ( /* void */; in; in = in->next) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2791 b = in->buf;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2792
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2793 if (!ngx_buf_in_memory(b)) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2794 continue;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2795 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2796
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2797 if (ngx_buf_size(b) == 0) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2798 continue;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2799 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2800
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2801 len = b->last - b->pos;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2802
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2803 n = ngx_quic_stream_send(c, b->pos, len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2804
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2805 if (n == NGX_ERROR) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2806 return NGX_CHAIN_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2807 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2808
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2809 if (n == NGX_AGAIN) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2810 return in;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2811 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2812
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2813 if (n != (ssize_t) len) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2814 b->pos += n;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2815 return in;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2816 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2817 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2818
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2819 return NULL;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2820 }
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2821
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2822
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2823 static ngx_quic_frame_t *
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2824 ngx_quic_alloc_frame(ngx_connection_t *c, size_t size)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2825 {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2826 u_char *p;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2827 ngx_queue_t *q;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2828 ngx_quic_frame_t *frame;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2829 ngx_quic_connection_t *qc;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2830
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2831 if (size) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2832 p = ngx_alloc(size, c->log);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2833 if (p == NULL) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2834 return NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2835 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2836
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2837 } else {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2838 p = NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2839 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2840
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2841 qc = c->quic;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2842
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2843 if (!ngx_queue_empty(&qc->free_frames)) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2844
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2845 q = ngx_queue_head(&qc->free_frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2846 frame = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2847
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2848 ngx_queue_remove(&frame->queue);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2849
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2850 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2851 "reuse quic frame n:%ui", qc->nframes);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2852
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2853 } else {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2854 frame = ngx_pcalloc(c->pool, sizeof(ngx_quic_frame_t));
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2855 if (frame == NULL) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2856 ngx_free(p);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2857 return NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2858 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2859
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2860 #if (NGX_DEBUG)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2861 ++qc->nframes;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2862 #endif
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2863
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2864 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2865 "alloc quic frame n:%ui", qc->nframes);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2866 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2867
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2868 ngx_memzero(frame, sizeof(ngx_quic_frame_t));
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2869
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2870 frame->data = p;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2871
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2872 return frame;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2873 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2874
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2875
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2876 static void
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2877 ngx_quic_free_frame(ngx_connection_t c, ngx_quic_frame_t frame)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2878 {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2879 ngx_quic_connection_t *qc;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2880
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2881 qc = c->quic;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2882
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2883 if (frame->data) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2884 ngx_free(frame->data);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2885 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2886
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2887 ngx_queue_insert_head(&qc->free_frames, &frame->queue);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2888
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2889 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2890 "free quic frame n:%ui", qc->nframes);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2891 }

Mercurial > hg > nginx

annotate src/event/ngx_event_quic.c @ 8341:efc0a65424e8 quic