nginx: src/event/ngx_event

annotate src/event/ngx_event_quic.c @ 8322:d9bc33166361 quic

Do not set timers after the connection is closed. The qc->closing flag is set when a connection close is initiated for the first time. No timers will be set if the flag is active. TODO: this is a temporary solution to avoid running timer handlers after connection (and it's pool) was destroyed. It looks like currently we have no clear policy of connection closing in regard to timers.

author	Vladimir Homutov <vl@nginx.com>
date	Sat, 04 Apr 2020 22:27:29 +0300
parents	e45719a9b148
children	9b9d592c0da3

rev	line source
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	2 /*
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	3 * Copyright (C) Nginx, Inc.
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	4 */
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	5
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	6
8171 4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	7 #include <ngx_config.h>
4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	8 #include <ngx_core.h>
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	9 #include <ngx_event.h>
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	10
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	11
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	12 /* 0-RTT and 1-RTT data exist in the same packet number space,
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	13 * so we have 3 packet number spaces:
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	14 *
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	15 * 0 - Initial
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	16 * 1 - Handshake
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	17 * 2 - 0-RTT and 1-RTT
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	18 */
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	19 #define ngx_quic_ns(level) \
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	20 ((level) == ssl_encryption_initial) ? 0 \
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	21 : (((level) == ssl_encryption_handshake) ? 1 : 2)
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	22
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	23 #define NGX_QUIC_NAMESPACE_LAST (NGX_QUIC_ENCRYPTION_LAST - 1)
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	24
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	25 #define NGX_QUIC_STREAMS_INC 16
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	26 #define NGX_QUIC_STREAMS_LIMIT (1ULL < 60)
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	27
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	28
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	29 typedef enum {
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	30 NGX_QUIC_ST_INITIAL, /* connection just created */
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	31 NGX_QUIC_ST_HANDSHAKE, /* handshake started */
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	32 NGX_QUIC_ST_EARLY_DATA, /* handshake in progress */
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	33 NGX_QUIC_ST_APPLICATION /* handshake complete */
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	34 } ngx_quic_state_t;
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	35
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	36
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	37 typedef struct {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	38 ngx_rbtree_t tree;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	39 ngx_rbtree_node_t sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	40 ngx_connection_handler_pt handler;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	41
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	42 ngx_uint_t id_counter;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	43 } ngx_quic_streams_t;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	44
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	45
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	46 typedef struct {
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	47 ngx_quic_secret_t client_secret;
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	48 ngx_quic_secret_t server_secret;
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	49
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	50 uint64_t pnum;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	51 uint64_t largest; /* number received from peer */
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	52
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	53 ngx_queue_t frames;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	54 ngx_queue_t sent;
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	55 } ngx_quic_namespace_t;
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	56
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	57
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	58 struct ngx_quic_connection_s {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	59 ngx_str_t scid;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	60 ngx_str_t dcid;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	61 ngx_str_t token;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	62
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	63 ngx_uint_t client_tp_done;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	64 ngx_quic_tp_t tp;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	65 ngx_quic_tp_t ctp;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	66
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	67 ngx_quic_state_t state;
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	68
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	69 ngx_quic_namespace_t ns[NGX_QUIC_NAMESPACE_LAST];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	70 ngx_quic_secrets_t keys[NGX_QUIC_ENCRYPTION_LAST];
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	71 ngx_quic_secrets_t next_key;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	72 uint64_t crypto_offset[NGX_QUIC_ENCRYPTION_LAST];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	73
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	74 ngx_ssl_t *ssl;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	75
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	76 ngx_event_t push;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	77 ngx_event_t retry;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	78 ngx_queue_t free_frames;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	79
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	80 #if (NGX_DEBUG)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	81 ngx_uint_t nframes;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	82 #endif
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	83
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	84 ngx_quic_streams_t streams;
8237 ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	85 ngx_uint_t max_data;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	86
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	87 uint64_t cur_streams;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	88 uint64_t max_streams;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	89
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	90 unsigned send_timer_set:1;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	91 unsigned closing:1;
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	92 unsigned key_phase:1;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	93 };
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	94
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	95
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	96 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	97 static int ngx_quic_set_read_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	98 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	99 const uint8_t *secret, size_t secret_len);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	100 static int ngx_quic_set_write_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	101 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	102 const uint8_t *secret, size_t secret_len);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	103 #else
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	104 static int ngx_quic_set_encryption_secrets(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	105 enum ssl_encryption_level_t level, const uint8_t *read_secret,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	106 const uint8_t *write_secret, size_t secret_len);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	107 #endif
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	108
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	109 static int ngx_quic_add_handshake_data(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	110 enum ssl_encryption_level_t level, const uint8_t *data, size_t len);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	111 static int ngx_quic_flush_flight(ngx_ssl_conn_t *ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	112 static int ngx_quic_send_alert(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	113 enum ssl_encryption_level_t level, uint8_t alert);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	114
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	115
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	116 static ngx_int_t ngx_quic_new_connection(ngx_connection_t c, ngx_ssl_t ssl,
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	117 ngx_quic_tp_t tp, ngx_quic_header_t pkt,
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	118 ngx_connection_handler_pt handler);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	119 static ngx_int_t ngx_quic_init_connection(ngx_connection_t *c);
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	120 static void ngx_quic_input_handler(ngx_event_t *rev);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	121 static void ngx_quic_close_connection(ngx_connection_t *c);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	122
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	123 static ngx_int_t ngx_quic_input(ngx_connection_t c, ngx_buf_t b);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	124 static ngx_int_t ngx_quic_initial_input(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	125 ngx_quic_header_t *pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	126 static ngx_int_t ngx_quic_handshake_input(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	127 ngx_quic_header_t *pkt);
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	128 static ngx_int_t ngx_quic_early_input(ngx_connection_t *c,
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	129 ngx_quic_header_t *pkt);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	130 static ngx_int_t ngx_quic_app_input(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	131 ngx_quic_header_t *pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	132 static ngx_int_t ngx_quic_payload_handler(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	133 ngx_quic_header_t *pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	134
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	135 static ngx_int_t ngx_quic_handle_ack_frame(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	136 ngx_quic_header_t pkt, ngx_quic_ack_frame_t f);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	137 static ngx_int_t ngx_quic_handle_crypto_frame(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	138 ngx_quic_header_t pkt, ngx_quic_crypto_frame_t frame);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	139 static ngx_int_t ngx_quic_handle_stream_frame(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	140 ngx_quic_header_t pkt, ngx_quic_stream_frame_t frame);
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	141 static ngx_int_t ngx_quic_handle_max_streams(ngx_connection_t *c);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	142 static ngx_int_t ngx_quic_handle_streams_blocked_frame(ngx_connection_t *c,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	143 ngx_quic_header_t pkt, ngx_quic_streams_blocked_frame_t f);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	144 static ngx_int_t ngx_quic_handle_stream_data_blocked_frame(ngx_connection_t *c,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	145 ngx_quic_header_t pkt, ngx_quic_stream_data_blocked_frame_t f);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	146
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	147 static void ngx_quic_queue_frame(ngx_quic_connection_t *qc,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	148 ngx_quic_frame_t *frame);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	149
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	150 static ngx_int_t ngx_quic_output(ngx_connection_t *c);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	151 static ngx_int_t ngx_quic_output_ns(ngx_connection_t *c,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	152 ngx_quic_namespace_t *ns, ngx_uint_t nsi);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	153 static void ngx_quic_free_frames(ngx_connection_t c, ngx_queue_t frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	154 static ngx_int_t ngx_quic_send_frames(ngx_connection_t c, ngx_queue_t frames);
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	155
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	156 static void ngx_quic_set_packet_number(ngx_quic_header_t *pkt,
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	157 ngx_quic_namespace_t *ns);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	158 static void ngx_quic_retransmit_handler(ngx_event_t *ev);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	159 static ngx_int_t ngx_quic_retransmit_ns(ngx_connection_t *c,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	160 ngx_quic_namespace_t ns, ngx_msec_t waitp);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	161 static void ngx_quic_push_handler(ngx_event_t *ev);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	162
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	163 static void ngx_quic_rbtree_insert_stream(ngx_rbtree_node_t *temp,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	164 ngx_rbtree_node_t node, ngx_rbtree_node_t sentinel);
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	165 static ngx_quic_stream_t ngx_quic_find_stream(ngx_rbtree_t rbtree,
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	166 uint64_t id);
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	167 static ngx_quic_stream_t ngx_quic_create_stream(ngx_connection_t c,
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	168 uint64_t id, size_t rcvbuf_size);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	169 static ssize_t ngx_quic_stream_recv(ngx_connection_t c, u_char buf,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	170 size_t size);
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	171 static ssize_t ngx_quic_stream_send(ngx_connection_t c, u_char buf,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	172 size_t size);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	173 static void ngx_quic_stream_cleanup_handler(void *data);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	174 static ngx_chain_t ngx_quic_stream_send_chain(ngx_connection_t c,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	175 ngx_chain_t *in, off_t limit);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	176 static ngx_quic_frame_t ngx_quic_alloc_frame(ngx_connection_t c, size_t size);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	177 static void ngx_quic_free_frame(ngx_connection_t c, ngx_quic_frame_t frame);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	178
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	179
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	180 static SSL_QUIC_METHOD quic_method = {
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	181 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	182 ngx_quic_set_read_secret,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	183 ngx_quic_set_write_secret,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	184 #else
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	185 ngx_quic_set_encryption_secrets,
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	186 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	187 ngx_quic_add_handshake_data,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	188 ngx_quic_flush_flight,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	189 ngx_quic_send_alert,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	190 };
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	191
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	192
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	193 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	194
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	195 static int
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	196 ngx_quic_set_read_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	197 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	198 const uint8_t *rsecret, size_t secret_len)
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	199 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	200 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	201 ngx_quic_secrets_t *keys;
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	202
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	203 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	204
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	205 ngx_quic_hexdump(c->log, "level:%d read secret",
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	206 rsecret, secret_len, level);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	207
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	208 keys = &c->quic->keys[level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	209
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	210 if (level == ssl_encryption_early_data) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	211 c->quic->state = NGX_QUIC_ST_EARLY_DATA;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	212 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	213
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	214 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	215 rsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	216 &keys->client);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	217 }
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	218
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	219
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	220 static int
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	221 ngx_quic_set_write_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	222 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	223 const uint8_t *wsecret, size_t secret_len)
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	224 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	225 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	226 ngx_quic_secrets_t *keys;
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	227
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	228 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	229
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	230 ngx_quic_hexdump(c->log, "level:%d write secret",
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	231 wsecret, secret_len, level);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	232
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	233 keys = &c->quic->keys[level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	234
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	235 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	236 wsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	237 &keys->server);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	238 }
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	239
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	240 #else
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	241
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	242 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	243 ngx_quic_set_encryption_secrets(ngx_ssl_conn_t *ssl_conn,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	244 enum ssl_encryption_level_t level, const uint8_t *rsecret,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	245 const uint8_t *wsecret, size_t secret_len)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	246 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	247 ngx_int_t rc;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	248 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	249 ngx_quic_secrets_t *keys;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	250
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	251 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	252
8222 bec4cd55361e Fixed a typo with OpenSSL. Vladimir Homutov <vl@nginx.com> parents: 8221 diff changeset	253 ngx_quic_hexdump(c->log, "level:%d read", rsecret, secret_len, level);
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	254
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	255 keys = &c->quic->secrets[level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	256
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	257 rc = ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	258 rsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	259 &keys->client);
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	260 if (rc != 1) {
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	261 return rc;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	262 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	263
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	264 if (level == ssl_encryption_early_data) {
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	265 c->quic->state = NGX_QUIC_ST_EARLY_DATA;
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	266 return 1;
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	267 }
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	268
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	269 ngx_quic_hexdump(c->log, "level:%d write", wsecret, secret_len, level);
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	270
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	271 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	272 wsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	273 &keys->server);
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	274 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	275
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	276 #endif
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	277
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	278
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	279 static int
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	280 ngx_quic_add_handshake_data(ngx_ssl_conn_t *ssl_conn,
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	281 enum ssl_encryption_level_t level, const uint8_t *data, size_t len)
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	282 {
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	283 u_char p, end;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	284 size_t client_params_len;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	285 const uint8_t *client_params;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	286 ngx_quic_frame_t *frame;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	287 ngx_connection_t *c;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	288 ngx_quic_connection_t *qc;
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	289
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	290 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	291 qc = c->quic;
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	292
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	293 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	294 "ngx_quic_add_handshake_data");
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	295
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	296 /* XXX: obtain client parameters after the handshake? */
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	297 if (!qc->client_tp_done) {
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	298
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	299 SSL_get_peer_quic_transport_params(ssl_conn, &client_params,
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	300 &client_params_len);
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	301
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	302 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	303 "SSL_get_peer_quic_transport_params(): params_len %ui",
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	304 client_params_len);
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	305
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	306 if (client_params_len != 0) {
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	307 p = (u_char *) client_params;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	308 end = p + client_params_len;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	309
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	310 if (ngx_quic_parse_transport_params(p, end, &qc->ctp, c->log)
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	311 != NGX_OK)
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	312 {
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	313 return NGX_ERROR;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	314 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	315
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	316 if (qc->ctp.max_idle_timeout > 0
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	317 && qc->ctp.max_idle_timeout < qc->tp.max_idle_timeout)
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	318 {
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	319 qc->tp.max_idle_timeout = qc->ctp.max_idle_timeout;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	320 }
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	321
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	322 qc->client_tp_done = 1;
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	323 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	324 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	325
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	326 frame = ngx_quic_alloc_frame(c, len);
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	327 if (frame == NULL) {
0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	328 return 0;
0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	329 }
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	330
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	331 ngx_memcpy(frame->data, data, len);
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	332
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	333 frame->level = level;
0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	334 frame->type = NGX_QUIC_FT_CRYPTO;
8259 9e9eab876964 Fixed CRYPTO offset generation. Sergey Kandaurov <pluknet@nginx.com> parents: 8258 diff changeset	335 frame->u.crypto.offset += qc->crypto_offset[level];
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	336 frame->u.crypto.len = len;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	337 frame->u.crypto.data = frame->data;
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	338
8259 9e9eab876964 Fixed CRYPTO offset generation. Sergey Kandaurov <pluknet@nginx.com> parents: 8258 diff changeset	339 qc->crypto_offset[level] += len;
9e9eab876964 Fixed CRYPTO offset generation. Sergey Kandaurov <pluknet@nginx.com> parents: 8258 diff changeset	340
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	341 ngx_sprintf(frame->info, "crypto, generated by SSL len=%ui level=%d", len, level);
0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	342
0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	343 ngx_quic_queue_frame(qc, frame);
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	344
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	345 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	346 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	347
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	348
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	349 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	350 ngx_quic_flush_flight(ngx_ssl_conn_t *ssl_conn)
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	351 {
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	352 ngx_connection_t *c;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	353
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	354 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	355
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	356 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "ngx_quic_flush_flight()");
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	357
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	358 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	359 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	360
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	361
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	362 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	363 ngx_quic_send_alert(ngx_ssl_conn_t *ssl_conn, enum ssl_encryption_level_t level,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	364 uint8_t alert)
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	365 {
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	366 ngx_connection_t *c;
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	367 ngx_quic_frame_t *frame;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	368
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	369 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	370
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	371 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	372 "ngx_quic_send_alert(), lvl=%d, alert=%d",
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	373 (int) level, (int) alert);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	374
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	375 frame = ngx_quic_alloc_frame(c, 0);
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	376 if (frame == NULL) {
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	377 return 0;
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	378 }
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	379
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	380 frame->level = level;
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	381 frame->type = NGX_QUIC_FT_CONNECTION_CLOSE;
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	382 frame->u.close.error_code = 0x100 + alert;
8305 e35f824f644d Added missing debug description. Vladimir Homutov <vl@nginx.com> parents: 8304 diff changeset	383 ngx_sprintf(frame->info, "cc from send_alert level=%d", frame->level);
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	384
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	385 ngx_quic_queue_frame(c->quic, frame);
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	386
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	387 if (ngx_quic_output(c) != NGX_OK) {
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	388 return 0;
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	389 }
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	390
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	391 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	392 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	393
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	394
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	395 void
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	396 ngx_quic_run(ngx_connection_t c, ngx_ssl_t ssl, ngx_quic_tp_t *tp,
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	397 ngx_connection_handler_pt handler)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	398 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	399 ngx_buf_t *b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	400 ngx_quic_header_t pkt;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	401
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	402 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic run");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	403
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	404 c->log->action = "QUIC initialization";
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	405
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	406 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	407
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	408 b = c->buffer;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	409
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	410 pkt.log = c->log;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	411 pkt.raw = b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	412 pkt.data = b->start;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	413 pkt.len = b->last - b->start;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	414
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	415 if (ngx_quic_new_connection(c, ssl, tp, &pkt, handler) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	416 ngx_quic_close_connection(c);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	417 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	418 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	419
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	420 ngx_add_timer(c->read, c->quic->tp.max_idle_timeout);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	421
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	422 c->read->handler = ngx_quic_input_handler;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	423
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	424 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	425 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	426
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	427
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	428 static ngx_int_t
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	429 ngx_quic_new_connection(ngx_connection_t c, ngx_ssl_t ssl, ngx_quic_tp_t *tp,
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	430 ngx_quic_header_t *pkt, ngx_connection_handler_pt handler)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	431 {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	432 ngx_uint_t i;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	433 ngx_quic_tp_t *ctp;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	434 ngx_quic_secrets_t *keys;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	435 ngx_quic_connection_t *qc;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	436 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	437
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	438 if (ngx_buf_size(pkt->raw) < 1200) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	439 ngx_log_error(NGX_LOG_INFO, c->log, 0, "too small UDP datagram");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	440 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	441 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	442
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	443 if (ngx_quic_parse_long_header(pkt) != NGX_OK) {
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	444 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	445 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	446
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	447 if (!ngx_quic_pkt_in(pkt->flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	448 ngx_log_error(NGX_LOG_INFO, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	449 "invalid initial packet: 0x%xi", pkt->flags);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	450 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	451 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	452
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	453 if (ngx_quic_parse_initial_header(pkt) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	454 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	455 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	456
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	457 c->log->action = "creating new quic connection";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	458
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	459 qc = ngx_pcalloc(c->pool, sizeof(ngx_quic_connection_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	460 if (qc == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	461 return NGX_ERROR;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	462 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	463
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	464 qc->state = NGX_QUIC_ST_INITIAL;
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	465
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	466 ngx_rbtree_init(&qc->streams.tree, &qc->streams.sentinel,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	467 ngx_quic_rbtree_insert_stream);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	468
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	469 for (i = 0; i < 3; i++) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	470 ngx_queue_init(&qc->ns[i].frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	471 ngx_queue_init(&qc->ns[i].sent);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	472 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	473
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	474 ngx_queue_init(&qc->free_frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	475
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	476 qc->retry.log = c->log;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	477 qc->retry.data = c;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	478 qc->retry.handler = ngx_quic_retransmit_handler;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	479 qc->retry.cancelable = 1;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	480
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	481 qc->push.log = c->log;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	482 qc->push.data = c;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	483 qc->push.handler = ngx_quic_push_handler;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	484 qc->push.cancelable = 1;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	485
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	486 c->quic = qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	487 qc->ssl = ssl;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	488 qc->tp = *tp;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	489 qc->streams.handler = handler;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	490
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	491 ctp = &qc->ctp;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	492 ctp->max_packet_size = NGX_QUIC_DEFAULT_MAX_PACKET_SIZE;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	493 ctp->ack_delay_exponent = NGX_QUIC_DEFAULT_ACK_DELAY_EXPONENT;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	494 ctp->max_ack_delay = NGX_QUIC_DEFAULT_MAX_ACK_DELAY;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	495
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	496 qc->dcid.len = pkt->dcid.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	497 qc->dcid.data = ngx_pnalloc(c->pool, pkt->dcid.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	498 if (qc->dcid.data == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	499 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	500 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	501 ngx_memcpy(qc->dcid.data, pkt->dcid.data, qc->dcid.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	502
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	503 qc->scid.len = pkt->scid.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	504 qc->scid.data = ngx_pnalloc(c->pool, qc->scid.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	505 if (qc->scid.data == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	506 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	507 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	508 ngx_memcpy(qc->scid.data, pkt->scid.data, qc->scid.len);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	509
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	510 qc->token.len = pkt->token.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	511 qc->token.data = ngx_pnalloc(c->pool, qc->token.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	512 if (qc->token.data == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	513 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	514 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	515 ngx_memcpy(qc->token.data, pkt->token.data, qc->token.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	516
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	517 keys = &c->quic->keys[ssl_encryption_initial];
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	518
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	519 if (ngx_quic_set_initial_secret(c->pool, &keys->client, &keys->server,
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	520 &qc->dcid)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	521 != NGX_OK)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	522 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	523 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	524 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	525
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	526 pkt->secret = &keys->client;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	527 pkt->level = ssl_encryption_initial;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	528 pkt->plaintext = buf;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	529
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	530 if (ngx_quic_decrypt(pkt, NULL) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	531 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	532 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	533
8320 6e1213ef469a Rejecting new connections with non-zero Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8319 diff changeset	534 if (pkt->pn != 0) {
6e1213ef469a Rejecting new connections with non-zero Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8319 diff changeset	535 ngx_log_error(NGX_LOG_INFO, c->log, 0,
6e1213ef469a Rejecting new connections with non-zero Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8319 diff changeset	536 "invalid initial packet number %L", pkt->pn);
6e1213ef469a Rejecting new connections with non-zero Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8319 diff changeset	537 return NGX_ERROR;
6e1213ef469a Rejecting new connections with non-zero Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8319 diff changeset	538 }
6e1213ef469a Rejecting new connections with non-zero Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8319 diff changeset	539
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	540 if (ngx_quic_init_connection(c) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	541 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	542 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	543
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	544 if (ngx_quic_payload_handler(c, pkt) != NGX_OK) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	545 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	546 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	547
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	548 /* pos is at header end, adjust by actual packet length */
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	549 pkt->raw->pos += pkt->len;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	550
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	551 return ngx_quic_input(c, pkt->raw);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	552 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	553
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	554
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	555 static ngx_int_t
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	556 ngx_quic_init_connection(ngx_connection_t *c)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	557 {
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	558 int n, sslerr;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	559 u_char *p;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	560 ssize_t len;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	561 ngx_ssl_conn_t *ssl_conn;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	562 ngx_quic_connection_t *qc;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	563
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	564 qc = c->quic;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	565
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	566 if (ngx_ssl_create_connection(qc->ssl, c, NGX_SSL_BUFFER) != NGX_OK) {
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	567 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	568 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	569
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	570 ssl_conn = c->ssl->connection;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	571
8232 253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	572 if (SSL_set_quic_method(ssl_conn, &quic_method) == 0) {
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	573 ngx_log_error(NGX_LOG_INFO, c->log, 0,
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	574 "SSL_set_quic_method() failed");
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	575 return NGX_ERROR;
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	576 }
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	577
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	578 #ifdef SSL_READ_EARLY_DATA_SUCCESS
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	579 if (SSL_CTX_get_max_early_data(qc->ssl->ctx)) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	580 SSL_set_quic_early_data_enabled(ssl_conn, 1);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	581 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	582 #endif
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	583
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	584 len = ngx_quic_create_transport_params(NULL, NULL, &qc->tp);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	585 /* always succeeds */
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	586
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	587 p = ngx_pnalloc(c->pool, len);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	588 if (p == NULL) {
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	589 return NGX_ERROR;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	590 }
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	591
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	592 len = ngx_quic_create_transport_params(p, p + len, &qc->tp);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	593 if (len < 0) {
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	594 return NGX_ERROR;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	595 }
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	596
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	597 if (SSL_set_quic_transport_params(ssl_conn, p, len) == 0) {
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	598 ngx_log_error(NGX_LOG_INFO, c->log, 0,
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	599 "SSL_set_quic_transport_params() failed");
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	600 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	601 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	602
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	603 qc->max_streams = qc->tp.initial_max_streams_bidi;
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	604 qc->state = NGX_QUIC_ST_HANDSHAKE;
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	605
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	606 n = SSL_do_handshake(ssl_conn);
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	607
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	608 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_do_handshake: %d", n);
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	609
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	610 if (n == -1) {
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	611 sslerr = SSL_get_error(ssl_conn, n);
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	612
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	613 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_get_error: %d",
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	614 sslerr);
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	615
23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	616 if (sslerr != SSL_ERROR_WANT_READ) {
23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	617 ngx_ssl_error(NGX_LOG_ERR, c->log, 0, "SSL_do_handshake() failed");
23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	618 return NGX_ERROR;
23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	619 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	620 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	621
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	622 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	623 "SSL_quic_read_level: %d, SSL_quic_write_level: %d",
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	624 (int) SSL_quic_read_level(ssl_conn),
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	625 (int) SSL_quic_write_level(ssl_conn));
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	626
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	627 return NGX_OK;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	628 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	629
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	630
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	631 static void
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	632 ngx_quic_input_handler(ngx_event_t *rev)
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	633 {
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	634 ssize_t n;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	635 ngx_buf_t b;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	636 ngx_connection_t *c;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	637 ngx_quic_connection_t *qc;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	638 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	639
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	640 b.start = buf;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	641 b.end = buf + sizeof(buf);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	642 b.pos = b.last = b.start;
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	643
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	644 c = rev->data;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	645 qc = c->quic;
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	646
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	647 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, rev->log, 0, "quic input handler");
8212 e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	648
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	649 if (qc->closing) {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	650 ngx_quic_close_connection(c);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	651 return;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	652 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	653
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	654 if (rev->timedout) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	655 ngx_log_error(NGX_LOG_INFO, c->log, NGX_ETIMEDOUT, "client timed out");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	656 ngx_quic_close_connection(c);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	657 return;
8212 e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	658 }
e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	659
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	660 if (c->close) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	661 ngx_quic_close_connection(c);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	662 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	663 }
8220 7ada2feeac18 Added processing of CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8218 diff changeset	664
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	665 n = c->recv(c, b.start, b.end - b.start);
8215 38c0898b6df7 HTTP/3. Roman Arutyunyan <arut@nginx.com> parents: 8214 diff changeset	666
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	667 if (n == NGX_AGAIN) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	668 return;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	669 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	670
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	671 if (n == NGX_ERROR) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	672 c->read->eof = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	673 ngx_quic_close_connection(c);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	674 return;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	675 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	676
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	677 b.last += n;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	678
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	679 if (ngx_quic_input(c, &b) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	680 ngx_quic_close_connection(c);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	681 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	682 }
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	683
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	684 qc->send_timer_set = 0;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	685 ngx_add_timer(rev, qc->tp.max_idle_timeout);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	686 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	687
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	688
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	689 static void
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	690 ngx_quic_close_connection(ngx_connection_t *c)
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	691 {
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	692 #if (NGX_DEBUG)
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	693 ngx_uint_t ns;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	694 #endif
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	695 ngx_pool_t *pool;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	696 ngx_event_t *rev;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	697 ngx_rbtree_t *tree;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	698 ngx_rbtree_node_t *node;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	699 ngx_quic_stream_t *qs;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	700 ngx_quic_connection_t *qc;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	701
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	702 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "close quic connection");
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	703
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	704 qc = c->quic;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	705
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	706 if (qc) {
8322 d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	707 qc->closing = 1;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	708 tree = &qc->streams.tree;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	709
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	710 if (tree->root != tree->sentinel) {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	711 if (c->read->timer_set) {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	712 ngx_del_timer(c->read);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	713 }
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	714
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	715 #if (NGX_DEBUG)
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	716 ns = 0;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	717 #endif
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	718
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	719 for (node = ngx_rbtree_min(tree->root, tree->sentinel);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	720 node;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	721 node = ngx_rbtree_next(tree, node))
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	722 {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	723 qs = (ngx_quic_stream_t *) node;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	724
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	725 rev = qs->c->read;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	726 rev->ready = 1;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	727 rev->pending_eof = 1;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	728
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	729 ngx_post_event(rev, &ngx_posted_events);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	730
8322 d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	731 if (rev->timer_set) {
d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	732 ngx_del_timer(rev);
d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	733 }
d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	734
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	735 #if (NGX_DEBUG)
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	736 ns++;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	737 #endif
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	738 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	739
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	740 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	741 "quic connection has %ui active streams", ns);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	742
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	743 return;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	744 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	745
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	746 if (qc->push.timer_set) {
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	747 ngx_del_timer(&qc->push);
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	748 }
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	749
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	750 if (qc->retry.timer_set) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	751 ngx_del_timer(&qc->retry);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	752 }
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	753 }
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	754
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	755 if (c->ssl) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	756 (void) ngx_ssl_shutdown(c);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	757 }
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	758
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	759 #if (NGX_STAT_STUB)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	760 (void) ngx_atomic_fetch_add(ngx_stat_active, -1);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	761 #endif
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	762
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	763 c->destroyed = 1;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	764
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	765 pool = c->pool;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	766
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	767 ngx_close_connection(c);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	768
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	769 ngx_destroy_pool(pool);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	770 }
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	771
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	772
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	773 static ngx_int_t
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	774 ngx_quic_input(ngx_connection_t c, ngx_buf_t b)
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	775 {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	776 u_char *p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	777 ngx_int_t rc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	778 ngx_quic_header_t pkt;
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	779
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	780 p = b->pos;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	781
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	782 while (p < b->last) {
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	783 c->log->action = "processing quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	784
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	785 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	786 pkt.raw = b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	787 pkt.data = p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	788 pkt.len = b->last - p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	789 pkt.log = c->log;
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	790 pkt.flags = p[0];
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	791
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	792 if (pkt.flags == 0) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	793 /* XXX: no idea WTF is this, just ignore */
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	794 ngx_log_error(NGX_LOG_ALERT, c->log, 0, "FIREFOX: ZEROES");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	795 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	796 }
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	797
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	798 // TODO: check current state
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	799 if (ngx_quic_long_pkt(pkt.flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	800
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	801 if (ngx_quic_pkt_in(pkt.flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	802 rc = ngx_quic_initial_input(c, &pkt);
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	803
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	804 } else if (ngx_quic_pkt_hs(pkt.flags)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	805 rc = ngx_quic_handshake_input(c, &pkt);
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	806
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	807 } else if (ngx_quic_pkt_zrtt(pkt.flags)) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	808 rc = ngx_quic_early_input(c, &pkt);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	809
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	810 } else {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	811 ngx_log_error(NGX_LOG_INFO, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	812 "BUG: unknown quic state");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	813 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	814 }
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	815
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	816 } else {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	817 rc = ngx_quic_app_input(c, &pkt);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	818 }
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	819
8267 a8349cc72c64 Avoid using QUIC connection after CONNECTION_CLOSE. Roman Arutyunyan <arut@nginx.com> parents: 8266 diff changeset	820 if (rc != NGX_OK) {
a8349cc72c64 Avoid using QUIC connection after CONNECTION_CLOSE. Roman Arutyunyan <arut@nginx.com> parents: 8266 diff changeset	821 return rc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	822 }
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	823
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	824 /* b->pos is at header end, adjust by actual packet length */
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	825 p = b->pos + pkt.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	826 b->pos = p; /* reset b->pos to the next packet start */
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	827 }
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	828
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	829 return NGX_OK;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	830 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	831
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	832
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	833 static ngx_int_t
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	834 ngx_quic_initial_input(ngx_connection_t c, ngx_quic_header_t pkt)
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	835 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	836 ngx_ssl_conn_t *ssl_conn;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	837 ngx_quic_secrets_t *keys;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	838 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	839
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	840 c->log->action = "processing initial quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	841
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	842 ssl_conn = c->ssl->connection;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	843
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	844 if (ngx_quic_parse_long_header(pkt) != NGX_OK) {
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	845 return NGX_ERROR;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	846 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	847
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	848 if (ngx_quic_parse_initial_header(pkt) != NGX_OK) {
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	849 return NGX_ERROR;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	850 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	851
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	852 keys = &c->quic->keys[ssl_encryption_initial];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	853
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	854 pkt->secret = &keys->client;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	855 pkt->level = ssl_encryption_initial;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	856 pkt->plaintext = buf;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	857
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	858 if (ngx_quic_decrypt(pkt, ssl_conn) != NGX_OK) {
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	859 return NGX_ERROR;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	860 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	861
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	862 return ngx_quic_payload_handler(c, pkt);
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	863 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	864
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	865
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	866 static ngx_int_t
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	867 ngx_quic_handshake_input(ngx_connection_t c, ngx_quic_header_t pkt)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	868 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	869 ngx_quic_secrets_t *keys;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	870 ngx_quic_connection_t *qc;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	871 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	872
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	873 c->log->action = "processing handshake quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	874
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	875 qc = c->quic;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	876
8321 e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	877 keys = &c->quic->keys[ssl_encryption_handshake];
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	878
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	879 if (keys->client.key.len == 0) {
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	880 ngx_log_error(NGX_LOG_INFO, c->log, 0,
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	881 "no read keys yet, packet ignored");
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	882 return NGX_DECLINED;
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	883 }
e45719a9b148 Discarding Handshake packets if no Handshake keys yet. Sergey Kandaurov <pluknet@nginx.com> parents: 8320 diff changeset	884
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	885 /* extract cleartext data into pkt */
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	886 if (ngx_quic_parse_long_header(pkt) != NGX_OK) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	887 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	888 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	889
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	890 if (pkt->dcid.len != qc->dcid.len) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	891 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic dcidl");
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	892 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	893 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	894
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	895 if (ngx_memcmp(pkt->dcid.data, qc->dcid.data, qc->dcid.len) != 0) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	896 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic dcid");
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	897 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	898 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	899
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	900 if (pkt->scid.len != qc->scid.len) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	901 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic scidl");
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	902 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	903 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	904
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	905 if (ngx_memcmp(pkt->scid.data, qc->scid.data, qc->scid.len) != 0) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	906 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic scid");
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	907 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	908 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	909
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	910 if (!ngx_quic_pkt_hs(pkt->flags)) {
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	911 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	912 "invalid packet type: 0x%xi", pkt->flags);
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	913 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	914 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	915
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	916 if (ngx_quic_parse_handshake_header(pkt) != NGX_OK) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	917 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	918 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	919
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	920 pkt->secret = &keys->client;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	921 pkt->level = ssl_encryption_handshake;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	922 pkt->plaintext = buf;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	923
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	924 if (ngx_quic_decrypt(pkt, c->ssl->connection) != NGX_OK) {
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	925 return NGX_ERROR;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	926 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	927
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	928 return ngx_quic_payload_handler(c, pkt);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	929 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	930
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	931
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	932 static ngx_int_t
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	933 ngx_quic_early_input(ngx_connection_t c, ngx_quic_header_t pkt)
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	934 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	935 ngx_quic_secrets_t *keys;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	936 ngx_quic_connection_t *qc;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	937 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	938
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	939 c->log->action = "processing early data quic packet";
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	940
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	941 qc = c->quic;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	942
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	943 /* extract cleartext data into pkt */
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	944 if (ngx_quic_parse_long_header(pkt) != NGX_OK) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	945 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	946 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	947
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	948 if (pkt->dcid.len != qc->dcid.len) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	949 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic dcidl");
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	950 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	951 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	952
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	953 if (ngx_memcmp(pkt->dcid.data, qc->dcid.data, qc->dcid.len) != 0) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	954 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic dcid");
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	955 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	956 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	957
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	958 if (pkt->scid.len != qc->scid.len) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	959 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic scidl");
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	960 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	961 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	962
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	963 if (ngx_memcmp(pkt->scid.data, qc->scid.data, qc->scid.len) != 0) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	964 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected quic scid");
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	965 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	966 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	967
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	968 if (!ngx_quic_pkt_zrtt(pkt->flags)) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	969 ngx_log_error(NGX_LOG_INFO, c->log, 0,
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	970 "invalid packet type: 0x%xi", pkt->flags);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	971 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	972 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	973
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	974 if (ngx_quic_parse_handshake_header(pkt) != NGX_OK) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	975 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	976 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	977
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	978 if (c->quic->state != NGX_QUIC_ST_EARLY_DATA) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	979 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unexpected 0-RTT packet");
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	980 return NGX_OK;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	981 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	982
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	983 keys = &c->quic->keys[ssl_encryption_early_data];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	984
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	985 pkt->secret = &keys->client;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	986 pkt->level = ssl_encryption_early_data;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	987 pkt->plaintext = buf;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	988
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	989 if (ngx_quic_decrypt(pkt, c->ssl->connection) != NGX_OK) {
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	990 return NGX_ERROR;
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	991 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	992
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	993 return ngx_quic_payload_handler(c, pkt);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	994 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	995
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	996
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	997 static ngx_int_t
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	998 ngx_quic_app_input(ngx_connection_t c, ngx_quic_header_t pkt)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	999 {
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1000 ngx_int_t rc;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1001 ngx_quic_secrets_t keys, next, tmp;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1002 ngx_quic_connection_t *qc;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1003 static u_char buf[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1004
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1005 c->log->action = "processing application data quic packet";
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1006
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1007 qc = c->quic;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1008
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1009 keys = &c->quic->keys[ssl_encryption_application];
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1010 next = &c->quic->next_key;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1011
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1012 if (keys->client.key.len == 0) {
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1013 ngx_log_error(NGX_LOG_INFO, c->log, 0,
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1014 "no read keys yet, packet ignored");
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1015 return NGX_DECLINED;
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1016 }
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1017
8224 ae35ccba7aa6 Extracted transport part of the code into separate file. Vladimir Homutov <vl@nginx.com> parents: 8223 diff changeset	1018 if (ngx_quic_parse_short_header(pkt, &qc->dcid) != NGX_OK) {
8185 6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1019 return NGX_ERROR;
6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1020 }
6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1021
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1022 pkt->secret = &keys->client;
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1023 pkt->next = &next->client;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1024 pkt->key_phase = c->quic->key_phase;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1025 pkt->level = ssl_encryption_application;
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1026 pkt->plaintext = buf;
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1027
8288 ebd5c71b9f02 Got rid of memory allocation in decryption. Vladimir Homutov <vl@nginx.com> parents: 8286 diff changeset	1028 if (ngx_quic_decrypt(pkt, c->ssl->connection) != NGX_OK) {
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1029 return NGX_ERROR;
8185 6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1030 }
6a76d9657772 QUIC handshake final bits. Sergey Kandaurov <pluknet@nginx.com> parents: 8184 diff changeset	1031
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1032 /* switch keys on Key Phase change */
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1033
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1034 if (pkt->key_update) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1035 c->quic->key_phase ^= 1;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1036
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1037 tmp = *keys;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1038 keys = next;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1039 *next = tmp;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1040 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1041
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1042 rc = ngx_quic_payload_handler(c, pkt);
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1043
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1044 if (rc == NGX_ERROR) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1045 return NGX_ERROR;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1046 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1047
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1048 /* generate next keys */
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1049
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1050 if (pkt->key_update) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1051 if (ngx_quic_key_update(c, keys, next) != NGX_OK) {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1052 return NGX_ERROR;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1053 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1054 }
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1055
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1056 return rc;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1057 }
8171 4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	1058
4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	1059
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1060 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1061 ngx_quic_payload_handler(ngx_connection_t c, ngx_quic_header_t pkt)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1062 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1063 u_char end, p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1064 ssize_t len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1065 ngx_uint_t ack_this, do_close;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1066 ngx_quic_frame_t frame, *ack_frame;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1067 ngx_quic_connection_t *qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1068
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1069
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1070 qc = c->quic;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1071
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1072 p = pkt->payload.data;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1073 end = p + pkt->payload.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1074
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1075 ack_this = 0;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1076 do_close = 0;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1077
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1078 while (p < end) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1079
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1080 c->log->action = "parsing frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1081
8240 1f002206a59b Added boundaries checks into frame parser. Vladimir Homutov <vl@nginx.com> parents: 8239 diff changeset	1082 len = ngx_quic_parse_frame(pkt, p, end, &frame);
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1083
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1084 if (len == NGX_DECLINED) {
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1085 /* TODO: handle protocol violation:
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1086 * such frame not allowed in this packet
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1087 */
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1088 return NGX_ERROR;
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1089 }
c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1090
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1091 if (len < 0) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1092 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1093 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1094
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1095 c->log->action = "handling frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1096
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1097 p += len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1098
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1099 switch (frame.type) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1100
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1101 case NGX_QUIC_FT_ACK:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1102 if (ngx_quic_handle_ack_frame(c, pkt, &frame.u.ack) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1103 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1104 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1105
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1106 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1107
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1108 case NGX_QUIC_FT_CRYPTO:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1109
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1110 if (ngx_quic_handle_crypto_frame(c, pkt, &frame.u.crypto)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1111 != NGX_OK)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1112 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1113 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1114 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1115
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1116 ack_this = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1117 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1118
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1119 case NGX_QUIC_FT_PADDING:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1120 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1121
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1122 case NGX_QUIC_FT_PING:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1123 ack_this = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1124 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1125
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1126 case NGX_QUIC_FT_NEW_CONNECTION_ID:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1127 ack_this = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1128 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1129
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1130 case NGX_QUIC_FT_CONNECTION_CLOSE:
8258 80d7144b1c38 Closing connection on NGX_QUIC_FT_CONNECTION_CLOSE. Sergey Kandaurov <pluknet@nginx.com> parents: 8252 diff changeset	1131 case NGX_QUIC_FT_CONNECTION_CLOSE2:
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1132
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1133 do_close = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1134 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1135
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1136 case NGX_QUIC_FT_STREAM0:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1137 case NGX_QUIC_FT_STREAM1:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1138 case NGX_QUIC_FT_STREAM2:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1139 case NGX_QUIC_FT_STREAM3:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1140 case NGX_QUIC_FT_STREAM4:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1141 case NGX_QUIC_FT_STREAM5:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1142 case NGX_QUIC_FT_STREAM6:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1143 case NGX_QUIC_FT_STREAM7:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1144
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1145 if (ngx_quic_handle_stream_frame(c, pkt, &frame.u.stream)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1146 != NGX_OK)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1147 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1148 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1149 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1150
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1151 ack_this = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1152 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1153
8237 ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1154 case NGX_QUIC_FT_MAX_DATA:
ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1155 c->quic->max_data = frame.u.max_data.max_data;
ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1156 ack_this = 1;
ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1157 break;
ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	1158
8231 78540e2160d0 Added parsing of RESET_STREAM and STOP_SENDING frames Vladimir Homutov <vl@nginx.com> parents: 8229 diff changeset	1159 case NGX_QUIC_FT_RESET_STREAM:
8240 1f002206a59b Added boundaries checks into frame parser. Vladimir Homutov <vl@nginx.com> parents: 8239 diff changeset	1160 /* TODO: handle */
8231 78540e2160d0 Added parsing of RESET_STREAM and STOP_SENDING frames Vladimir Homutov <vl@nginx.com> parents: 8229 diff changeset	1161 break;
78540e2160d0 Added parsing of RESET_STREAM and STOP_SENDING frames Vladimir Homutov <vl@nginx.com> parents: 8229 diff changeset	1162
78540e2160d0 Added parsing of RESET_STREAM and STOP_SENDING frames Vladimir Homutov <vl@nginx.com> parents: 8229 diff changeset	1163 case NGX_QUIC_FT_STOP_SENDING:
8240 1f002206a59b Added boundaries checks into frame parser. Vladimir Homutov <vl@nginx.com> parents: 8239 diff changeset	1164 /* TODO: handle; need ack ? */
8231 78540e2160d0 Added parsing of RESET_STREAM and STOP_SENDING frames Vladimir Homutov <vl@nginx.com> parents: 8229 diff changeset	1165 break;
78540e2160d0 Added parsing of RESET_STREAM and STOP_SENDING frames Vladimir Homutov <vl@nginx.com> parents: 8229 diff changeset	1166
8236 d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1167 case NGX_QUIC_FT_STREAMS_BLOCKED:
d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1168 case NGX_QUIC_FT_STREAMS_BLOCKED2:
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1169
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1170 if (ngx_quic_handle_streams_blocked_frame(c, pkt,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1171 &frame.u.streams_blocked)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1172 != NGX_OK)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1173 {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1174 return NGX_ERROR;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1175 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1176
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1177 ack_this = 1;
8236 d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1178 break;
d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	1179
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1180 case NGX_QUIC_FT_STREAM_DATA_BLOCKED:
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1181
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1182 if (ngx_quic_handle_stream_data_blocked_frame(c, pkt,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1183 &frame.u.stream_data_blocked)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1184 != NGX_OK)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1185 {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1186 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1187 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1188
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1189 ack_this = 1;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1190 break;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1191
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1192 default:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1193 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1194 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1195 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1196
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1197 if (p != end) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1198 ngx_log_error(NGX_LOG_INFO, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1199 "trailing garbage in payload: %ui bytes", end - p);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1200 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1201 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1202
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1203 if (do_close) {
8267 a8349cc72c64 Avoid using QUIC connection after CONNECTION_CLOSE. Roman Arutyunyan <arut@nginx.com> parents: 8266 diff changeset	1204 return NGX_DONE;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1205 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1206
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1207 if (ack_this == 0) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1208 /* do not ack packets with ACKs and PADDING */
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1209 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1210 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1211
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1212 c->log->action = "generating acknowledgment";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1213
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1214 // packet processed, ACK it now if required
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1215 // TODO: if (ack_required) ... - currently just ack each packet
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1216
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	1217 ack_frame = ngx_quic_alloc_frame(c, 0);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1218 if (ack_frame == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1219 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1220 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1221
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	1222 ack_frame->level = (pkt->level == ssl_encryption_early_data)
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	1223 ? ssl_encryption_application
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	1224 : pkt->level;
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	1225
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1226 ack_frame->type = NGX_QUIC_FT_ACK;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1227 ack_frame->u.ack.largest = pkt->pn;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1228 /* only ack immediate packet ]*/
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1229 ack_frame->u.ack.first_range = 0;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1230
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	1231 ngx_sprintf(ack_frame->info, "ACK for PN=%d from frame handler level=%d", pkt->pn, ack_frame->level);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1232 ngx_quic_queue_frame(qc, ack_frame);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1233
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1234 // TODO: call output() after processing some special frames?
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1235 return NGX_OK;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1236 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1237
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1238
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1239 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1240 ngx_quic_handle_ack_frame(ngx_connection_t c, ngx_quic_header_t pkt,
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1241 ngx_quic_ack_frame_t *ack)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1242 {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1243 ngx_uint_t found, min;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1244 ngx_queue_t *q, range;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1245 ngx_quic_frame_t *f;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1246 ngx_quic_namespace_t *ns;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1247
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1248 ns = &c->quic->ns[ngx_quic_ns(pkt->level)];
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1249
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1250 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1251 "ngx_quic_handle_ack_frame in namespace %d",
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1252 ngx_quic_ns(pkt->level));
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1253
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1254 if (ack->first_range > ack->largest) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1255 ngx_log_error(NGX_LOG_INFO, c->log, 0,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1256 "invalid first range in ack frame");
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1257 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1258 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1259
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1260 min = ack->largest - ack->first_range;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1261
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1262 found = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1263
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1264 ngx_queue_init(&range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1265
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1266 q = ngx_queue_head(&ns->sent);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1267
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1268 while (q != ngx_queue_sentinel(&ns->sent)) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1269
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1270 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1271
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1272 if (f->pnum >= min && f->pnum <= ack->largest) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1273 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1274 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1275 ngx_quic_free_frame(c, f);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1276 found = 1;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1277
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1278 } else {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1279 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1280 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1281 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1282
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1283 if (!found) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1284
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1285 if (ack->largest <= ns->pnum) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1286 /* duplicate ACK or ACK for non-ack-eliciting frame */
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1287 goto done;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1288 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1289
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1290 ngx_log_error(NGX_LOG_INFO, c->log, 0,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1291 "ACK for the packet not in sent queue ");
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1292 // TODO: handle error properly: PROTOCOL VIOLATION?
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1293 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1294 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1295
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1296 done:
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1297
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1298 /* 13.2.3. Receiver Tracking of ACK Frames */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1299 if (ns->largest < ack->largest) {
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1300 ns->largest = ack->largest;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1301 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1302 "updated largest received: %ui", ns->largest);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1303 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1304
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1305 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1306 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1307
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1308
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1309 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1310 ngx_quic_handle_crypto_frame(ngx_connection_t c, ngx_quic_header_t pkt,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1311 ngx_quic_crypto_frame_t *f)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1312 {
8273 cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1313 int sslerr;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1314 ssize_t n;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1315 ngx_ssl_conn_t *ssl_conn;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1316
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1317 if (f->offset != 0x0) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1318 ngx_log_error(NGX_LOG_INFO, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1319 "crypto frame with non-zero offset");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1320 // TODO: add support for crypto frames spanning packets
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1321 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1322 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1323
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1324 ssl_conn = c->ssl->connection;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1325
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1326 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1327 "SSL_quic_read_level: %d, SSL_quic_write_level: %d",
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1328 (int) SSL_quic_read_level(ssl_conn),
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1329 (int) SSL_quic_write_level(ssl_conn));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1330
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1331 if (!SSL_provide_quic_data(ssl_conn, SSL_quic_read_level(ssl_conn),
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1332 f->data, f->len))
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1333 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1334 ngx_ssl_error(NGX_LOG_INFO, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1335 "SSL_provide_quic_data() failed");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1336 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1337 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1338
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1339 n = SSL_do_handshake(ssl_conn);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1340
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1341 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_do_handshake: %d", n);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1342
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1343 if (n == -1) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1344 sslerr = SSL_get_error(ssl_conn, n);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1345
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1346 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_get_error: %d",
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1347 sslerr);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1348
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	1349 if (sslerr != SSL_ERROR_WANT_READ) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1350 ngx_ssl_error(NGX_LOG_ERR, c->log, 0, "SSL_do_handshake() failed");
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	1351 return NGX_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1352 }
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1353
8302 76818c9cdd6f Sending HANDSHAKE_DONE just once with BoringSSL. Sergey Kandaurov <pluknet@nginx.com> parents: 8301 diff changeset	1354 } else if (n == 1 && !SSL_in_init(ssl_conn)) {
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1355 c->quic->state = NGX_QUIC_ST_APPLICATION;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1356
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1357 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8299 4ad7d4272cd5 Style. Sergey Kandaurov <pluknet@nginx.com> parents: 8294 diff changeset	1358 "quic ssl cipher: %s", SSL_get_cipher(ssl_conn));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1359
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1360 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8299 4ad7d4272cd5 Style. Sergey Kandaurov <pluknet@nginx.com> parents: 8294 diff changeset	1361 "handshake completed successfully");
8273 cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1362
8274 ee53bfd8f9ed Added QUIC version check for sending HANDSHAKE_DONE frame. Vladimir Homutov <vl@nginx.com> parents: 8273 diff changeset	1363 #if (NGX_QUIC_DRAFT_VERSION >= 27)
ee53bfd8f9ed Added QUIC version check for sending HANDSHAKE_DONE frame. Vladimir Homutov <vl@nginx.com> parents: 8273 diff changeset	1364 {
ee53bfd8f9ed Added QUIC version check for sending HANDSHAKE_DONE frame. Vladimir Homutov <vl@nginx.com> parents: 8273 diff changeset	1365 ngx_quic_frame_t *frame;
ee53bfd8f9ed Added QUIC version check for sending HANDSHAKE_DONE frame. Vladimir Homutov <vl@nginx.com> parents: 8273 diff changeset	1366
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	1367 frame = ngx_quic_alloc_frame(c, 0);
8273 cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1368 if (frame == NULL) {
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1369 return NGX_ERROR;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1370 }
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1371
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1372 /* 12.4 Frames and frame types, figure 8 */
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1373 frame->level = ssl_encryption_application;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1374 frame->type = NGX_QUIC_FT_HANDSHAKE_DONE;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1375 ngx_sprintf(frame->info, "HANDSHAKE DONE on handshake completed");
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	1376 ngx_quic_queue_frame(c->quic, frame);
8274 ee53bfd8f9ed Added QUIC version check for sending HANDSHAKE_DONE frame. Vladimir Homutov <vl@nginx.com> parents: 8273 diff changeset	1377 }
ee53bfd8f9ed Added QUIC version check for sending HANDSHAKE_DONE frame. Vladimir Homutov <vl@nginx.com> parents: 8273 diff changeset	1378 #endif
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1379
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1380 /*
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1381 * Generating next keys before a key update is received.
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1382 * See quic-tls 9.4 Header Protection Timing Side-Channels.
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1383 */
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1384
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1385 if (ngx_quic_key_update(c, &c->quic->keys[ssl_encryption_application],
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1386 &c->quic->next_key)
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1387 != NGX_OK)
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1388 {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1389 return NGX_ERROR;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1390 }
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1391 }
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1392
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1393 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1394 "SSL_quic_read_level: %d, SSL_quic_write_level: %d",
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1395 (int) SSL_quic_read_level(ssl_conn),
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1396 (int) SSL_quic_write_level(ssl_conn));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1397
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1398 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1399 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1400
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1401
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1402 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1403 ngx_quic_handle_stream_frame(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1404 ngx_quic_header_t pkt, ngx_quic_stream_frame_t f)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1405 {
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1406 size_t n;
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1407 ngx_buf_t *b;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1408 ngx_event_t *rev;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1409 ngx_quic_stream_t *sn;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1410 ngx_quic_connection_t *qc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1411
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1412 qc = c->quic;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1413
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1414 sn = ngx_quic_find_stream(&qc->streams.tree, f->stream_id);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1415
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1416 if (sn) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1417 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "existing stream");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1418 b = sn->b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1419
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1420 if ((size_t) ((b->pos - b->start) + (b->end - b->last)) < f->length) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1421 ngx_log_error(NGX_LOG_INFO, c->log, 0, "no space in stream buffer");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1422 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1423 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1424
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1425 if ((size_t) (b->end - b->last) < f->length) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1426 b->last = ngx_movemem(b->start, b->pos, b->last - b->pos);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1427 b->pos = b->start;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1428 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1429
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1430 b->last = ngx_cpymem(b->last, f->data, f->length);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1431
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1432 rev = sn->c->read;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1433 rev->ready = 1;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1434
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	1435 if (f->fin) {
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	1436 rev->pending_eof = 1;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	1437 }
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	1438
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1439 if (rev->active) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1440 rev->handler(rev);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1441 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1442
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1443 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1444 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1445
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1446 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "stream is new");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1447
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1448 n = (f->stream_id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1449 ? qc->tp.initial_max_stream_data_uni
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1450 : qc->tp.initial_max_stream_data_bidi_remote;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1451
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1452 if (n < NGX_QUIC_STREAM_BUFSIZE) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1453 n = NGX_QUIC_STREAM_BUFSIZE;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1454 }
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1455
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1456 if (n < f->length) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1457 ngx_log_error(NGX_LOG_INFO, c->log, 0, "no space in stream buffer");
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1458 return NGX_ERROR;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1459 }
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1460
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1461 sn = ngx_quic_create_stream(c, f->stream_id, n);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1462 if (sn == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1463 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1464 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1465
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1466 b = sn->b;
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	1467 b->last = ngx_cpymem(b->last, f->data, f->length);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1468
8294 32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	1469 rev = sn->c->read;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	1470 rev->ready = 1;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	1471
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	1472 if (f->fin) {
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	1473 rev->pending_eof = 1;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	1474 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1475
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1476 if ((f->stream_id & NGX_QUIC_STREAM_UNIDIRECTIONAL) == 0) {
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1477 ngx_quic_handle_max_streams(c);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1478 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1479
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1480 qc->streams.handler(sn->c);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1481
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1482 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1483 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1484
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1485
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1486 static ngx_int_t
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1487 ngx_quic_handle_max_streams(ngx_connection_t *c)
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1488 {
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1489 ngx_quic_frame_t *frame;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1490 ngx_quic_connection_t *qc;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1491
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1492 qc = c->quic;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1493 qc->cur_streams++;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1494
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1495 if (qc->cur_streams + NGX_QUIC_STREAMS_INC / 2 < qc->max_streams) {
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1496 return NGX_OK;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1497 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1498
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1499 frame = ngx_quic_alloc_frame(c, 0);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1500 if (frame == NULL) {
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1501 return NGX_ERROR;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1502 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1503
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1504 qc->max_streams = ngx_max(qc->max_streams + NGX_QUIC_STREAMS_INC,
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1505 NGX_QUIC_STREAMS_LIMIT);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1506
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1507 frame->level = ssl_encryption_application;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1508 frame->type = NGX_QUIC_FT_MAX_STREAMS;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1509 frame->u.max_streams.limit = qc->max_streams;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1510 frame->u.max_streams.bidi = 1;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1511
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1512 ngx_sprintf(frame->info, "MAX_STREAMS limit:%d bidi:%d level=%d",
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1513 (int) frame->u.max_streams.limit,
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1514 (int) frame->u.max_streams.bidi,
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1515 frame->level);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1516
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1517 ngx_quic_queue_frame(qc, frame);
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1518
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1519 return NGX_OK;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1520 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1521
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1522
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1523 static ngx_int_t
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1524 ngx_quic_handle_streams_blocked_frame(ngx_connection_t *c,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1525 ngx_quic_header_t pkt, ngx_quic_streams_blocked_frame_t f)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1526 {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1527 ngx_quic_frame_t *frame;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1528
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	1529 frame = ngx_quic_alloc_frame(c, 0);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1530 if (frame == NULL) {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1531 return NGX_ERROR;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1532 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1533
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1534 frame->level = pkt->level;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1535 frame->type = NGX_QUIC_FT_MAX_STREAMS;
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1536 frame->u.max_streams.limit = ngx_max(f->limit * 2, NGX_QUIC_STREAMS_LIMIT);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1537 frame->u.max_streams.bidi = f->bidi;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1538
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1539 c->quic->max_streams = frame->u.max_streams.limit;
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	1540
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1541 ngx_sprintf(frame->info, "MAX_STREAMS limit:%d bidi:%d level=%d",
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1542 (int) frame->u.max_streams.limit,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1543 (int) frame->u.max_streams.bidi,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1544 frame->level);
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1545
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1546 ngx_quic_queue_frame(c->quic, frame);
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1547
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1548 return NGX_OK;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1549 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1550
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	1551
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1552 static ngx_int_t
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1553 ngx_quic_handle_stream_data_blocked_frame(ngx_connection_t *c,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1554 ngx_quic_header_t pkt, ngx_quic_stream_data_blocked_frame_t f)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1555 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1556 size_t n;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1557 ngx_buf_t *b;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1558 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1559 ngx_quic_stream_t *sn;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	1560 ngx_quic_connection_t *qc;
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1561
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1562 qc = c->quic;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1563 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1564
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1565 if (sn == NULL) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1566 ngx_log_error(NGX_LOG_INFO, c->log, 0, "unknown stream id:%uL", f->id);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1567 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1568 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1569
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1570 b = sn->b;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1571 n = (b->pos - b->start) + (b->end - b->last);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1572
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	1573 frame = ngx_quic_alloc_frame(c, 0);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1574 if (frame == NULL) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1575 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1576 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1577
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1578 frame->level = pkt->level;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1579 frame->type = NGX_QUIC_FT_MAX_STREAM_DATA;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1580 frame->u.max_stream_data.id = f->id;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1581 frame->u.max_stream_data.limit = n;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1582
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1583 ngx_sprintf(frame->info, "MAX_STREAM_DATA id:%d limit:%d level=%d",
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1584 (int) frame->u.max_stream_data.id,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1585 (int) frame->u.max_stream_data.limit,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1586 frame->level);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1587
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1588 ngx_quic_queue_frame(c->quic, frame);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1589
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1590 return NGX_OK;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1591 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1592
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	1593
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1594 static void
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1595 ngx_quic_queue_frame(ngx_quic_connection_t qc, ngx_quic_frame_t frame)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1596 {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1597 ngx_quic_namespace_t *ns;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1598
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1599 ns = &qc->ns[ngx_quic_ns(frame->level)];
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1600
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1601 ngx_queue_insert_tail(&ns->frames, &frame->queue);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1602
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1603 /* TODO: check PUSH flag on stream and call output */
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1604
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1605 if (!qc->push.timer_set && !qc->closing) {
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1606 ngx_add_timer(&qc->push, qc->tp.max_ack_delay);
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1607 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1608 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1609
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1610
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1611 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1612 ngx_quic_output(ngx_connection_t *c)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1613 {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1614 ngx_uint_t i;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1615 ngx_quic_namespace_t *ns;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1616 ngx_quic_connection_t *qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1617
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1618 c->log->action = "sending frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	1619
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1620 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1621
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1622 for (i = 0; i < 3; i++) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1623 ns = &qc->ns[i];
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1624 if (ngx_quic_output_ns(c, ns, i) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1625 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1626 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1627 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1628
8322 d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	1629 if (!qc->send_timer_set && !qc->closing) {
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1630 qc->send_timer_set = 1;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1631 ngx_add_timer(c->read, qc->tp.max_idle_timeout);
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1632 }
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1633
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1634 if (!qc->retry.timer_set && !qc->closing) {
8316 0dc0552335bd Removed unneccesary milliseconds conversion. Vladimir Homutov <vl@nginx.com> parents: 8315 diff changeset	1635 ngx_add_timer(&qc->retry, qc->tp.max_ack_delay);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1636 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1637
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1638 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1639 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1640
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1641
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1642 static ngx_int_t
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1643 ngx_quic_output_ns(ngx_connection_t c, ngx_quic_namespace_t ns,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1644 ngx_uint_t nsi)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1645 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1646 size_t len, hlen, n;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1647 ngx_int_t rc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1648 ngx_queue_t *q, range;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1649 ngx_quic_frame_t *f;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1650 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1651
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1652 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1653
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1654 if (ngx_queue_empty(&ns->frames)) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1655 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1656 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1657
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1658 hlen = (nsi == 2) ? NGX_QUIC_MAX_SHORT_HEADER
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1659 : NGX_QUIC_MAX_LONG_HEADER;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1660
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1661 hlen += EVP_GCM_TLS_TAG_LEN;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1662
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1663 q = ngx_queue_head(&ns->frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1664
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1665 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1666 len = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1667 ngx_queue_init(&range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1668
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1669 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1670 /* process group of frames that fits into packet */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1671 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1672
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1673 n = ngx_quic_create_frame(NULL, f);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1674
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1675 if (len && hlen + len + n > qc->ctp.max_packet_size) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1676 break;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1677 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1678
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1679 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1680
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1681 f->first = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1682
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1683 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1684 ngx_queue_insert_tail(&range, &f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1685
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1686 len += n;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1687
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1688 } while (q != ngx_queue_sentinel(&ns->frames));
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1689
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1690 rc = ngx_quic_send_frames(c, &range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1691
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1692 if (rc == NGX_OK) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1693 /*
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1694 * frames are moved into the sent queue
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1695 * to wait for ack/be retransmitted
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1696 */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1697 ngx_queue_add(&ns->sent, &range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1698
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1699 } else if (rc == NGX_DONE) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1700
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1701 /* no ack is expected for this frames, can free them */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1702 ngx_quic_free_frames(c, &range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1703
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1704 } else {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1705 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1706 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1707
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1708
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1709 } while (q != ngx_queue_sentinel(&ns->frames));
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1710
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1711 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1712 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1713
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1714
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1715 static void
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1716 ngx_quic_free_frames(ngx_connection_t c, ngx_queue_t frames)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1717 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1718 ngx_queue_t *q;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1719 ngx_quic_frame_t *f;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1720
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1721 q = ngx_queue_head(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1722
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1723 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1724 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1725 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1726
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1727 ngx_quic_free_frame(c, f);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1728
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1729 } while (q != ngx_queue_sentinel(frames));
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1730 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1731
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1732
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1733 /* pack a group of frames [start; end) into memory p and send as single packet */
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1734 static ngx_int_t
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1735 ngx_quic_send_frames(ngx_connection_t c, ngx_queue_t frames)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1736 {
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1737 ssize_t len;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1738 u_char *p;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1739 ngx_msec_t now;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1740 ngx_str_t out, res;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1741 ngx_queue_t *q;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1742 ngx_quic_frame_t f, start;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1743 ngx_quic_header_t pkt;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1744 ngx_quic_secrets_t *keys;
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	1745 ngx_quic_namespace_t *ns;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1746 ngx_quic_connection_t *qc;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1747 static ngx_str_t initial_token = ngx_null_string;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1748 static u_char src[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1749 static u_char dst[NGX_QUIC_DEFAULT_MAX_PACKET_SIZE];
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1750
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1751 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "ngx_quic_send_frames");
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1752
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1753 q = ngx_queue_head(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1754 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1755
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1756 ns = &c->quic->ns[ngx_quic_ns(start->level)];
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1757
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1758 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1759
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1760 p = src;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1761 out.data = src;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1762
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1763 for (q = ngx_queue_head(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1764 q != ngx_queue_sentinel(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1765 q = ngx_queue_next(q))
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1766 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1767 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1768
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1769 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "frame: %s", f->info);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1770
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1771 len = ngx_quic_create_frame(p, f);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1772 if (len == -1) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1773 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1774 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1775
8312 053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	1776 if (f->need_ack) {
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	1777 pkt.need_ack = 1;
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	1778 }
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	1779
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1780 p += len;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1781 f->pnum = ns->pnum;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1782 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1783
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1784 if (start->level == ssl_encryption_initial) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1785 /* ack will not be sent in initial packets due to initial keys being
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1786 * discarded when handshake start.
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1787 * Thus consider initial packets as non-ack-eliciting
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1788 */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1789 pkt.need_ack = 0;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1790 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1791
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1792 out.len = p - out.data;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1793
8301 c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	1794 while (out.len < 4) {
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	1795 *p++ = NGX_QUIC_FT_PADDING;
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	1796 out.len++;
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	1797 }
c9fbe9508e1f QUIC packet padding to fulfil header protection sample demands. Sergey Kandaurov <pluknet@nginx.com> parents: 8300 diff changeset	1798
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1799 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1800 "packet ready: %ui bytes at level %d need_ack: %ui",
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1801 out.len, start->level, pkt.need_ack);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1802
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1803 qc = c->quic;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1804
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1805 keys = &c->quic->keys[start->level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1806
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1807 pkt.secret = &keys->server;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	1808
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1809 if (start->level == ssl_encryption_initial) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1810 pkt.flags = NGX_QUIC_PKT_INITIAL;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1811 pkt.token = initial_token;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1812
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1813 } else if (start->level == ssl_encryption_handshake) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1814 pkt.flags = NGX_QUIC_PKT_HANDSHAKE;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1815
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1816 } else {
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1817 // TODO: macro, set FIXED bit
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	1818 pkt.flags = 0x40 \| (c->quic->key_phase ? NGX_QUIC_PKT_KPHASE : 0);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1819 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1820
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1821 ngx_quic_set_packet_number(&pkt, ns);
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1822
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1823 pkt.log = c->log;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1824 pkt.level = start->level;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1825 pkt.dcid = qc->dcid;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1826 pkt.scid = qc->scid;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1827 pkt.payload = out;
8285 f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	1828
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	1829 res.data = dst;
8285 f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	1830
f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	1831 if (ngx_quic_encrypt(&pkt, c->ssl->connection, &res) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1832 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1833 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1834
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1835 ngx_quic_hexdump0(c->log, "packet to send", res.data, res.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1836
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1837 len = c->send(c, res.data, res.len);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1838 if (len == NGX_ERROR \|\| (size_t) len != res.len) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1839 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1840 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1841
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1842 /* len == NGX_OK \|\| NGX_AGAIN */
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	1843 ns->pnum++;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1844
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1845 now = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1846 start->last = now;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1847
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1848 return pkt.need_ack ? NGX_OK : NGX_DONE;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1849 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1850
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1851
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1852 static void
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1853 ngx_quic_set_packet_number(ngx_quic_header_t pkt, ngx_quic_namespace_t ns)
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1854 {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1855 uint64_t delta;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1856
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1857 delta = ns->pnum - ns->largest;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1858 pkt->number = ns->pnum;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1859
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1860 if (delta <= 0x7F) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1861 pkt->num_len = 1;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1862 pkt->trunc = ns->pnum & 0xff;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1863
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1864 } else if (delta <= 0x7FFF) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1865 pkt->num_len = 2;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1866 pkt->flags \|= 0x1;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1867 pkt->trunc = ns->pnum & 0xffff;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1868
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1869 } else if (delta <= 0x7FFFFF) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1870 pkt->num_len = 3;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1871 pkt->flags \|= 0x2;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1872 pkt->trunc = ns->pnum & 0xffffff;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1873
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1874 } else {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1875 pkt->num_len = 4;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1876 pkt->flags \|= 0x3;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1877 pkt->trunc = ns->pnum & 0xffffffff;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1878 }
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1879 }
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1880
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1881
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	1882 static void
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1883 ngx_quic_retransmit_handler(ngx_event_t *ev)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1884 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1885 ngx_uint_t i;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1886 ngx_msec_t wait, nswait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1887 ngx_connection_t *c;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1888 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1889
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1890 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1891 "retransmit timer");
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1892
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1893 c = ev->data;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1894 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1895
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1896 wait = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1897
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1898 for (i = 0; i < NGX_QUIC_NAMESPACE_LAST; i++) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1899 if (ngx_quic_retransmit_ns(c, &qc->ns[i], &nswait) != NGX_OK) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1900 ngx_quic_close_connection(c);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1901 return;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1902 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1903
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1904 if (i == 0) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1905 wait = nswait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1906
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1907 } else if (nswait > 0 && nswait < wait) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1908 wait = nswait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1909 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1910 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1911
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1912 if (wait > 0) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1913 ngx_add_timer(&qc->retry, wait);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1914 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1915 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1916
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1917
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1918 static void
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1919 ngx_quic_push_handler(ngx_event_t *ev)
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1920 {
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1921 ngx_connection_t *c;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1922
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1923 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "push timer");
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1924
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1925 c = ev->data;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1926
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1927 if (ngx_quic_output(c) != NGX_OK) {
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1928 ngx_quic_close_connection(c);
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1929 return;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1930 }
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1931 }
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1932
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1933
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1934 static ngx_int_t
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1935 ngx_quic_retransmit_ns(ngx_connection_t c, ngx_quic_namespace_t ns,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1936 ngx_msec_t *waitp)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1937 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1938 uint64_t pn;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1939 ngx_msec_t now, wait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1940 ngx_queue_t *q, range;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1941 ngx_quic_frame_t f, start;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1942 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1943
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1944 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1945
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1946 now = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1947 wait = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1948
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1949 if (ngx_queue_empty(&ns->sent)) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1950 *waitp = 0;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1951 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1952 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1953
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1954 q = ngx_queue_head(&ns->sent);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1955 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1956 pn = start->pnum;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1957 f = start;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1958
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1959 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1960 ngx_queue_init(&range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1961
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1962 /* send frames with same packet number to the wire */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1963 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1964 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1965
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1966 if (start->first + qc->tp.max_idle_timeout < now) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1967 ngx_log_error(NGX_LOG_ERR, c->log, 0,
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1968 "retransmission timeout");
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1969 return NGX_DECLINED;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1970 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1971
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1972 if (f->pnum != pn) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1973 break;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1974 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1975
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1976 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1977
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1978 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1979 ngx_queue_insert_tail(&range, &f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1980
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1981 } while (q != ngx_queue_sentinel(&ns->sent));
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1982
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1983 wait = start->last + qc->tp.max_ack_delay - now;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1984
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1985 if ((ngx_msec_int_t) wait > 0) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1986 break;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1987 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1988
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1989 /* NGX_DONE is impossible here, such frames don't get into this queue */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1990 if (ngx_quic_send_frames(c, &range) != NGX_OK) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1991 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1992 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1993
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1994 /* move frames group to the end of queue */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1995 ngx_queue_add(&ns->sent, &range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1996
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1997 } while (q != ngx_queue_sentinel(&ns->sent));
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1998
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1999 *waitp = wait;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2000
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2001 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2002 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2003
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2004
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2005 ngx_connection_t *
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2006 ngx_quic_create_uni_stream(ngx_connection_t *c)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2007 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2008 ngx_uint_t id;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2009 ngx_quic_stream_t qs, sn;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2010 ngx_quic_connection_t *qc;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2011
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2012 qs = c->qs;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2013 qc = qs->parent->quic;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2014
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2015 id = (qc->streams.id_counter << 2)
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2016 \| NGX_QUIC_STREAM_SERVER_INITIATED
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2017 \| NGX_QUIC_STREAM_UNIDIRECTIONAL;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2018
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2019 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2020 "creating server uni stream #%ui id %ui",
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2021 qc->streams.id_counter, id);
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2022
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2023 qc->streams.id_counter++;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2024
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2025 sn = ngx_quic_create_stream(qs->parent, id, 0);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2026 if (sn == NULL) {
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2027 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2028 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2029
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2030 return sn->c;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2031 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2032
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2033
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2034 static void
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2035 ngx_quic_rbtree_insert_stream(ngx_rbtree_node_t *temp,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2036 ngx_rbtree_node_t node, ngx_rbtree_node_t sentinel)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2037 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2038 ngx_rbtree_node_t **p;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2039 ngx_quic_stream_t qn, qnt;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2040
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2041 for ( ;; ) {
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2042 qn = (ngx_quic_stream_t *) node;
2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2043 qnt = (ngx_quic_stream_t *) temp;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2044
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2045 p = (qn->id < qnt->id) ? &temp->left : &temp->right;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2046
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2047 if (*p == sentinel) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2048 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2049 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2050
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2051 temp = *p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2052 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2053
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2054 *p = node;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2055 node->parent = temp;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2056 node->left = sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2057 node->right = sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2058 ngx_rbt_red(node);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2059 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2060
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2061
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2062 static ngx_quic_stream_t *
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2063 ngx_quic_find_stream(ngx_rbtree_t *rbtree, uint64_t id)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2064 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2065 ngx_rbtree_node_t node, sentinel;
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2066 ngx_quic_stream_t *qn;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2067
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2068 node = rbtree->root;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2069 sentinel = rbtree->sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2070
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2071 while (node != sentinel) {
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2072 qn = (ngx_quic_stream_t *) node;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2073
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2074 if (id == qn->id) {
2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2075 return qn;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2076 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2077
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	2078 node = (id < qn->id) ? node->left : node->right;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2079 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2080
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2081 return NULL;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2082 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2083
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2084
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2085 static ngx_quic_stream_t *
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2086 ngx_quic_create_stream(ngx_connection_t *c, uint64_t id, size_t rcvbuf_size)
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2087 {
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2088 ngx_log_t *log;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2089 ngx_pool_t *pool;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2090 ngx_quic_stream_t *sn;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2091 ngx_pool_cleanup_t *cln;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2092
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2093 pool = ngx_create_pool(NGX_DEFAULT_POOL_SIZE, c->log);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2094 if (pool == NULL) {
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2095 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2096 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2097
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2098 sn = ngx_pcalloc(pool, sizeof(ngx_quic_stream_t));
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2099 if (sn == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2100 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2101 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2102 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2103
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2104 sn->node.key = id;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2105 sn->parent = c;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2106 sn->id = id;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2107
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2108 sn->b = ngx_create_temp_buf(pool, rcvbuf_size);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2109 if (sn->b == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2110 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2111 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2112 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2113
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2114 log = ngx_palloc(pool, sizeof(ngx_log_t));
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2115 if (log == NULL) {
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2116 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2117 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2118 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2119
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2120 log = c->log;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2121 pool->log = log;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2122
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2123 sn->c = ngx_get_connection(-1, log);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2124 if (sn->c == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2125 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2126 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2127 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2128
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2129 sn->c->qs = sn;
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2130 sn->c->pool = pool;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2131 sn->c->ssl = c->ssl;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2132 sn->c->sockaddr = c->sockaddr;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2133 sn->c->listening = c->listening;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2134 sn->c->addr_text = c->addr_text;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2135 sn->c->local_sockaddr = c->local_sockaddr;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2136 sn->c->number = ngx_atomic_fetch_add(ngx_connection_counter, 1);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2137
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2138 sn->c->recv = ngx_quic_stream_recv;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2139 sn->c->send = ngx_quic_stream_send;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2140 sn->c->send_chain = ngx_quic_stream_send_chain;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2141
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2142 sn->c->read->log = c->log;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2143 sn->c->write->log = c->log;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2144
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2145 cln = ngx_pool_cleanup_add(pool, 0);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2146 if (cln == NULL) {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2147 ngx_close_connection(sn->c);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2148 ngx_destroy_pool(pool);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2149 return NULL;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2150 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2151
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2152 cln->handler = ngx_quic_stream_cleanup_handler;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2153 cln->data = sn->c;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2154
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2155 ngx_rbtree_insert(&c->quic->streams.tree, &sn->node);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	2156
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2157 return sn;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2158 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2159
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	2160
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2161 static ssize_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2162 ngx_quic_stream_recv(ngx_connection_t c, u_char buf, size_t size)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2163 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2164 ssize_t len;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2165 ngx_buf_t *b;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2166 ngx_event_t *rev;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2167 ngx_quic_stream_t *qs;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2168
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2169 qs = c->qs;
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2170 b = qs->b;
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2171 rev = c->read;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2172
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2173 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2174 "quic recv: eof:%d, avail:%z",
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2175 rev->pending_eof, b->last - b->pos);
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2176
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2177 if (b->pos == b->last) {
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2178 rev->ready = 0;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2179
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2180 if (rev->pending_eof) {
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2181 rev->eof = 1;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2182 return 0;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2183 }
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2184
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2185 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic recv() not ready");
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2186 return NGX_AGAIN;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2187 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2188
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2189 len = ngx_min(b->last - b->pos, (ssize_t) size);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2190
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2191 ngx_memcpy(buf, b->pos, len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2192
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2193 b->pos += len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2194
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2195 if (b->pos == b->last) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2196 b->pos = b->start;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2197 b->last = b->start;
8294 32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	2198 rev->ready = rev->pending_eof;
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2199 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2200
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2201 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	2202 "quic recv: %z of %uz", len, size);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2203
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2204 return len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2205 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2206
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2207
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2208 static ssize_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2209 ngx_quic_stream_send(ngx_connection_t c, u_char buf, size_t size)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2210 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2211 ngx_connection_t *pc;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2212 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2213 ngx_quic_stream_t *qs;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2214 ngx_quic_connection_t *qc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2215
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2216 qs = c->qs;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2217 pc = qs->parent;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2218 qc = pc->quic;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2219
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2220 if (qc->closing) {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2221 return NGX_ERROR;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2222 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2223
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2224 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic send: %uz", size);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2225
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2226 frame = ngx_quic_alloc_frame(pc, size);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2227 if (frame == NULL) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2228 return 0;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2229 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2230
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2231 ngx_memcpy(frame->data, buf, size);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2232
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2233 frame->level = ssl_encryption_application;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2234 frame->type = NGX_QUIC_FT_STREAM6; /* OFF=1 LEN=1 FIN=0 */
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2235 frame->u.stream.off = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2236 frame->u.stream.len = 1;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2237 frame->u.stream.fin = 0;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2238
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2239 frame->u.stream.type = frame->type;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2240 frame->u.stream.stream_id = qs->id;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2241 frame->u.stream.offset = c->sent;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2242 frame->u.stream.length = size;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2243 frame->u.stream.data = frame->data;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2244
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2245 c->sent += size;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2246
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2247 ngx_sprintf(frame->info, "stream %xi len=%ui level=%d",
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2248 qs->id, size, frame->level);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2249
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2250 ngx_quic_queue_frame(qc, frame);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2251
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2252 return size;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2253 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2254
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2255
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2256 static void
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2257 ngx_quic_stream_cleanup_handler(void *data)
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2258 {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2259 ngx_connection_t *c = data;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2260
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2261 ngx_connection_t *pc;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2262 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2263 ngx_quic_stream_t *qs;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2264 ngx_quic_connection_t *qc;
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2265
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2266 qs = c->qs;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2267 pc = qs->parent;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2268 qc = pc->quic;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2269
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2270 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic stream cleanup");
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2271
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2272 ngx_rbtree_delete(&qc->streams.tree, &qs->node);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2273
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2274 if (qc->closing) {
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2275 ngx_post_event(pc->read, &ngx_posted_events);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2276 return;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2277 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	2278
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2279 if ((qs->id & 0x03) == NGX_QUIC_STREAM_UNIDIRECTIONAL) {
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2280 /* do not send fin for client unidirectional streams */
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2281 return;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2282 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2283
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	2284 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic send fin");
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2285
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2286 frame = ngx_quic_alloc_frame(pc, 0);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2287 if (frame == NULL) {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2288 return;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2289 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2290
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2291 frame->level = ssl_encryption_application;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2292 frame->type = NGX_QUIC_FT_STREAM7; /* OFF=1 LEN=1 FIN=1 */
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2293 frame->u.stream.off = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2294 frame->u.stream.len = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2295 frame->u.stream.fin = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2296
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2297 frame->u.stream.type = frame->type;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2298 frame->u.stream.stream_id = qs->id;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2299 frame->u.stream.offset = c->sent;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2300 frame->u.stream.length = 0;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2301 frame->u.stream.data = NULL;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2302
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2303 ngx_sprintf(frame->info, "stream %xi fin=1 level=%d", qs->id, frame->level);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2304
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2305 ngx_quic_queue_frame(qc, frame);
8293 1ec905f4d851 Push QUIC stream frames in send() and cleanup handler. Roman Arutyunyan <arut@nginx.com> parents: 8290 diff changeset	2306
1ec905f4d851 Push QUIC stream frames in send() and cleanup handler. Roman Arutyunyan <arut@nginx.com> parents: 8290 diff changeset	2307 (void) ngx_quic_output(pc);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2308 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2309
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	2310
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2311 static ngx_chain_t *
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2312 ngx_quic_stream_send_chain(ngx_connection_t c, ngx_chain_t in,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2313 off_t limit)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2314 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2315 size_t len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2316 ssize_t n;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2317 ngx_buf_t *b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2318
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2319 for ( /* void */; in; in = in->next) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2320 b = in->buf;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2321
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2322 if (!ngx_buf_in_memory(b)) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2323 continue;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2324 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2325
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2326 if (ngx_buf_size(b) == 0) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2327 continue;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2328 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2329
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2330 len = b->last - b->pos;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2331
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2332 n = ngx_quic_stream_send(c, b->pos, len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2333
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2334 if (n == NGX_ERROR) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2335 return NGX_CHAIN_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2336 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2337
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2338 if (n == NGX_AGAIN) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2339 return in;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2340 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2341
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2342 if (n != (ssize_t) len) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2343 b->pos += n;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2344 return in;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2345 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2346 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2347
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2348 return NULL;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2349 }
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2350
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2351
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2352 static ngx_quic_frame_t *
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2353 ngx_quic_alloc_frame(ngx_connection_t *c, size_t size)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2354 {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2355 u_char *p;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2356 ngx_queue_t *q;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2357 ngx_quic_frame_t *frame;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2358 ngx_quic_connection_t *qc;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2359
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2360 if (size) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2361 p = ngx_alloc(size, c->log);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2362 if (p == NULL) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2363 return NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2364 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2365
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2366 } else {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2367 p = NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2368 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2369
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2370 qc = c->quic;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2371
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2372 if (!ngx_queue_empty(&qc->free_frames)) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2373
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2374 q = ngx_queue_head(&qc->free_frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2375 frame = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2376
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2377 ngx_queue_remove(&frame->queue);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2378
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2379 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2380 "reuse quic frame n:%ui", qc->nframes);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2381
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2382 } else {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2383 frame = ngx_pcalloc(c->pool, sizeof(ngx_quic_frame_t));
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2384 if (frame == NULL) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2385 ngx_free(p);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2386 return NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2387 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2388
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2389 #if (NGX_DEBUG)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2390 ++qc->nframes;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2391 #endif
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2392
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2393 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2394 "alloc quic frame n:%ui", qc->nframes);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2395 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2396
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2397 ngx_memzero(frame, sizeof(ngx_quic_frame_t));
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2398
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2399 frame->data = p;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2400
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2401 return frame;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2402 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2403
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2404
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2405 static void
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2406 ngx_quic_free_frame(ngx_connection_t c, ngx_quic_frame_t frame)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2407 {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2408 ngx_quic_connection_t *qc;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2409
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2410 qc = c->quic;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2411
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2412 if (frame->data) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2413 ngx_free(frame->data);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2414 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2415
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2416 ngx_queue_insert_head(&qc->free_frames, &frame->queue);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2417
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2418 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2419 "free quic frame n:%ui", qc->nframes);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	2420 }

Mercurial > hg > nginx

annotate src/event/ngx_event_quic.c @ 8322:d9bc33166361 quic